[ 555.576378] env[62094]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62094) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 555.576782] env[62094]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62094) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 555.576782] env[62094]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62094) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 555.577101] env[62094]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 555.669095] env[62094]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62094) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:390}} [ 555.679364] env[62094]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62094) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:428}} [ 556.278098] env[62094]: INFO nova.virt.driver [None req-dfaf21d2-60d7-4c48-85ca-c66a3e6c54c5 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 556.347904] env[62094]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.348070] env[62094]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.348161] env[62094]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62094) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 559.514344] env[62094]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-007dc299-6ae7-41d6-9ec9-a9e20471143d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.530146] env[62094]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62094) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 559.530226] env[62094]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-fcb863df-e5b6-496c-a415-30a533e76d05 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.564362] env[62094]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 5679d. [ 559.564542] env[62094]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.216s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.565192] env[62094]: INFO nova.virt.vmwareapi.driver [None req-dfaf21d2-60d7-4c48-85ca-c66a3e6c54c5 None None] VMware vCenter version: 7.0.3 [ 559.568683] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2768ab5-e67c-4320-9f21-0a85a39983dd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.590413] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dc5f41-7fd2-4649-b54e-9c4d2c25f7e4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.596563] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d5e80c-9989-472a-a44f-25071a9b5c8f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.603135] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c673057-3ec9-4eac-94cc-200d4185138e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.616330] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787597e8-899c-4c0e-80ca-cd727fd9ed71 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.622345] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de15c96d-9012-4c95-81ac-aab66b4a11b7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.652636] env[62094]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9067eecb-ba2e-43c2-9c11-65b36c2ccc5c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.658035] env[62094]: DEBUG nova.virt.vmwareapi.driver [None req-dfaf21d2-60d7-4c48-85ca-c66a3e6c54c5 None None] Extension org.openstack.compute already exists. {{(pid=62094) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:226}} [ 559.660697] env[62094]: INFO nova.compute.provider_config [None req-dfaf21d2-60d7-4c48-85ca-c66a3e6c54c5 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 560.164438] env[62094]: DEBUG nova.context [None req-dfaf21d2-60d7-4c48-85ca-c66a3e6c54c5 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),da17507a-c7df-4fb0-b0a2-29e21296daa4(cell1) {{(pid=62094) load_cells /opt/stack/nova/nova/context.py:464}} [ 560.166614] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.166877] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.167571] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.168015] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Acquiring lock "da17507a-c7df-4fb0-b0a2-29e21296daa4" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.168217] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Lock "da17507a-c7df-4fb0-b0a2-29e21296daa4" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.169259] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Lock "da17507a-c7df-4fb0-b0a2-29e21296daa4" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.190382] env[62094]: INFO dbcounter [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Registered counter for database nova_cell0 [ 560.198268] env[62094]: INFO dbcounter [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Registered counter for database nova_cell1 [ 560.201480] env[62094]: DEBUG oslo_db.sqlalchemy.engines [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62094) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 560.202096] env[62094]: DEBUG oslo_db.sqlalchemy.engines [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62094) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 560.206668] env[62094]: ERROR nova.db.main.api [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 560.206668] env[62094]: result = function(*args, **kwargs) [ 560.206668] env[62094]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 560.206668] env[62094]: return func(*args, **kwargs) [ 560.206668] env[62094]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 560.206668] env[62094]: result = fn(*args, **kwargs) [ 560.206668] env[62094]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 560.206668] env[62094]: return f(*args, **kwargs) [ 560.206668] env[62094]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 560.206668] env[62094]: return db.service_get_minimum_version(context, binaries) [ 560.206668] env[62094]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 560.206668] env[62094]: _check_db_access() [ 560.206668] env[62094]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 560.206668] env[62094]: stacktrace = ''.join(traceback.format_stack()) [ 560.206668] env[62094]: [ 560.207388] env[62094]: ERROR nova.db.main.api [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 560.207388] env[62094]: result = function(*args, **kwargs) [ 560.207388] env[62094]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 560.207388] env[62094]: return func(*args, **kwargs) [ 560.207388] env[62094]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 560.207388] env[62094]: result = fn(*args, **kwargs) [ 560.207388] env[62094]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 560.207388] env[62094]: return f(*args, **kwargs) [ 560.207388] env[62094]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 560.207388] env[62094]: return db.service_get_minimum_version(context, binaries) [ 560.207388] env[62094]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 560.207388] env[62094]: _check_db_access() [ 560.207388] env[62094]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 560.207388] env[62094]: stacktrace = ''.join(traceback.format_stack()) [ 560.207388] env[62094]: [ 560.207941] env[62094]: WARNING nova.objects.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Failed to get minimum service version for cell da17507a-c7df-4fb0-b0a2-29e21296daa4 [ 560.207941] env[62094]: WARNING nova.objects.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 560.208299] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Acquiring lock "singleton_lock" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.208459] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Acquired lock "singleton_lock" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.208699] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Releasing lock "singleton_lock" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.209019] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Full set of CONF: {{(pid=62094) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 560.209165] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ******************************************************************************** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 560.209292] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Configuration options gathered from: {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 560.209431] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 560.209619] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 560.209787] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ================================================================================ {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 560.209953] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] allow_resize_to_same_host = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.210136] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] arq_binding_timeout = 300 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.210269] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] backdoor_port = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.210396] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] backdoor_socket = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.210562] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] block_device_allocate_retries = 60 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.210725] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] block_device_allocate_retries_interval = 3 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.210897] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cert = self.pem {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.211078] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.211251] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute_monitors = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.211421] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] config_dir = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.211592] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] config_drive_format = iso9660 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.211730] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.211895] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] config_source = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.212075] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] console_host = devstack {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.212244] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] control_exchange = nova {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.212403] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cpu_allocation_ratio = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.212563] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] daemon = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.212727] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] debug = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.212884] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] default_access_ip_network_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.213059] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] default_availability_zone = nova {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.213220] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] default_ephemeral_format = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.213379] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] default_green_pool_size = 1000 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.213618] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.213778] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] default_schedule_zone = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.213932] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] disk_allocation_ratio = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.214103] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] enable_new_services = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.214283] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] enabled_apis = ['osapi_compute'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.214447] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] enabled_ssl_apis = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.214607] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] flat_injected = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.214766] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] force_config_drive = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.214945] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] force_raw_images = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.215133] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] graceful_shutdown_timeout = 5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.215298] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] heal_instance_info_cache_interval = 60 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.215511] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] host = cpu-1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.215744] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.215934] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] initial_disk_allocation_ratio = 1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.216117] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] initial_ram_allocation_ratio = 1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.216342] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.216509] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] instance_build_timeout = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.216714] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] instance_delete_interval = 300 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.216884] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] instance_format = [instance: %(uuid)s] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.217064] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] instance_name_template = instance-%08x {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.217232] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] instance_usage_audit = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.217402] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] instance_usage_audit_period = month {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.217567] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.217732] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] instances_path = /opt/stack/data/nova/instances {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.217900] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] internal_service_availability_zone = internal {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.218070] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] key = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.218234] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] live_migration_retry_count = 30 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.218401] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] log_color = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.218563] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] log_config_append = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.218728] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.218888] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] log_dir = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.219061] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] log_file = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.219191] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] log_options = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.219352] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] log_rotate_interval = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.219520] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] log_rotate_interval_type = days {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.219692] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] log_rotation_type = none {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.219815] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.219940] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.220122] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.220289] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.220416] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.220580] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] long_rpc_timeout = 1800 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.220742] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] max_concurrent_builds = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.220906] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] max_concurrent_live_migrations = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.221080] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] max_concurrent_snapshots = 5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.221242] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] max_local_block_devices = 3 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.221401] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] max_logfile_count = 30 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.221561] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] max_logfile_size_mb = 200 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.221720] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] maximum_instance_delete_attempts = 5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.221888] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] metadata_listen = 0.0.0.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.222064] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] metadata_listen_port = 8775 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.222233] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] metadata_workers = 2 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.222396] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] migrate_max_retries = -1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.222562] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] mkisofs_cmd = genisoimage {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.222769] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] my_block_storage_ip = 10.180.1.21 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.222905] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] my_ip = 10.180.1.21 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.223081] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] network_allocate_retries = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.223263] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.223432] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] osapi_compute_listen = 0.0.0.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.223680] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] osapi_compute_listen_port = 8774 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.223862] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] osapi_compute_unique_server_name_scope = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.224047] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] osapi_compute_workers = 2 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.224220] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] password_length = 12 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.224383] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] periodic_enable = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.224546] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] periodic_fuzzy_delay = 60 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.224713] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] pointer_model = usbtablet {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.224883] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] preallocate_images = none {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.225055] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] publish_errors = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.225189] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] pybasedir = /opt/stack/nova {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.225350] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ram_allocation_ratio = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.225510] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] rate_limit_burst = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.225710] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] rate_limit_except_level = CRITICAL {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.225884] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] rate_limit_interval = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.226060] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] reboot_timeout = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.226326] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] reclaim_instance_interval = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.226544] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] record = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.226735] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] reimage_timeout_per_gb = 60 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.226902] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] report_interval = 120 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.227080] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] rescue_timeout = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.227247] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] reserved_host_cpus = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.227411] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] reserved_host_disk_mb = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.227571] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] reserved_host_memory_mb = 512 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.227731] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] reserved_huge_pages = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.227898] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] resize_confirm_window = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.228071] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] resize_fs_using_block_device = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.228236] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] resume_guests_state_on_host_boot = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.228406] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.228567] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] rpc_response_timeout = 60 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.228728] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] run_external_periodic_tasks = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.228899] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] running_deleted_instance_action = reap {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.229071] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] running_deleted_instance_poll_interval = 1800 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.229234] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] running_deleted_instance_timeout = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.229393] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] scheduler_instance_sync_interval = 120 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.229559] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] service_down_time = 720 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.229778] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] servicegroup_driver = db {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.229889] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] shell_completion = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.230060] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] shelved_offload_time = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.230223] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] shelved_poll_interval = 3600 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.230390] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] shutdown_timeout = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.230551] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] source_is_ipv6 = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.230710] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ssl_only = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.230956] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.231140] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] sync_power_state_interval = 600 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.231303] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] sync_power_state_pool_size = 1000 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.231476] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] syslog_log_facility = LOG_USER {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.231634] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] tempdir = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.231796] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] timeout_nbd = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.231964] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] transport_url = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.232140] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] update_resources_interval = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.232300] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] use_cow_images = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.232458] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] use_eventlog = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.232617] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] use_journal = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.232809] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] use_json = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.232936] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] use_rootwrap_daemon = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.233110] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] use_stderr = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.233270] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] use_syslog = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.233426] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vcpu_pin_set = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.233616] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vif_plugging_is_fatal = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.233795] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vif_plugging_timeout = 300 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.233964] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] virt_mkfs = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.234144] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] volume_usage_poll_interval = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.234304] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] watch_log_file = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.234472] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] web = /usr/share/spice-html5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 560.234687] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.234878] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.235058] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.235236] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_concurrency.disable_process_locking = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.235521] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.235762] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.235947] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.236134] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.236310] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.236477] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.236685] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.auth_strategy = keystone {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.236869] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.compute_link_prefix = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.237062] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.237242] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.dhcp_domain = novalocal {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.237410] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.enable_instance_password = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.237578] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.glance_link_prefix = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.237746] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.237924] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.238101] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.instance_list_per_project_cells = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.238268] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.list_records_by_skipping_down_cells = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.238434] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.local_metadata_per_cell = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.238604] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.max_limit = 1000 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.238775] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.metadata_cache_expiration = 15 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.238950] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.neutron_default_tenant_id = default {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.239137] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.response_validation = warn {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.239312] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.use_neutron_default_nets = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.239482] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.239648] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.239820] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.239994] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.240182] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.vendordata_dynamic_targets = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.240349] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.vendordata_jsonfile_path = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.240532] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.240724] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.backend = dogpile.cache.memcached {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.240893] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.backend_argument = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.241074] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.config_prefix = cache.oslo {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.241250] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.dead_timeout = 60.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.241414] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.debug_cache_backend = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.241575] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.enable_retry_client = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.241737] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.enable_socket_keepalive = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.241908] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.enabled = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.242083] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.enforce_fips_mode = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.242250] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.expiration_time = 600 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.242413] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.hashclient_retry_attempts = 2 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.242580] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.hashclient_retry_delay = 1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.242743] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.memcache_dead_retry = 300 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.242905] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.memcache_password = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.243078] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.243243] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.243410] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.memcache_pool_maxsize = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.243604] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.243775] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.memcache_sasl_enabled = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.243956] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.244141] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.memcache_socket_timeout = 1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.244304] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.memcache_username = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.244471] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.proxies = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.244635] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.redis_db = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.244798] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.redis_password = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.244971] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.redis_sentinel_service_name = mymaster {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.245165] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.245335] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.redis_server = localhost:6379 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.245500] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.redis_socket_timeout = 1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.245689] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.redis_username = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.245867] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.retry_attempts = 2 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.246048] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.retry_delay = 0.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.246219] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.socket_keepalive_count = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.246384] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.socket_keepalive_idle = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.246547] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.socket_keepalive_interval = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.246731] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.tls_allowed_ciphers = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.246923] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.tls_cafile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.247101] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.tls_certfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.247268] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.tls_enabled = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.247427] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cache.tls_keyfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.247600] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.auth_section = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.247799] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.auth_type = password {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.247968] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.cafile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.248160] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.catalog_info = volumev3::publicURL {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.248325] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.certfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.248487] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.collect_timing = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.248649] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.cross_az_attach = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.248812] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.debug = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.248973] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.endpoint_template = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.249153] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.http_retries = 3 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.249318] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.insecure = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.249477] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.keyfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.249649] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.os_region_name = RegionOne {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.249818] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.split_loggers = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.249979] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cinder.timeout = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.250166] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.250328] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute.cpu_dedicated_set = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.250487] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute.cpu_shared_set = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.250653] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute.image_type_exclude_list = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.250817] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.250980] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute.max_concurrent_disk_ops = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.251155] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute.max_disk_devices_to_attach = -1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.251318] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.251486] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.251650] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute.resource_provider_association_refresh = 300 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.251812] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.251976] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute.shutdown_retry_interval = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.252171] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.252349] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] conductor.workers = 2 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.252527] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] console.allowed_origins = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.252688] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] console.ssl_ciphers = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.252861] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] console.ssl_minimum_version = default {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.253039] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] consoleauth.enforce_session_timeout = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.253213] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] consoleauth.token_ttl = 600 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.253381] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.cafile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.253556] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.certfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.253733] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.collect_timing = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.253898] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.connect_retries = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.254069] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.connect_retry_delay = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.254234] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.endpoint_override = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.254396] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.insecure = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.254554] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.keyfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.254713] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.max_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.254872] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.min_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.255040] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.region_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.255202] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.retriable_status_codes = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.255356] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.service_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.255525] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.service_type = accelerator {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.255704] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.split_loggers = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.255871] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.status_code_retries = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.256041] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.status_code_retry_delay = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.256207] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.timeout = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.256388] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.256549] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] cyborg.version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.256768] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.backend = sqlalchemy {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.256949] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.connection = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.257132] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.connection_debug = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.257307] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.connection_parameters = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.257475] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.connection_recycle_time = 3600 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.257639] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.connection_trace = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.257804] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.db_inc_retry_interval = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.257967] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.db_max_retries = 20 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.258148] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.db_max_retry_interval = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.258319] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.db_retry_interval = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.258504] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.max_overflow = 50 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.258680] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.max_pool_size = 5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.258849] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.max_retries = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261310] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261310] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.mysql_wsrep_sync_wait = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261310] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.pool_timeout = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261310] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.retry_interval = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261310] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.slave_connection = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261310] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.sqlite_synchronous = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261310] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] database.use_db_reconnect = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261618] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.backend = sqlalchemy {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261618] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.connection = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261618] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.connection_debug = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261618] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.connection_parameters = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261618] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.connection_recycle_time = 3600 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261618] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.connection_trace = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261618] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.db_inc_retry_interval = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261858] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.db_max_retries = 20 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261858] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.db_max_retry_interval = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.261858] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.db_retry_interval = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.262068] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.max_overflow = 50 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.262206] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.max_pool_size = 5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.262371] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.max_retries = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.262546] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.262711] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.262873] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.pool_timeout = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.263053] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.retry_interval = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.263217] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.slave_connection = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.263381] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] api_database.sqlite_synchronous = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.263576] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] devices.enabled_mdev_types = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.263763] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.263937] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ephemeral_storage_encryption.default_format = luks {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.264125] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ephemeral_storage_encryption.enabled = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.264292] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.264463] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.api_servers = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.264630] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.cafile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.264797] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.certfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.264961] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.collect_timing = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.265138] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.connect_retries = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.265301] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.connect_retry_delay = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.265464] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.debug = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.265655] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.default_trusted_certificate_ids = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.265827] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.enable_certificate_validation = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.265991] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.enable_rbd_download = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.266166] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.endpoint_override = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.266333] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.insecure = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.266497] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.keyfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.266678] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.max_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.266858] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.min_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.267029] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.num_retries = 3 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.267205] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.rbd_ceph_conf = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.267370] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.rbd_connect_timeout = 5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.267542] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.rbd_pool = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.267713] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.rbd_user = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.267878] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.region_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.268046] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.retriable_status_codes = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.268211] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.service_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.268384] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.service_type = image {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.268549] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.split_loggers = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.268717] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.status_code_retries = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.268879] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.status_code_retry_delay = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.269049] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.timeout = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.269236] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.269403] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.verify_glance_signatures = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.269564] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] glance.version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.269734] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] guestfs.debug = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.269906] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] mks.enabled = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.270270] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.270464] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] image_cache.manager_interval = 2400 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.270636] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] image_cache.precache_concurrency = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.270811] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] image_cache.remove_unused_base_images = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.270983] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.271167] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.271346] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] image_cache.subdirectory_name = _base {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.271526] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.api_max_retries = 60 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.271710] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.api_retry_interval = 2 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.271897] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.auth_section = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.272078] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.auth_type = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.272244] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.cafile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.272406] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.certfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.272569] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.collect_timing = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.272733] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.conductor_group = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.272894] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.connect_retries = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.273065] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.connect_retry_delay = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.273228] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.endpoint_override = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.273390] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.insecure = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.273551] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.keyfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.273710] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.max_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.273872] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.min_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.274047] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.peer_list = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.274209] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.region_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.274368] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.retriable_status_codes = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.274533] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.serial_console_state_timeout = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.274694] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.service_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.274869] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.service_type = baremetal {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.275041] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.shard = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.275210] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.split_loggers = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.275372] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.status_code_retries = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.275532] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.status_code_retry_delay = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.275721] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.timeout = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.275918] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.276094] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ironic.version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.276281] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.276458] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] key_manager.fixed_key = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.276664] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.276846] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.barbican_api_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.277014] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.barbican_endpoint = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.277197] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.barbican_endpoint_type = public {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.277362] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.barbican_region_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.277522] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.cafile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.277680] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.certfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.277844] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.collect_timing = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.278012] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.insecure = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.278181] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.keyfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.278346] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.number_of_retries = 60 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.278511] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.retry_delay = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.278675] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.send_service_user_token = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.278840] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.split_loggers = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.278998] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.timeout = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.279173] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.verify_ssl = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.279332] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican.verify_ssl_path = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.279497] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican_service_user.auth_section = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.279660] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican_service_user.auth_type = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.279820] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican_service_user.cafile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.279980] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican_service_user.certfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.280157] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican_service_user.collect_timing = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.280319] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican_service_user.insecure = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.280479] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican_service_user.keyfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.280640] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican_service_user.split_loggers = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.280802] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] barbican_service_user.timeout = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.280968] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vault.approle_role_id = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.281142] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vault.approle_secret_id = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.281317] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vault.kv_mountpoint = secret {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.281480] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vault.kv_path = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.281647] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vault.kv_version = 2 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.281810] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vault.namespace = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.281969] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vault.root_token_id = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.282141] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vault.ssl_ca_crt_file = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.282312] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vault.timeout = 60.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.282475] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vault.use_ssl = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.282650] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.282822] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.auth_section = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.282987] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.auth_type = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.283163] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.cafile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.283325] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.certfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.283493] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.collect_timing = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.283684] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.connect_retries = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.283848] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.connect_retry_delay = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.284016] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.endpoint_override = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.284189] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.insecure = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.284346] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.keyfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.284504] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.max_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.284660] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.min_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.284817] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.region_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.284975] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.retriable_status_codes = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.285145] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.service_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.285315] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.service_type = identity {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.285475] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.split_loggers = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.285666] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.status_code_retries = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.285831] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.status_code_retry_delay = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.285991] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.timeout = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.286185] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.286349] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] keystone.version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.286550] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.connection_uri = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.286742] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.cpu_mode = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.286920] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.cpu_model_extra_flags = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.287104] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.cpu_models = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.287282] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.cpu_power_governor_high = performance {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.287453] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.cpu_power_governor_low = powersave {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.287618] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.cpu_power_management = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.287791] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.287957] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.device_detach_attempts = 8 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.288134] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.device_detach_timeout = 20 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.288302] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.disk_cachemodes = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.288464] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.disk_prefix = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.288629] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.enabled_perf_events = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.288795] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.file_backed_memory = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.288963] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.gid_maps = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.289138] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.hw_disk_discard = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.289298] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.hw_machine_type = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.289471] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.images_rbd_ceph_conf = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.289640] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.289805] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.289974] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.images_rbd_glance_store_name = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.290154] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.images_rbd_pool = rbd {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.290324] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.images_type = default {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.290483] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.images_volume_group = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.290647] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.inject_key = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.290814] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.inject_partition = -2 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.290976] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.inject_password = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.291156] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.iscsi_iface = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.291320] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.iser_use_multipath = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.291486] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.live_migration_bandwidth = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.291650] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.291814] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.live_migration_downtime = 500 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.291975] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.292151] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.292313] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.live_migration_inbound_addr = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.292475] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.292642] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.live_migration_permit_post_copy = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.292836] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.live_migration_scheme = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.293027] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.live_migration_timeout_action = abort {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.293195] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.live_migration_tunnelled = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.293355] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.live_migration_uri = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.293533] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.live_migration_with_native_tls = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.293710] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.max_queues = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.293875] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.294131] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.294298] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.nfs_mount_options = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.294919] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.295128] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.295305] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.num_iser_scan_tries = 5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.295472] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.num_memory_encrypted_guests = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.295687] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.295871] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.num_pcie_ports = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.296056] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.num_volume_scan_tries = 5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.296231] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.pmem_namespaces = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.296395] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.quobyte_client_cfg = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.296698] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.296887] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.rbd_connect_timeout = 5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.297067] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.297238] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.297400] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.rbd_secret_uuid = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.297560] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.rbd_user = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.297725] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.297902] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.remote_filesystem_transport = ssh {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.298077] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.rescue_image_id = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.298241] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.rescue_kernel_id = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.298400] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.rescue_ramdisk_id = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.298571] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.298731] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.rx_queue_size = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.298902] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.smbfs_mount_options = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.299191] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.299368] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.snapshot_compression = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.299532] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.snapshot_image_format = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.299751] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.299922] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.sparse_logical_volumes = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.300102] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.swtpm_enabled = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.300277] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.swtpm_group = tss {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.300447] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.swtpm_user = tss {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.300620] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.sysinfo_serial = unique {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.300783] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.tb_cache_size = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.300945] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.tx_queue_size = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.301126] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.uid_maps = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.301293] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.use_virtio_for_bridges = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.301465] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.virt_type = kvm {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.301637] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.volume_clear = zero {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.301805] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.volume_clear_size = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.301972] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.volume_use_multipath = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.302148] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.vzstorage_cache_path = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.302322] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.302492] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.vzstorage_mount_group = qemu {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.302659] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.vzstorage_mount_opts = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.302831] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.303118] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.303296] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.vzstorage_mount_user = stack {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.303464] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.303667] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.auth_section = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.303849] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.auth_type = password {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.304020] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.cafile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.304184] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.certfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.304347] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.collect_timing = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.304507] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.connect_retries = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.304667] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.connect_retry_delay = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.304838] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.default_floating_pool = public {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.304997] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.endpoint_override = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.305174] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.extension_sync_interval = 600 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.305338] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.http_retries = 3 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.305499] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.insecure = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.305686] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.keyfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.305858] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.max_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.306041] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.306204] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.min_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.306372] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.ovs_bridge = br-int {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.306539] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.physnets = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.306738] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.region_name = RegionOne {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.306907] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.retriable_status_codes = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.307091] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.service_metadata_proxy = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.307255] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.service_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.307426] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.service_type = network {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.307606] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.split_loggers = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.307791] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.status_code_retries = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.307951] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.status_code_retry_delay = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.308125] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.timeout = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.308307] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.308470] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] neutron.version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.308642] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] notifications.bdms_in_notifications = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.308820] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] notifications.default_level = INFO {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.308994] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] notifications.notification_format = unversioned {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.309173] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] notifications.notify_on_state_change = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.309351] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.309527] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] pci.alias = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.309697] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] pci.device_spec = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.309864] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] pci.report_in_placement = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.310045] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.auth_section = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.310222] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.auth_type = password {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.310389] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.310548] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.cafile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.310706] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.certfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.310871] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.collect_timing = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.311044] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.connect_retries = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.311209] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.connect_retry_delay = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.311369] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.default_domain_id = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.311528] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.default_domain_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.311686] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.domain_id = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.311844] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.domain_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.312010] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.endpoint_override = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.312178] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.insecure = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.312339] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.keyfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.312497] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.max_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.312656] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.min_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.312824] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.password = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.312983] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.project_domain_id = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.313164] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.project_domain_name = Default {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.313335] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.project_id = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.313522] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.project_name = service {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.313713] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.region_name = RegionOne {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.313892] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.retriable_status_codes = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.314069] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.service_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.314245] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.service_type = placement {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.314408] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.split_loggers = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.314570] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.status_code_retries = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.314732] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.status_code_retry_delay = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.314892] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.system_scope = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.315062] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.timeout = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.315225] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.trust_id = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.315386] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.user_domain_id = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.315555] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.user_domain_name = Default {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.315745] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.user_id = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.315928] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.username = nova {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.316125] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.316290] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] placement.version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.316469] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] quota.cores = 20 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.316654] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] quota.count_usage_from_placement = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.316841] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.317028] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] quota.injected_file_content_bytes = 10240 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.317203] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] quota.injected_file_path_length = 255 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.317373] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] quota.injected_files = 5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.317538] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] quota.instances = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.317706] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] quota.key_pairs = 100 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.317874] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] quota.metadata_items = 128 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.318052] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] quota.ram = 51200 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.318221] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] quota.recheck_quota = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.318391] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] quota.server_group_members = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.318555] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] quota.server_groups = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.318728] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.318893] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.319067] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] scheduler.image_metadata_prefilter = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.319232] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.319396] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] scheduler.max_attempts = 3 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.319562] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] scheduler.max_placement_results = 1000 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.319760] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.319933] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] scheduler.query_placement_for_image_type_support = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.320109] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.320284] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] scheduler.workers = 2 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.320457] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.320630] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.320811] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.320982] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.321162] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.321327] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.321491] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.321683] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.321856] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.host_subset_size = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.322032] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.322194] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.322355] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.322520] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.isolated_hosts = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.322682] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.isolated_images = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.322849] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.323020] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.323185] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.323348] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.pci_in_placement = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.323520] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.323695] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.323857] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.324034] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.324203] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.324365] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.324525] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.track_instance_changes = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.324700] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.324870] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] metrics.required = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.325046] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] metrics.weight_multiplier = 1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.325214] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.325379] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] metrics.weight_setting = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.325706] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.325891] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] serial_console.enabled = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.326084] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] serial_console.port_range = 10000:20000 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.326257] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.326422] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.326596] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] serial_console.serialproxy_port = 6083 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.326786] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] service_user.auth_section = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.326964] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] service_user.auth_type = password {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.327142] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] service_user.cafile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.327304] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] service_user.certfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.327467] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] service_user.collect_timing = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.327629] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] service_user.insecure = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.327790] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] service_user.keyfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.327957] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] service_user.send_service_user_token = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.328135] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] service_user.split_loggers = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.328307] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] service_user.timeout = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.328476] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] spice.agent_enabled = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.328641] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] spice.enabled = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.328944] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.329147] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.329322] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] spice.html5proxy_port = 6082 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.329486] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] spice.image_compression = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.329646] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] spice.jpeg_compression = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.329810] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] spice.playback_compression = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.329968] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] spice.require_secure = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.330149] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] spice.server_listen = 127.0.0.1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.330318] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.330476] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] spice.streaming_mode = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.330634] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] spice.zlib_compression = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.330800] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] upgrade_levels.baseapi = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.330969] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] upgrade_levels.compute = auto {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.331140] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] upgrade_levels.conductor = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.331297] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] upgrade_levels.scheduler = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.331462] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vendordata_dynamic_auth.auth_section = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.331624] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vendordata_dynamic_auth.auth_type = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.331819] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vendordata_dynamic_auth.cafile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.331984] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vendordata_dynamic_auth.certfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.332164] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.332361] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vendordata_dynamic_auth.insecure = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.332521] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vendordata_dynamic_auth.keyfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.332683] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.332843] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vendordata_dynamic_auth.timeout = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.333031] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.api_retry_count = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.333196] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.ca_file = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.333367] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.cache_prefix = devstack-image-cache {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.333534] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.cluster_name = testcl1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.333701] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.connection_pool_size = 10 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.333862] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.console_delay_seconds = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.334046] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.datastore_regex = ^datastore.* {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.334252] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.334424] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.host_password = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.334592] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.host_port = 443 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.334760] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.host_username = administrator@vsphere.local {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.334928] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.insecure = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.335103] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.integration_bridge = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.335268] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.maximum_objects = 100 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.335426] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.pbm_default_policy = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.335587] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.pbm_enabled = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.335781] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.pbm_wsdl_location = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.335959] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.336133] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.serial_port_proxy_uri = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.336292] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.serial_port_service_uri = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.336456] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.task_poll_interval = 0.5 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.336647] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.use_linked_clone = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.336831] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.vnc_keymap = en-us {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.336997] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.vnc_port = 5900 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.337177] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vmware.vnc_port_total = 10000 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.337361] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vnc.auth_schemes = ['none'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.337533] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vnc.enabled = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.337812] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.337998] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.338191] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vnc.novncproxy_port = 6080 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.338368] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vnc.server_listen = 127.0.0.1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.338538] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.338701] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vnc.vencrypt_ca_certs = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.338864] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vnc.vencrypt_client_cert = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.339039] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vnc.vencrypt_client_key = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.339221] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.339385] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.disable_deep_image_inspection = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.339547] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.339711] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.339873] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.340043] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.disable_rootwrap = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.340208] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.enable_numa_live_migration = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.340369] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.340527] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.340686] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.340845] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.libvirt_disable_apic = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.341018] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.341185] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.341345] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.341504] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.341662] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.341824] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.341980] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.342151] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.342313] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.342477] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.342657] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.342828] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] wsgi.client_socket_timeout = 900 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.342996] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] wsgi.default_pool_size = 1000 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.343178] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] wsgi.keep_alive = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.343345] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] wsgi.max_header_line = 16384 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.343520] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] wsgi.secure_proxy_ssl_header = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.343714] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] wsgi.ssl_ca_file = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.343885] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] wsgi.ssl_cert_file = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.344059] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] wsgi.ssl_key_file = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.344229] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] wsgi.tcp_keepidle = 600 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.344401] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.344565] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] zvm.ca_file = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.344723] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] zvm.cloud_connector_url = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.345008] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.345193] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] zvm.reachable_timeout = 300 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.345373] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_policy.enforce_new_defaults = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.345750] env[62094]: WARNING oslo_config.cfg [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 560.345935] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_policy.enforce_scope = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.346126] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_policy.policy_default_rule = default {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.346309] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.346486] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_policy.policy_file = policy.yaml {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.346682] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.346860] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.347035] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.347199] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.347360] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.347531] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.347708] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.347888] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] profiler.connection_string = messaging:// {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.348066] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] profiler.enabled = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.348241] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] profiler.es_doc_type = notification {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.348406] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] profiler.es_scroll_size = 10000 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.348605] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] profiler.es_scroll_time = 2m {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.348733] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] profiler.filter_error_trace = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.348901] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] profiler.hmac_keys = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.349079] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] profiler.sentinel_service_name = mymaster {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.349250] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] profiler.socket_timeout = 0.1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.349413] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] profiler.trace_requests = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.349573] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] profiler.trace_sqlalchemy = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.349752] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] profiler_jaeger.process_tags = {} {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.349914] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] profiler_jaeger.service_name_prefix = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.350087] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] profiler_otlp.service_name_prefix = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.350254] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] remote_debug.host = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.350413] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] remote_debug.port = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.350592] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.350756] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.350920] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.351094] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.351259] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.351421] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.351579] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.351741] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.351904] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.352092] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.352255] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.352427] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.352597] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.352768] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.352938] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.353117] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.353281] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.353454] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.353636] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.353814] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.353983] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.354164] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.354326] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.354492] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.354654] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.354818] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.354980] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.355152] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.355321] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.355485] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.ssl = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.355682] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.355874] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.356050] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.356224] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.356395] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.ssl_version = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.356558] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.356773] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.356949] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_notifications.retry = -1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.357149] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.357327] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_messaging_notifications.transport_url = **** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.357499] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.auth_section = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.357664] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.auth_type = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.357824] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.cafile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.357981] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.certfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.358157] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.collect_timing = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.358315] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.connect_retries = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.358471] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.connect_retry_delay = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.358628] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.endpoint_id = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.358786] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.endpoint_override = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.358945] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.insecure = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.359115] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.keyfile = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.359272] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.max_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.359429] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.min_version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.359585] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.region_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.359745] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.retriable_status_codes = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.359904] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.service_name = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.360078] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.service_type = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.360241] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.split_loggers = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.360400] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.status_code_retries = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.360558] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.status_code_retry_delay = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.360715] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.timeout = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.360876] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.valid_interfaces = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.361041] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_limit.version = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.361210] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_reports.file_event_handler = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.361375] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.361532] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] oslo_reports.log_dir = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.361701] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.361861] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.362031] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.362198] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.362368] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.362521] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.362690] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.362850] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vif_plug_ovs_privileged.group = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.363024] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.363184] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.363347] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.363504] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] vif_plug_ovs_privileged.user = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.363695] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_linux_bridge.flat_interface = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.363886] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.364077] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.364253] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.364425] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.364598] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.364768] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.364931] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.365121] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.365294] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_ovs.isolate_vif = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.365461] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.365644] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.365826] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.365995] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_ovs.ovsdb_interface = native {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.366171] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] os_vif_ovs.per_port_bridge = False {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.366341] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] privsep_osbrick.capabilities = [21] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.366499] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] privsep_osbrick.group = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.366678] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] privsep_osbrick.helper_command = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.366855] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.367031] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.367193] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] privsep_osbrick.user = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.367366] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.367544] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] nova_sys_admin.group = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.367716] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] nova_sys_admin.helper_command = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.367883] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.368059] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.368222] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] nova_sys_admin.user = None {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 560.368351] env[62094]: DEBUG oslo_service.service [None req-a01036be-82d9-4c9f-90e5-d071db9ba28c None None] ******************************************************************************** {{(pid=62094) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 560.368814] env[62094]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 560.872493] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Getting list of instances from cluster (obj){ [ 560.872493] env[62094]: value = "domain-c8" [ 560.872493] env[62094]: _type = "ClusterComputeResource" [ 560.872493] env[62094]: } {{(pid=62094) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 560.873673] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac781ea-bead-4c10-a2cd-40f8bed593c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.882517] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Got total of 0 instances {{(pid=62094) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 560.883056] env[62094]: WARNING nova.virt.vmwareapi.driver [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 560.883529] env[62094]: INFO nova.virt.node [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Generated node identity 63012395-d365-4b03-a816-be66e2783fee [ 560.883758] env[62094]: INFO nova.virt.node [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Wrote node identity 63012395-d365-4b03-a816-be66e2783fee to /opt/stack/data/n-cpu-1/compute_id [ 561.386212] env[62094]: WARNING nova.compute.manager [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Compute nodes ['63012395-d365-4b03-a816-be66e2783fee'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 562.392259] env[62094]: INFO nova.compute.manager [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 563.397585] env[62094]: WARNING nova.compute.manager [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 563.397965] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.398094] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.398219] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.398374] env[62094]: DEBUG nova.compute.resource_tracker [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 563.399281] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17ba3cb-9973-4e49-a923-91f099bc7e1c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.407494] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ef2e30-51b4-4ee6-bd35-c455d0e3d87b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.420864] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff29aaae-1360-4eb3-82c9-e3451c1ef16c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.427498] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9f495f-7c82-4a2f-b226-4f996ebdacd2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.454942] env[62094]: DEBUG nova.compute.resource_tracker [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181448MB free_disk=185GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 563.455085] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.455281] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.958076] env[62094]: WARNING nova.compute.resource_tracker [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] No compute node record for cpu-1:63012395-d365-4b03-a816-be66e2783fee: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 63012395-d365-4b03-a816-be66e2783fee could not be found. [ 564.462187] env[62094]: INFO nova.compute.resource_tracker [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 63012395-d365-4b03-a816-be66e2783fee [ 565.974333] env[62094]: DEBUG nova.compute.resource_tracker [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 565.974709] env[62094]: DEBUG nova.compute.resource_tracker [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 566.127432] env[62094]: INFO nova.scheduler.client.report [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] [req-11456062-d7a0-435f-9f0d-7a91b6c5955b] Created resource provider record via placement API for resource provider with UUID 63012395-d365-4b03-a816-be66e2783fee and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 566.144963] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb090c7-1108-453e-b1aa-bff93f0a3228 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.152552] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe3c64d-fdbd-4a0f-b074-9776ff487415 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.181544] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d80b36d-98ef-45f6-b4af-9f8b56e79138 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.189323] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8702a9-f0f0-4f7f-9fdd-3785f813785a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.202449] env[62094]: DEBUG nova.compute.provider_tree [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 566.738604] env[62094]: DEBUG nova.scheduler.client.report [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Updated inventory for provider 63012395-d365-4b03-a816-be66e2783fee with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 566.738862] env[62094]: DEBUG nova.compute.provider_tree [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Updating resource provider 63012395-d365-4b03-a816-be66e2783fee generation from 0 to 1 during operation: update_inventory {{(pid=62094) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 566.739022] env[62094]: DEBUG nova.compute.provider_tree [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 566.794826] env[62094]: DEBUG nova.compute.provider_tree [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Updating resource provider 63012395-d365-4b03-a816-be66e2783fee generation from 1 to 2 during operation: update_traits {{(pid=62094) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 567.299940] env[62094]: DEBUG nova.compute.resource_tracker [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 567.300175] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.845s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.300175] env[62094]: DEBUG nova.service [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Creating RPC server for service compute {{(pid=62094) start /opt/stack/nova/nova/service.py:186}} [ 567.314147] env[62094]: DEBUG nova.service [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] Join ServiceGroup membership for this service compute {{(pid=62094) start /opt/stack/nova/nova/service.py:203}} [ 567.314327] env[62094]: DEBUG nova.servicegroup.drivers.db [None req-6efb34bd-5c2a-46d2-bd85-a4a5920a2442 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62094) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 615.318606] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._sync_power_states {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.821935] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Getting list of instances from cluster (obj){ [ 615.821935] env[62094]: value = "domain-c8" [ 615.821935] env[62094]: _type = "ClusterComputeResource" [ 615.821935] env[62094]: } {{(pid=62094) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 615.823149] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ac2fa6-7f69-427d-a30e-94c644559a23 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.831672] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Got total of 0 instances {{(pid=62094) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 615.831883] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.832106] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 615.832268] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.335553] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.335928] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.336066] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.336215] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 616.337099] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f31489-19ea-4502-9f45-d573fb6b95c2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.345276] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463966f4-a89d-431a-b645-c5a94a81dd00 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.358729] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6b032d-93fa-424f-b8bf-0fedcae09ffd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.364829] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4693709c-41bc-4540-b14c-c67e2dd13111 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.393353] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181450MB free_disk=185GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 616.393575] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.393734] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.411801] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 617.412075] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 617.426285] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e48e83-82be-477b-b7c9-adecf6500ac9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.434414] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae503f6-cefe-4332-ab56-8bddc61b272b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.462883] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fe5a23-ccc0-4340-89f8-3761ab7b66fb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.469962] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41ecf6c-faf4-4c72-953c-08d056b85806 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.483365] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.986810] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 618.492395] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 618.492777] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.492777] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.493172] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Getting list of instances from cluster (obj){ [ 618.493172] env[62094]: value = "domain-c8" [ 618.493172] env[62094]: _type = "ClusterComputeResource" [ 618.493172] env[62094]: } {{(pid=62094) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.494214] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07e6916-5177-4fda-888b-b8a8fd7559ae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.502745] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Got total of 0 instances {{(pid=62094) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 618.901324] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.901614] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.901794] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 618.901920] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Rebuilding the list of instances to heal {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 619.405087] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Didn't find any instances for network info cache update. {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 619.405344] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.405585] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.405773] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.405994] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.406198] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.722247] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.722664] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.227222] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.729950] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.730341] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.730378] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.730520] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 676.731438] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d34f045-9f1f-48dc-9eee-3181b016bcaf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.739873] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3d8953-6c29-4bed-89f8-d3d04211e0fa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.754208] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91461abe-37e9-4d3e-8177-bcbc7ca6e029 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.760911] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31e1a91-0809-4096-b2c9-46e3a846d428 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.789815] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181442MB free_disk=185GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 676.789968] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.790115] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.807765] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 677.808079] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 677.820914] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5092b4-0354-42f4-a25a-5483fecea5a7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.828198] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2b275c-0997-4c2c-bfdc-055fc9f62efc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.856296] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0818c1-cd05-410f-ae33-884e6c368199 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.863008] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83c3e1b-0688-46f0-95a2-af0ebb9ccb65 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.876254] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.379469] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 678.380701] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 678.380890] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.875600] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.875934] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 678.875934] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Rebuilding the list of instances to heal {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 679.379535] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Didn't find any instances for network info cache update. {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 679.379869] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.380127] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.380364] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.380598] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.380818] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.381055] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.381339] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 736.223441] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.722272] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.722272] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.722272] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.225069] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.225447] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.225447] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.225587] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 737.226476] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465cb4af-8846-495d-b774-c26c49267124 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.235073] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9193f9-1f07-4829-b251-d038af198bf1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.248546] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1fc355-fd25-4d0a-9fb7-db0eb9d232be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.254388] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffd308a-beec-40f4-a311-732bed90d9e6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.282464] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181443MB free_disk=185GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 737.282603] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.282788] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.302041] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 738.302260] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 738.315168] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980d2c2d-ebb9-4cab-9903-7764a18b62a0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.322323] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bf6af6-d343-4211-8aa6-8abb75a199cd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.350284] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4527b0d7-d028-4b49-9a59-47c68023acdb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.356945] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59755f5e-d5da-4775-a684-1fddf8bb786c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.369288] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.872021] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 738.873701] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 738.873701] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.873372] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.875180] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 739.875394] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Rebuilding the list of instances to heal {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 740.378612] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Didn't find any instances for network info cache update. {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 740.378841] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.379012] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.379180] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.379349] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.379505] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 796.223214] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.716805] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.221066] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.221066] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.221298] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.724067] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.724469] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.724469] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.724625] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 798.725577] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0273af-0d79-47c7-b7e5-4bec58768392 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.733548] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614599ef-e0f3-40a5-95c9-423ef7f3502e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.747126] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511ad2ef-53ff-4f7a-948f-b3a8d46a969c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.753169] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e846e1-f30c-47dd-a1de-0a93bc858c53 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.782570] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181433MB free_disk=185GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 798.782682] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.782869] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.801474] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 799.801723] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 799.814633] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ebedc9-5252-45b6-abf4-1bf15e1eb2c0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.822031] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f4aae7-d082-482f-9dcd-e9858c9e2d9e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.850661] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aee91dd-d4eb-46df-aab9-29d52bbcf2a7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.857155] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b405018-dc7d-4f98-a08d-a64a8be79a3c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.869578] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.374513] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 800.374513] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 800.374513] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.876047] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.876047] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 801.876047] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Rebuilding the list of instances to heal {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 802.379800] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Didn't find any instances for network info cache update. {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 802.380061] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.380209] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.380357] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.380501] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.380629] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 855.721556] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.721921] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Cleaning up deleted instances {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 856.225560] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] There are 0 instances to clean {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 856.225854] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.225994] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Cleaning up deleted instances with incomplete migration {{(pid=62094) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 856.728364] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.225958] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.226387] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.226387] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.226577] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.731154] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.731437] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.731552] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.731704] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 859.732595] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef0e3d6-9499-4949-a7a6-a7c6bbdcd346 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.740806] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ac79cb-f05d-4aed-be10-8e5c9c288b82 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.754161] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe88608d-c980-4410-8938-f3ae4961e33d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.760420] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4718e5b6-92bf-41e4-9bed-f017d2826d87 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.788271] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181441MB free_disk=185GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 859.788404] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.788586] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.806417] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 860.806674] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 860.820359] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894beb4a-db51-4e0d-a2c9-6134c68a6b09 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.828040] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98acae1d-4e71-4780-99d1-240c7de67f5f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.856117] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b4092f-3367-4e3f-983f-ecc529d89ed4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.862653] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a992a9f-d16b-4b7a-a1b3-1fcf2f09afab {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.875068] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.379022] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 861.380359] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 861.380543] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.876268] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.876612] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.876612] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.876737] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.876878] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 862.722738] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.722994] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 862.723141] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Rebuilding the list of instances to heal {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 863.226863] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Didn't find any instances for network info cache update. {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 918.222873] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.716572] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.224467] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.224467] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.722171] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.722569] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.226335] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.226626] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.226744] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.226873] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 920.227852] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6149cf12-8976-442e-8ff6-4052c1a06e44 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.236123] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a358b4-3deb-42a1-a9c4-15fa4a9a53dd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.250376] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6facd9-8952-43bd-bb16-6691cfabf4f7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.256872] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05025f56-9274-4220-9c4c-4b9cb1cb5ac2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.291046] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181430MB free_disk=185GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 920.291181] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.291704] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.811564] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 921.812946] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 921.836254] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Refreshing inventories for resource provider 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 921.857071] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Updating ProviderTree inventory for provider 63012395-d365-4b03-a816-be66e2783fee from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 921.857071] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.872184] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Refreshing aggregate associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, aggregates: None {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 921.897331] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Refreshing trait associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 921.914218] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a1c7f6-b4c0-46d0-b907-6089e27f437c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.919827] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3360bb05-a160-4dc6-8346-811d5b51068d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.950950] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fca12b-ad5f-4615-a17a-9e50da4d044c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.957952] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aee2aca-9065-4220-a46c-a5ff9028e3dd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.971449] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.474998] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 922.476309] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 922.476527] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.185s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.476430] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.476709] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 923.476709] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Rebuilding the list of instances to heal {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 923.979628] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Didn't find any instances for network info cache update. {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 923.979910] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.980171] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.980298] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.980362] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 924.274922] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquiring lock "06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.275167] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lock "06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.778601] env[62094]: DEBUG nova.compute.manager [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 925.334047] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.334309] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.338201] env[62094]: INFO nova.compute.claims [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.398298] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f271e27e-4ecb-47fb-89bc-1950ddea77dd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.411371] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d55c3c9-6345-452b-998b-bf4ec332c20b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.453336] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24041de-b00a-425c-9030-10c0094e6b62 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.464737] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40cb827-68f6-4ada-975f-bee724370458 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.490047] env[62094]: DEBUG nova.compute.provider_tree [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.995746] env[62094]: DEBUG nova.scheduler.client.report [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 927.123609] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Acquiring lock "7ad209f4-964d-4156-8dd7-f45b930cfc64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.123609] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Lock "7ad209f4-964d-4156-8dd7-f45b930cfc64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.504274] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.504274] env[62094]: DEBUG nova.compute.manager [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 927.628339] env[62094]: DEBUG nova.compute.manager [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 928.013986] env[62094]: DEBUG nova.compute.utils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 928.015503] env[62094]: DEBUG nova.compute.manager [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 928.018643] env[62094]: DEBUG nova.network.neutron [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.167645] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.167864] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.170133] env[62094]: INFO nova.compute.claims [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.180090] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "d7679adb-1756-4b93-953c-6964e758d889" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.180319] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "d7679adb-1756-4b93-953c-6964e758d889" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.523453] env[62094]: DEBUG nova.compute.manager [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 928.666075] env[62094]: DEBUG nova.policy [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '512574a52d9143ab91ebb39f3b8bdde5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a097e29c9da436391105fa9320c42e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 928.682990] env[62094]: DEBUG nova.compute.manager [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 928.726144] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Acquiring lock "6851a2a5-b7d0-4a6b-85a7-3521bea7497a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.726445] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Lock "6851a2a5-b7d0-4a6b-85a7-3521bea7497a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.203578] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.203939] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.224627] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.231769] env[62094]: DEBUG nova.compute.manager [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 929.305440] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a3ebd4-a8c9-468a-ab6a-7333e46e6519 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.315137] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce28ab89-8423-46ed-826b-1183ccc36428 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.361389] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b704adc8-abe9-424c-922f-13b944e1ef5a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.370932] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a88b6e-4fa1-4f5a-ab70-117e08ab7574 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.391164] env[62094]: DEBUG nova.compute.provider_tree [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.536426] env[62094]: DEBUG nova.compute.manager [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 929.563576] env[62094]: DEBUG nova.virt.hardware [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 929.563864] env[62094]: DEBUG nova.virt.hardware [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 929.563955] env[62094]: DEBUG nova.virt.hardware [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.564149] env[62094]: DEBUG nova.virt.hardware [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 929.564285] env[62094]: DEBUG nova.virt.hardware [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.564431] env[62094]: DEBUG nova.virt.hardware [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 929.564633] env[62094]: DEBUG nova.virt.hardware [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 929.564789] env[62094]: DEBUG nova.virt.hardware [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 929.565144] env[62094]: DEBUG nova.virt.hardware [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 929.566985] env[62094]: DEBUG nova.virt.hardware [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 929.567202] env[62094]: DEBUG nova.virt.hardware [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 929.569358] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7390d192-9a4c-4b13-831e-bd9351d512dc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.578059] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7218b908-288a-4449-aef8-9d024bd6d485 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.594720] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8038fe2-9aa1-4bc8-9864-e5327f5e15ea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.667817] env[62094]: DEBUG nova.network.neutron [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Successfully created port: 504d3db7-be8e-4349-9bcd-9608fbd3e22c {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.711060] env[62094]: DEBUG nova.compute.manager [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 929.763608] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.896145] env[62094]: DEBUG nova.scheduler.client.report [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 930.250970] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.400613] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.400613] env[62094]: DEBUG nova.compute.manager [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 930.404370] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.180s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.405926] env[62094]: INFO nova.compute.claims [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.853403] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Acquiring lock "b6629dde-580d-40c4-af1e-15807861c45b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.853702] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Lock "b6629dde-580d-40c4-af1e-15807861c45b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.914039] env[62094]: DEBUG nova.compute.utils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 930.915541] env[62094]: DEBUG nova.compute.manager [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 930.915760] env[62094]: DEBUG nova.network.neutron [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.004950] env[62094]: DEBUG nova.policy [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f266acac5ea04d6d9d8af0021fc7b40b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '170338af406e4cd6adca9b39786b535f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 931.356352] env[62094]: DEBUG nova.compute.manager [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 931.419644] env[62094]: DEBUG nova.compute.manager [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 931.562402] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b630ff-a79f-44d5-bf26-7811d72c27cd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.571655] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85cb390-a515-415a-a199-6f03d9f0914c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.607110] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb59599b-a582-401b-8db0-57dabc31da53 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.615550] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930efcdc-96e7-4717-9ccd-16014eda60b0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.631462] env[62094]: DEBUG nova.compute.provider_tree [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.886738] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.910396] env[62094]: DEBUG nova.network.neutron [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Successfully created port: b57aae25-676e-4751-974e-3b127cabb783 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.135432] env[62094]: DEBUG nova.scheduler.client.report [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 932.431953] env[62094]: DEBUG nova.compute.manager [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 932.473855] env[62094]: DEBUG nova.virt.hardware [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 932.474462] env[62094]: DEBUG nova.virt.hardware [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 932.474462] env[62094]: DEBUG nova.virt.hardware [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.474462] env[62094]: DEBUG nova.virt.hardware [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 932.474662] env[62094]: DEBUG nova.virt.hardware [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.474694] env[62094]: DEBUG nova.virt.hardware [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 932.474923] env[62094]: DEBUG nova.virt.hardware [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 932.475468] env[62094]: DEBUG nova.virt.hardware [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 932.475468] env[62094]: DEBUG nova.virt.hardware [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 932.475468] env[62094]: DEBUG nova.virt.hardware [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 932.475591] env[62094]: DEBUG nova.virt.hardware [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 932.476463] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ae054e-24f8-4203-b36d-821eb910a906 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.486861] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4592c3-42fe-4888-81e6-45cd69d919a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.641478] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.641762] env[62094]: DEBUG nova.compute.manager [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 932.646592] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.881s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.646592] env[62094]: INFO nova.compute.claims [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.924054] env[62094]: DEBUG nova.network.neutron [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Successfully updated port: 504d3db7-be8e-4349-9bcd-9608fbd3e22c {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.151294] env[62094]: DEBUG nova.compute.utils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 933.153185] env[62094]: DEBUG nova.compute.manager [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 933.154248] env[62094]: DEBUG nova.network.neutron [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.262845] env[62094]: DEBUG nova.policy [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff1adedc2ce045d297db1ed0ecfa30c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f759cf5680d4f47a844952bb53c1260', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 933.430021] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquiring lock "refresh_cache-06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.430021] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquired lock "refresh_cache-06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.430021] env[62094]: DEBUG nova.network.neutron [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.659667] env[62094]: DEBUG nova.compute.manager [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 933.779053] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051a7a25-1b32-4b5d-98f8-850d67688487 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.782263] env[62094]: DEBUG nova.network.neutron [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Successfully created port: 74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.791279] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0e9915-c6e2-48ad-be34-8bf42f6bcd15 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.836075] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289735b5-b3b1-4ac2-a3c1-a11ed62cf32c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.845787] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987b4d26-d173-43a4-9c64-89bf1d548f51 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.863764] env[62094]: DEBUG nova.compute.provider_tree [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.146392] env[62094]: DEBUG nova.network.neutron [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.366689] env[62094]: DEBUG nova.scheduler.client.report [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 934.675499] env[62094]: DEBUG nova.compute.manager [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 934.716209] env[62094]: DEBUG nova.virt.hardware [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 934.716209] env[62094]: DEBUG nova.virt.hardware [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 934.716209] env[62094]: DEBUG nova.virt.hardware [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.716363] env[62094]: DEBUG nova.virt.hardware [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 934.716363] env[62094]: DEBUG nova.virt.hardware [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.716363] env[62094]: DEBUG nova.virt.hardware [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 934.716363] env[62094]: DEBUG nova.virt.hardware [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 934.716544] env[62094]: DEBUG nova.virt.hardware [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 934.716856] env[62094]: DEBUG nova.virt.hardware [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 934.717186] env[62094]: DEBUG nova.virt.hardware [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 934.717507] env[62094]: DEBUG nova.virt.hardware [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 934.718587] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c354ee41-14b3-4ea8-a48f-84ec12a37780 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.727888] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46b20dd-f02e-4210-85f1-c193d3be1329 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.795478] env[62094]: DEBUG nova.network.neutron [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Updating instance_info_cache with network_info: [{"id": "504d3db7-be8e-4349-9bcd-9608fbd3e22c", "address": "fa:16:3e:90:81:41", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap504d3db7-be", "ovs_interfaceid": "504d3db7-be8e-4349-9bcd-9608fbd3e22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.875890] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.876508] env[62094]: DEBUG nova.compute.manager [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 934.880747] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.630s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.882591] env[62094]: INFO nova.compute.claims [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.299096] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Releasing lock "refresh_cache-06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.299096] env[62094]: DEBUG nova.compute.manager [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Instance network_info: |[{"id": "504d3db7-be8e-4349-9bcd-9608fbd3e22c", "address": "fa:16:3e:90:81:41", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap504d3db7-be", "ovs_interfaceid": "504d3db7-be8e-4349-9bcd-9608fbd3e22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 935.299449] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:81:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '504d3db7-be8e-4349-9bcd-9608fbd3e22c', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.319086] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.319828] env[62094]: DEBUG nova.network.neutron [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Successfully updated port: b57aae25-676e-4751-974e-3b127cabb783 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.320810] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4953e53-aff5-45fa-8d7e-9d3b4762335c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.333469] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Created folder: OpenStack in parent group-v4. [ 935.333733] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Creating folder: Project (4a097e29c9da436391105fa9320c42e2). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.333984] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-356c29c7-15c0-41d8-b78c-764e2df025ea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.345478] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Created folder: Project (4a097e29c9da436391105fa9320c42e2) in parent group-v296765. [ 935.345944] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Creating folder: Instances. Parent ref: group-v296766. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.346222] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cfd58a6-c67c-44a7-83e9-aa13106b7118 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.357022] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Created folder: Instances in parent group-v296766. [ 935.357022] env[62094]: DEBUG oslo.service.loopingcall [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.357022] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.357022] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed1e6961-0d51-4aef-88eb-a27e0ef4fb93 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.380296] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.380296] env[62094]: value = "task-1399873" [ 935.380296] env[62094]: _type = "Task" [ 935.380296] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.393961] env[62094]: DEBUG nova.compute.utils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 935.399315] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399873, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.400492] env[62094]: DEBUG nova.compute.manager [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 935.400823] env[62094]: DEBUG nova.network.neutron [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.565678] env[62094]: DEBUG nova.policy [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4da9424c940b4b25bf753e6f0c18cd9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '075b8c077ab84d02b2c8d2708872a758', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 935.825829] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Acquiring lock "refresh_cache-7ad209f4-964d-4156-8dd7-f45b930cfc64" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.825829] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Acquired lock "refresh_cache-7ad209f4-964d-4156-8dd7-f45b930cfc64" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.825829] env[62094]: DEBUG nova.network.neutron [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.893534] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399873, 'name': CreateVM_Task, 'duration_secs': 0.414007} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.893629] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.896957] env[62094]: DEBUG nova.compute.manager [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 935.915846] env[62094]: DEBUG oslo_vmware.service [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c88fec-db56-4449-84a3-19ce24b0ff41 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.922287] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.922498] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.923206] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.923719] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e45999-1e2d-4789-afd1-63bb48d2795f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.930970] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 935.930970] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523e1866-2819-7a2a-6922-41debd15e5a9" [ 935.930970] env[62094]: _type = "Task" [ 935.930970] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.943411] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523e1866-2819-7a2a-6922-41debd15e5a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.096202] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc85cafb-97bc-4b08-84c4-0a092cc5ef1d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.105665] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c99de3-23c6-4497-9b4c-abdad07ee681 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.162561] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fd81e6-8091-4c6a-b07d-a27d3a9daf60 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.176204] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da15a3a-8b90-443e-a75b-501874d718a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.191913] env[62094]: DEBUG nova.compute.provider_tree [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.412645] env[62094]: DEBUG nova.network.neutron [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.452422] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.452422] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.452422] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.452422] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.452588] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.452588] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb545495-7153-4899-b3e9-d60298d13181 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.471425] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.474697] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.474775] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9e680d-f57e-40c2-bbd2-e44a537381d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.483370] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a12133e8-bed1-43c8-8362-822fb2932917 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.491538] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 936.491538] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a7dc41-8da1-925f-ede0-48d7ef9f586e" [ 936.491538] env[62094]: _type = "Task" [ 936.491538] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.497292] env[62094]: DEBUG nova.network.neutron [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Successfully created port: 02ce08a8-dd0c-45b8-9cbd-beb5383689b1 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.507205] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Preparing fetch location {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 936.507521] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Creating directory with path [datastore2] vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad/cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.507760] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc5de309-0172-4d18-8c03-6255227bd4db {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.519324] env[62094]: DEBUG nova.compute.manager [req-08053279-27ae-45d2-a298-ee0572e3bb83 req-4564bcb0-c7ae-4d2a-8b36-d9a41ff3d818 service nova] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Received event network-vif-plugged-504d3db7-be8e-4349-9bcd-9608fbd3e22c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 936.519533] env[62094]: DEBUG oslo_concurrency.lockutils [req-08053279-27ae-45d2-a298-ee0572e3bb83 req-4564bcb0-c7ae-4d2a-8b36-d9a41ff3d818 service nova] Acquiring lock "06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.521372] env[62094]: DEBUG oslo_concurrency.lockutils [req-08053279-27ae-45d2-a298-ee0572e3bb83 req-4564bcb0-c7ae-4d2a-8b36-d9a41ff3d818 service nova] Lock "06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.521372] env[62094]: DEBUG oslo_concurrency.lockutils [req-08053279-27ae-45d2-a298-ee0572e3bb83 req-4564bcb0-c7ae-4d2a-8b36-d9a41ff3d818 service nova] Lock "06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.521372] env[62094]: DEBUG nova.compute.manager [req-08053279-27ae-45d2-a298-ee0572e3bb83 req-4564bcb0-c7ae-4d2a-8b36-d9a41ff3d818 service nova] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] No waiting events found dispatching network-vif-plugged-504d3db7-be8e-4349-9bcd-9608fbd3e22c {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 936.521372] env[62094]: WARNING nova.compute.manager [req-08053279-27ae-45d2-a298-ee0572e3bb83 req-4564bcb0-c7ae-4d2a-8b36-d9a41ff3d818 service nova] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Received unexpected event network-vif-plugged-504d3db7-be8e-4349-9bcd-9608fbd3e22c for instance with vm_state building and task_state spawning. [ 936.543020] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Created directory with path [datastore2] vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad/cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.543020] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Fetch image to [datastore2] vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 936.543020] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Downloading image file data cfd7dda5-dd02-4e1a-a12e-b39abc6db212 to [datastore2] vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk on the data store datastore2 {{(pid=62094) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 936.543020] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a790d7-a0f5-4cc8-9689-3b6545f6e870 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.550860] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d04e354-6ccb-4949-b423-532190296e98 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.564611] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c44d5da-1fdb-4c58-b6bb-ed4b12c5af1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.600745] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4156361a-fe8e-4608-9d1f-d32068902c9b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.608094] env[62094]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c0eadc7a-7735-4a6f-83f2-8fea2a35dcc2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.630886] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Downloading image file data cfd7dda5-dd02-4e1a-a12e-b39abc6db212 to the data store datastore2 {{(pid=62094) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 936.695397] env[62094]: DEBUG nova.scheduler.client.report [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 936.707308] env[62094]: DEBUG oslo_vmware.rw_handles [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62094) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 936.910658] env[62094]: DEBUG nova.compute.manager [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 936.943038] env[62094]: DEBUG nova.virt.hardware [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 936.943038] env[62094]: DEBUG nova.virt.hardware [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 936.943337] env[62094]: DEBUG nova.virt.hardware [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.943586] env[62094]: DEBUG nova.virt.hardware [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 936.944034] env[62094]: DEBUG nova.virt.hardware [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.944289] env[62094]: DEBUG nova.virt.hardware [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 936.944562] env[62094]: DEBUG nova.virt.hardware [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 936.944833] env[62094]: DEBUG nova.virt.hardware [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 936.945150] env[62094]: DEBUG nova.virt.hardware [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 936.945420] env[62094]: DEBUG nova.virt.hardware [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 936.945701] env[62094]: DEBUG nova.virt.hardware [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 936.946648] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a59ffc-2b42-4a68-b7d0-d1574f36211d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.960292] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8900a2fa-c770-4582-b683-5a17cbf6f252 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.028621] env[62094]: DEBUG nova.network.neutron [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Updating instance_info_cache with network_info: [{"id": "b57aae25-676e-4751-974e-3b127cabb783", "address": "fa:16:3e:bc:19:bc", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57aae25-67", "ovs_interfaceid": "b57aae25-676e-4751-974e-3b127cabb783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.202698] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.203576] env[62094]: DEBUG nova.compute.manager [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 937.209880] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.324s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.212150] env[62094]: INFO nova.compute.claims [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.235450] env[62094]: DEBUG nova.network.neutron [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Successfully updated port: 74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.425016] env[62094]: DEBUG oslo_vmware.rw_handles [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Completed reading data from the image iterator. {{(pid=62094) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 937.425386] env[62094]: DEBUG oslo_vmware.rw_handles [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 937.536384] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Releasing lock "refresh_cache-7ad209f4-964d-4156-8dd7-f45b930cfc64" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.536727] env[62094]: DEBUG nova.compute.manager [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Instance network_info: |[{"id": "b57aae25-676e-4751-974e-3b127cabb783", "address": "fa:16:3e:bc:19:bc", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57aae25-67", "ovs_interfaceid": "b57aae25-676e-4751-974e-3b127cabb783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 937.537290] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:19:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b57aae25-676e-4751-974e-3b127cabb783', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.548147] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Creating folder: Project (170338af406e4cd6adca9b39786b535f). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.548795] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-494f985a-3209-4cc3-8dad-03aefce01f16 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.561318] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Created folder: Project (170338af406e4cd6adca9b39786b535f) in parent group-v296765. [ 937.561526] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Creating folder: Instances. Parent ref: group-v296769. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.561769] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8348631-4063-4d5d-918b-40f12ec52b49 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.565549] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Downloaded image file data cfd7dda5-dd02-4e1a-a12e-b39abc6db212 to vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk on the data store datastore2 {{(pid=62094) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 937.567816] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Caching image {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 937.568066] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Copying Virtual Disk [datastore2] vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk to [datastore2] vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.568336] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11a6c812-dac8-43da-8bc4-e5fa62ef5eda {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.572374] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Created folder: Instances in parent group-v296769. [ 937.572923] env[62094]: DEBUG oslo.service.loopingcall [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.573741] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.573944] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6d75863-dfff-4940-a30b-6475d3d5b1f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.595510] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.595510] env[62094]: value = "task-1399876" [ 937.595510] env[62094]: _type = "Task" [ 937.595510] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.597176] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 937.597176] env[62094]: value = "task-1399877" [ 937.597176] env[62094]: _type = "Task" [ 937.597176] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.609624] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.612798] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399876, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.719469] env[62094]: DEBUG nova.compute.utils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 937.725560] env[62094]: DEBUG nova.compute.manager [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 937.725560] env[62094]: DEBUG nova.network.neutron [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.742236] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.742510] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquired lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.742579] env[62094]: DEBUG nova.network.neutron [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.840572] env[62094]: DEBUG nova.policy [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7339a32577ce4edfa0b48b27d57fd9f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '609fdd19f2034db59751e314a7c2cafc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 938.115962] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399876, 'name': CreateVM_Task, 'duration_secs': 0.338067} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.123931] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.124280] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399877, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.125125] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.126029] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.126029] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.126029] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2faba3af-bad6-4035-aa31-e46a61edc7ec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.131634] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Waiting for the task: (returnval){ [ 938.131634] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c05c4c-42e4-e910-9c4c-45f686a06612" [ 938.131634] env[62094]: _type = "Task" [ 938.131634] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.142115] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c05c4c-42e4-e910-9c4c-45f686a06612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.226314] env[62094]: DEBUG nova.compute.manager [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 938.357114] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374f5ad7-fd88-4283-bbdb-4e9ca9f15788 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.363376] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f752adc-ff59-46ac-8046-12535007d4e8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.397278] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673da01f-984e-4ca3-b21e-07194621e794 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.404933] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8dfcc6-5ec8-4430-ae36-ea7140574166 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.418778] env[62094]: DEBUG nova.compute.provider_tree [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.438933] env[62094]: DEBUG nova.network.neutron [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.614550] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659866} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.615167] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Copied Virtual Disk [datastore2] vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk to [datastore2] vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.615167] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Deleting the datastore file [datastore2] vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.615465] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e41c725-82bd-41e8-890e-d144de27a02c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.622822] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 938.622822] env[62094]: value = "task-1399878" [ 938.622822] env[62094]: _type = "Task" [ 938.622822] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.630860] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.643126] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.643375] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.643575] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.922323] env[62094]: DEBUG nova.scheduler.client.report [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 939.136362] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02283} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.136700] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.136906] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Moving file from [datastore2] vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad/cfd7dda5-dd02-4e1a-a12e-b39abc6db212 to [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212. {{(pid=62094) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 939.137250] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-4f8aa7c6-a80b-44df-9e75-f7ae85409855 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.145782] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 939.145782] env[62094]: value = "task-1399879" [ 939.145782] env[62094]: _type = "Task" [ 939.145782] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.156216] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399879, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.244906] env[62094]: DEBUG nova.compute.manager [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 939.285752] env[62094]: DEBUG nova.virt.hardware [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 939.287298] env[62094]: DEBUG nova.virt.hardware [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 939.288876] env[62094]: DEBUG nova.virt.hardware [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.288876] env[62094]: DEBUG nova.virt.hardware [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 939.288876] env[62094]: DEBUG nova.virt.hardware [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.288876] env[62094]: DEBUG nova.virt.hardware [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 939.288876] env[62094]: DEBUG nova.virt.hardware [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 939.289185] env[62094]: DEBUG nova.virt.hardware [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 939.289617] env[62094]: DEBUG nova.virt.hardware [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 939.289617] env[62094]: DEBUG nova.virt.hardware [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 939.289903] env[62094]: DEBUG nova.virt.hardware [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 939.291251] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22b2ae5-97c3-43ad-8b1a-60ddb6585455 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.304155] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b730b840-2e9b-470d-82e3-05c80af01578 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.310347] env[62094]: DEBUG nova.network.neutron [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Successfully created port: d3a32a49-ffc8-4af7-a1e2-734e5b598b00 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.355174] env[62094]: DEBUG nova.network.neutron [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Updating instance_info_cache with network_info: [{"id": "74dffbef-ecd8-444e-b8db-286175253d8d", "address": "fa:16:3e:13:0e:92", "network": {"id": "99c1dabf-29d6-403c-9c45-7bdf5b4d0f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2099916463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f759cf5680d4f47a844952bb53c1260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74dffbef-ec", "ovs_interfaceid": "74dffbef-ecd8-444e-b8db-286175253d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.429911] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.430609] env[62094]: DEBUG nova.compute.manager [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 939.504934] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquiring lock "820f7393-e3a4-4028-b65c-8f2955e31411" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.504934] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Lock "820f7393-e3a4-4028-b65c-8f2955e31411" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.657851] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399879, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029037} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.658074] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] File moved {{(pid=62094) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 939.658354] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Cleaning up location [datastore2] vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 939.658539] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Deleting the datastore file [datastore2] vmware_temp/10661f73-8ded-4562-b987-2b9ba5aa58ad {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.658792] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a953ab58-53b3-4770-9eb7-4cdf9c1e3094 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.040677] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 940.040677] env[62094]: value = "task-1399880" [ 940.040677] env[62094]: _type = "Task" [ 940.040677] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.040677] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.052765] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Releasing lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.052765] env[62094]: DEBUG nova.compute.manager [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Instance network_info: |[{"id": "74dffbef-ecd8-444e-b8db-286175253d8d", "address": "fa:16:3e:13:0e:92", "network": {"id": "99c1dabf-29d6-403c-9c45-7bdf5b4d0f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2099916463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f759cf5680d4f47a844952bb53c1260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74dffbef-ec", "ovs_interfaceid": "74dffbef-ecd8-444e-b8db-286175253d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 940.054037] env[62094]: DEBUG nova.compute.utils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 940.055602] env[62094]: DEBUG nova.compute.manager [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 940.059340] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:0e:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74dffbef-ecd8-444e-b8db-286175253d8d', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.073817] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Creating folder: Project (1f759cf5680d4f47a844952bb53c1260). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.074153] env[62094]: DEBUG nova.compute.manager [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 940.074338] env[62094]: DEBUG nova.network.neutron [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.077879] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-610c45cb-6253-47fe-910d-690ad95989d6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.088867] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Created folder: Project (1f759cf5680d4f47a844952bb53c1260) in parent group-v296765. [ 940.089026] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Creating folder: Instances. Parent ref: group-v296772. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.089170] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50ddc933-6d1c-469c-b7e6-fb9db478290b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.099517] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Created folder: Instances in parent group-v296772. [ 940.103382] env[62094]: DEBUG oslo.service.loopingcall [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 940.104070] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7679adb-1756-4b93-953c-6964e758d889] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.104276] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eefa41ec-d3b2-448b-91e4-83998660af60 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.125079] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.125079] env[62094]: value = "task-1399883" [ 940.125079] env[62094]: _type = "Task" [ 940.125079] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.138151] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399883, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.178478] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062585} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.178852] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.179889] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5651e2f-2214-402d-958c-c7582a544508 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.188562] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 940.188562] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523ff1f2-0b29-d1d7-9eec-01f71b171914" [ 940.188562] env[62094]: _type = "Task" [ 940.188562] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.207222] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523ff1f2-0b29-d1d7-9eec-01f71b171914, 'name': SearchDatastore_Task, 'duration_secs': 0.013795} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.207605] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.207903] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5/06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.208269] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.208517] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.208799] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a707edb0-77ab-4851-8e24-02a7f68cca80 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.211248] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83c82cac-a6a1-4c51-80b9-fecdcba5d323 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.220608] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 940.220608] env[62094]: value = "task-1399884" [ 940.220608] env[62094]: _type = "Task" [ 940.220608] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.220608] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.224256] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.227313] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f1686c-e498-4627-81ec-e56a75315c16 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.231200] env[62094]: DEBUG nova.policy [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41494e4aff344faca4fe8889364c7f36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '773d8bd2f7bb4ec2a46573568bb44e4a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 940.238947] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.240688] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Waiting for the task: (returnval){ [ 940.240688] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52de5a84-5bd1-a929-0579-dee6cb76c004" [ 940.240688] env[62094]: _type = "Task" [ 940.240688] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.251633] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52de5a84-5bd1-a929-0579-dee6cb76c004, 'name': SearchDatastore_Task, 'duration_secs': 0.009439} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.251633] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2d4749-bdd1-41da-aaba-5058a7e13e8e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.259591] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Waiting for the task: (returnval){ [ 940.259591] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521a3e58-f43d-2621-848f-9cd306c1d0c4" [ 940.259591] env[62094]: _type = "Task" [ 940.259591] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.269635] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521a3e58-f43d-2621-848f-9cd306c1d0c4, 'name': SearchDatastore_Task, 'duration_secs': 0.00816} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.269968] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.270488] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 7ad209f4-964d-4156-8dd7-f45b930cfc64/7ad209f4-964d-4156-8dd7-f45b930cfc64.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.270604] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5565ece3-ca71-451c-9b49-c9e334167708 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.277673] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Waiting for the task: (returnval){ [ 940.277673] env[62094]: value = "task-1399885" [ 940.277673] env[62094]: _type = "Task" [ 940.277673] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.287359] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.546847] env[62094]: DEBUG nova.network.neutron [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Successfully updated port: 02ce08a8-dd0c-45b8-9cbd-beb5383689b1 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.560407] env[62094]: DEBUG nova.compute.manager [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 940.614734] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.614734] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.620706] env[62094]: INFO nova.compute.claims [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.644181] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399883, 'name': CreateVM_Task, 'duration_secs': 0.480844} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.646368] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7679adb-1756-4b93-953c-6964e758d889] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.647101] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.647301] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.647679] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.648039] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb6f8487-1ed4-4afe-b7d1-64c2a946646b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.660025] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 940.660025] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5269b598-2c49-838d-07db-5af971e70cef" [ 940.660025] env[62094]: _type = "Task" [ 940.660025] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.671932] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5269b598-2c49-838d-07db-5af971e70cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.731490] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399884, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.791887] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399885, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.052071] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Acquiring lock "refresh_cache-6851a2a5-b7d0-4a6b-85a7-3521bea7497a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.052071] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Acquired lock "refresh_cache-6851a2a5-b7d0-4a6b-85a7-3521bea7497a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.052179] env[62094]: DEBUG nova.network.neutron [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.177455] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5269b598-2c49-838d-07db-5af971e70cef, 'name': SearchDatastore_Task, 'duration_secs': 0.048902} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.177755] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.177979] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.178253] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.178420] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.178596] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.178864] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c84856c0-e8fd-43cf-a267-8bebe8cb41dc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.188987] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.189906] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.191023] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0d5c167-fb4a-4206-b969-b9f88c1f8e3e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.201716] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 941.201716] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52521f7e-e586-4ec5-33e8-da6fd5a791b8" [ 941.201716] env[62094]: _type = "Task" [ 941.201716] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.213385] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52521f7e-e586-4ec5-33e8-da6fd5a791b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.232279] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532135} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.232615] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5/06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.233070] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.233381] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ac7f109-4eec-4891-b9cc-ce0ab01b1b1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.241214] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 941.241214] env[62094]: value = "task-1399886" [ 941.241214] env[62094]: _type = "Task" [ 941.241214] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.255440] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.292045] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789055} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.292323] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 7ad209f4-964d-4156-8dd7-f45b930cfc64/7ad209f4-964d-4156-8dd7-f45b930cfc64.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.292524] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.292781] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c54b7fe-c285-4552-96cb-613170844b2b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.305271] env[62094]: DEBUG nova.compute.manager [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Received event network-changed-504d3db7-be8e-4349-9bcd-9608fbd3e22c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 941.305382] env[62094]: DEBUG nova.compute.manager [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Refreshing instance network info cache due to event network-changed-504d3db7-be8e-4349-9bcd-9608fbd3e22c. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 941.305606] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Acquiring lock "refresh_cache-06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.305742] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Acquired lock "refresh_cache-06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.305894] env[62094]: DEBUG nova.network.neutron [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Refreshing network info cache for port 504d3db7-be8e-4349-9bcd-9608fbd3e22c {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.316656] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Waiting for the task: (returnval){ [ 941.316656] env[62094]: value = "task-1399887" [ 941.316656] env[62094]: _type = "Task" [ 941.316656] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.332801] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.573709] env[62094]: DEBUG nova.compute.manager [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 941.605501] env[62094]: DEBUG nova.virt.hardware [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 941.605748] env[62094]: DEBUG nova.virt.hardware [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 941.605894] env[62094]: DEBUG nova.virt.hardware [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.606095] env[62094]: DEBUG nova.virt.hardware [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 941.606254] env[62094]: DEBUG nova.virt.hardware [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.606393] env[62094]: DEBUG nova.virt.hardware [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 941.606660] env[62094]: DEBUG nova.virt.hardware [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 941.606829] env[62094]: DEBUG nova.virt.hardware [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 941.606991] env[62094]: DEBUG nova.virt.hardware [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 941.607158] env[62094]: DEBUG nova.virt.hardware [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 941.607390] env[62094]: DEBUG nova.virt.hardware [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 941.608378] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0149ff3d-de08-4961-9c4a-049f5ca6c8ef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.620200] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ca15aa-a1da-475c-83f5-6dbb0314c84f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.720078] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52521f7e-e586-4ec5-33e8-da6fd5a791b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008953} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.720883] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f59cb63c-1642-41b5-8d5a-e5da3b066c87 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.726284] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 941.726284] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528e218d-596f-4930-16cd-d2c8a6cbaa25" [ 941.726284] env[62094]: _type = "Task" [ 941.726284] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.739552] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528e218d-596f-4930-16cd-d2c8a6cbaa25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.754085] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066234} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.754085] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.755061] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cce6ac6-d731-4693-b5ee-6c1405ada617 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.786183] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5/06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.788744] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b830bbb-8633-44bc-8e28-86da74d5c889 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.809262] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 941.809262] env[62094]: value = "task-1399888" [ 941.809262] env[62094]: _type = "Task" [ 941.809262] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.820424] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399888, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.824773] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b71868c-5eee-420d-987b-729689b695c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.827826] env[62094]: DEBUG nova.network.neutron [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.835952] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063653} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.837251] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.838134] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf2a1f7-e878-4d23-b67d-8b0956395307 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.841273] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605dca2e-ac5b-44e4-ad49-6932797a83b0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.865824] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 7ad209f4-964d-4156-8dd7-f45b930cfc64/7ad209f4-964d-4156-8dd7-f45b930cfc64.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.894107] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ae0411-c245-4b19-b898-bf8b54ea9555 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.922887] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58036a48-78f6-45f5-bec7-9c2980a84c16 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.935165] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1e0671-6189-4db6-8077-66cc87c55216 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.941526] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Waiting for the task: (returnval){ [ 941.941526] env[62094]: value = "task-1399889" [ 941.941526] env[62094]: _type = "Task" [ 941.941526] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.963401] env[62094]: DEBUG nova.compute.provider_tree [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.966198] env[62094]: DEBUG nova.network.neutron [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Successfully created port: db062cce-6d57-4624-9cb9-a2a814445fd6 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.978569] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.237474] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528e218d-596f-4930-16cd-d2c8a6cbaa25, 'name': SearchDatastore_Task, 'duration_secs': 0.074903} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.237817] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.238108] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] d7679adb-1756-4b93-953c-6964e758d889/d7679adb-1756-4b93-953c-6964e758d889.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.238779] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c0f14b6-d9af-453e-a236-af5ecce46f65 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.248524] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 942.248524] env[62094]: value = "task-1399890" [ 942.248524] env[62094]: _type = "Task" [ 942.248524] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.256832] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.320131] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399888, 'name': ReconfigVM_Task, 'duration_secs': 0.319584} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.320431] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5/06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.321155] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bfe729d-01fa-408b-ac76-bbed656fa43d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.327523] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 942.327523] env[62094]: value = "task-1399891" [ 942.327523] env[62094]: _type = "Task" [ 942.327523] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.336333] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399891, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.457208] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399889, 'name': ReconfigVM_Task, 'duration_secs': 0.277899} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.457208] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 7ad209f4-964d-4156-8dd7-f45b930cfc64/7ad209f4-964d-4156-8dd7-f45b930cfc64.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.457208] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-218baf0b-3c77-4f8d-9578-2024a7c2ede7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.463399] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Waiting for the task: (returnval){ [ 942.463399] env[62094]: value = "task-1399892" [ 942.463399] env[62094]: _type = "Task" [ 942.463399] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.472797] env[62094]: DEBUG nova.scheduler.client.report [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 942.476152] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399892, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.499676] env[62094]: DEBUG nova.network.neutron [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Updating instance_info_cache with network_info: [{"id": "02ce08a8-dd0c-45b8-9cbd-beb5383689b1", "address": "fa:16:3e:25:d0:dc", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ce08a8-dd", "ovs_interfaceid": "02ce08a8-dd0c-45b8-9cbd-beb5383689b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.759595] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486252} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.764556] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] d7679adb-1756-4b93-953c-6964e758d889/d7679adb-1756-4b93-953c-6964e758d889.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.764802] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.765096] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1652f01b-c267-4d11-8d5e-61b781ff637f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.774270] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 942.774270] env[62094]: value = "task-1399893" [ 942.774270] env[62094]: _type = "Task" [ 942.774270] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.783200] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.801318] env[62094]: DEBUG nova.network.neutron [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Updated VIF entry in instance network info cache for port 504d3db7-be8e-4349-9bcd-9608fbd3e22c. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.801696] env[62094]: DEBUG nova.network.neutron [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Updating instance_info_cache with network_info: [{"id": "504d3db7-be8e-4349-9bcd-9608fbd3e22c", "address": "fa:16:3e:90:81:41", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap504d3db7-be", "ovs_interfaceid": "504d3db7-be8e-4349-9bcd-9608fbd3e22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.841874] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399891, 'name': Rename_Task, 'duration_secs': 0.15039} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.841874] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.841874] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f02cc1b-f3d1-405b-b98d-e94c45dbb69e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.848108] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 942.848108] env[62094]: value = "task-1399894" [ 942.848108] env[62094]: _type = "Task" [ 942.848108] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.859970] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.979687] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.980210] env[62094]: DEBUG nova.compute.manager [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 942.985672] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399892, 'name': Rename_Task, 'duration_secs': 0.29765} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.989349] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.989657] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a71ca56c-ec96-4188-9a1b-c0a28d0cb096 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.001897] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Waiting for the task: (returnval){ [ 943.001897] env[62094]: value = "task-1399895" [ 943.001897] env[62094]: _type = "Task" [ 943.001897] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.002323] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Releasing lock "refresh_cache-6851a2a5-b7d0-4a6b-85a7-3521bea7497a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.002651] env[62094]: DEBUG nova.compute.manager [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Instance network_info: |[{"id": "02ce08a8-dd0c-45b8-9cbd-beb5383689b1", "address": "fa:16:3e:25:d0:dc", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ce08a8-dd", "ovs_interfaceid": "02ce08a8-dd0c-45b8-9cbd-beb5383689b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 943.003102] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:d0:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02ce08a8-dd0c-45b8-9cbd-beb5383689b1', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.012210] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Creating folder: Project (075b8c077ab84d02b2c8d2708872a758). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.015781] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bb8a9ca-8a92-41f8-93b8-d91fc1d7f0e9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.026098] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399895, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.027914] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Created folder: Project (075b8c077ab84d02b2c8d2708872a758) in parent group-v296765. [ 943.028028] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Creating folder: Instances. Parent ref: group-v296775. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.028308] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-612e94db-28d6-4cd2-a008-6b92bec5a3f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.039142] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Created folder: Instances in parent group-v296775. [ 943.039142] env[62094]: DEBUG oslo.service.loopingcall [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.039142] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.039142] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f19fdf86-2e40-4719-9df0-ec6769cdef0e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.065385] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.065385] env[62094]: value = "task-1399898" [ 943.065385] env[62094]: _type = "Task" [ 943.065385] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.075976] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399898, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.210698] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Acquiring lock "753d110e-e779-4b3f-b0ea-aeb9d69ab9fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.215161] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Lock "753d110e-e779-4b3f-b0ea-aeb9d69ab9fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.287740] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061796} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.287740] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.287740] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473c9031-ad6c-4435-b224-2749023af47e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.307541] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Releasing lock "refresh_cache-06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.307962] env[62094]: DEBUG nova.compute.manager [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Received event network-vif-plugged-b57aae25-676e-4751-974e-3b127cabb783 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 943.308868] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Acquiring lock "7ad209f4-964d-4156-8dd7-f45b930cfc64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.309549] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Lock "7ad209f4-964d-4156-8dd7-f45b930cfc64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.309828] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Lock "7ad209f4-964d-4156-8dd7-f45b930cfc64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.310118] env[62094]: DEBUG nova.compute.manager [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] No waiting events found dispatching network-vif-plugged-b57aae25-676e-4751-974e-3b127cabb783 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 943.310392] env[62094]: WARNING nova.compute.manager [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Received unexpected event network-vif-plugged-b57aae25-676e-4751-974e-3b127cabb783 for instance with vm_state building and task_state spawning. [ 943.310661] env[62094]: DEBUG nova.compute.manager [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Received event network-changed-b57aae25-676e-4751-974e-3b127cabb783 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 943.310910] env[62094]: DEBUG nova.compute.manager [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Refreshing instance network info cache due to event network-changed-b57aae25-676e-4751-974e-3b127cabb783. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 943.311601] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Acquiring lock "refresh_cache-7ad209f4-964d-4156-8dd7-f45b930cfc64" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.311796] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Acquired lock "refresh_cache-7ad209f4-964d-4156-8dd7-f45b930cfc64" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.314677] env[62094]: DEBUG nova.network.neutron [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Refreshing network info cache for port b57aae25-676e-4751-974e-3b127cabb783 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.332370] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] d7679adb-1756-4b93-953c-6964e758d889/d7679adb-1756-4b93-953c-6964e758d889.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.338218] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eec3730c-9f38-4692-8e0c-ffcf0aa1e203 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.385400] env[62094]: DEBUG oslo_vmware.api [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1399894, 'name': PowerOnVM_Task, 'duration_secs': 0.508353} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.386659] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.387070] env[62094]: INFO nova.compute.manager [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Took 13.85 seconds to spawn the instance on the hypervisor. [ 943.387842] env[62094]: DEBUG nova.compute.manager [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 943.387842] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 943.387842] env[62094]: value = "task-1399899" [ 943.387842] env[62094]: _type = "Task" [ 943.387842] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.389671] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99953843-b114-40cd-8775-d48fd978cbbe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.404797] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.489463] env[62094]: DEBUG nova.compute.utils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 943.490783] env[62094]: DEBUG nova.compute.manager [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 943.491173] env[62094]: DEBUG nova.network.neutron [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.513284] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399895, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.578487] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399898, 'name': CreateVM_Task, 'duration_secs': 0.328853} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.578727] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.579407] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.579596] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.579909] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.580234] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b930bba1-efda-4197-b7c5-d17a7eee9268 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.590490] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Waiting for the task: (returnval){ [ 943.590490] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52fe4dac-dd87-ac97-fab9-0dad4f066cdc" [ 943.590490] env[62094]: _type = "Task" [ 943.590490] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.594760] env[62094]: DEBUG nova.network.neutron [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Successfully updated port: d3a32a49-ffc8-4af7-a1e2-734e5b598b00 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.604012] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52fe4dac-dd87-ac97-fab9-0dad4f066cdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.667472] env[62094]: DEBUG nova.policy [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c22d9e6b99bc440fbd54229f0baf4d1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bc668b48cfb4a62aea4e616d455d8da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 943.721658] env[62094]: DEBUG nova.compute.manager [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 943.903866] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399899, 'name': ReconfigVM_Task, 'duration_secs': 0.298094} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.904561] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Reconfigured VM instance instance-00000003 to attach disk [datastore2] d7679adb-1756-4b93-953c-6964e758d889/d7679adb-1756-4b93-953c-6964e758d889.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.911514] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46ca1272-b836-4a01-a716-09affb3eecda {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.919927] env[62094]: INFO nova.compute.manager [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Took 18.63 seconds to build instance. [ 943.922351] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 943.922351] env[62094]: value = "task-1399900" [ 943.922351] env[62094]: _type = "Task" [ 943.922351] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.935797] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399900, 'name': Rename_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.994709] env[62094]: DEBUG nova.compute.manager [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 944.014199] env[62094]: DEBUG oslo_vmware.api [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399895, 'name': PowerOnVM_Task, 'duration_secs': 0.586229} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.017097] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.017097] env[62094]: INFO nova.compute.manager [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Took 11.58 seconds to spawn the instance on the hypervisor. [ 944.017097] env[62094]: DEBUG nova.compute.manager [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 944.017097] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694fed07-456d-4aed-98e1-1bfbf4c087d7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.097569] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.097862] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.098128] env[62094]: DEBUG nova.network.neutron [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.108741] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52fe4dac-dd87-ac97-fab9-0dad4f066cdc, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.110204] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.110204] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.110204] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.110204] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.110404] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.110404] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59868e1c-fd5b-4a32-97f7-0067fbd8d437 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.120835] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.120972] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.121711] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040b984f-76f0-4b47-93ce-f92b4bc3df58 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.128561] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Waiting for the task: (returnval){ [ 944.128561] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5292da0d-20d1-febb-98b1-7915fb1ebd5a" [ 944.128561] env[62094]: _type = "Task" [ 944.128561] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.135249] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5292da0d-20d1-febb-98b1-7915fb1ebd5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.213550] env[62094]: DEBUG nova.network.neutron [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Updated VIF entry in instance network info cache for port b57aae25-676e-4751-974e-3b127cabb783. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.216269] env[62094]: DEBUG nova.network.neutron [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Updating instance_info_cache with network_info: [{"id": "b57aae25-676e-4751-974e-3b127cabb783", "address": "fa:16:3e:bc:19:bc", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57aae25-67", "ovs_interfaceid": "b57aae25-676e-4751-974e-3b127cabb783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.257798] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.258140] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.260078] env[62094]: INFO nova.compute.claims [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.379654] env[62094]: DEBUG nova.network.neutron [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Successfully created port: 5f316bf0-00a9-49d9-b080-256c8a5bd1b7 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.423161] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0a27e10f-6119-441b-9fe2-2d2ceef8987a tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lock "06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.147s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.439784] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399900, 'name': Rename_Task, 'duration_secs': 0.141927} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.443842] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.444180] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e00a6e50-a91f-4df6-9915-8ee06ddf00aa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.453846] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 944.453846] env[62094]: value = "task-1399901" [ 944.453846] env[62094]: _type = "Task" [ 944.453846] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.466620] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.541616] env[62094]: INFO nova.compute.manager [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Took 16.40 seconds to build instance. [ 944.642772] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5292da0d-20d1-febb-98b1-7915fb1ebd5a, 'name': SearchDatastore_Task, 'duration_secs': 0.041854} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.643603] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a028ec-e97e-4720-be20-7b2efe8493b2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.649392] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Waiting for the task: (returnval){ [ 944.649392] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52111bb2-b67d-ccf5-c113-5e51f4ca8c0b" [ 944.649392] env[62094]: _type = "Task" [ 944.649392] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.660033] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52111bb2-b67d-ccf5-c113-5e51f4ca8c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.686619] env[62094]: DEBUG nova.network.neutron [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.720586] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Releasing lock "refresh_cache-7ad209f4-964d-4156-8dd7-f45b930cfc64" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.721148] env[62094]: DEBUG nova.compute.manager [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Received event network-vif-plugged-74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 944.721148] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Acquiring lock "d7679adb-1756-4b93-953c-6964e758d889-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.721545] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Lock "d7679adb-1756-4b93-953c-6964e758d889-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.721545] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Lock "d7679adb-1756-4b93-953c-6964e758d889-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.722704] env[62094]: DEBUG nova.compute.manager [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] No waiting events found dispatching network-vif-plugged-74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 944.722924] env[62094]: WARNING nova.compute.manager [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Received unexpected event network-vif-plugged-74dffbef-ecd8-444e-b8db-286175253d8d for instance with vm_state building and task_state spawning. [ 944.723108] env[62094]: DEBUG nova.compute.manager [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Received event network-changed-74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 944.723263] env[62094]: DEBUG nova.compute.manager [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Refreshing instance network info cache due to event network-changed-74dffbef-ecd8-444e-b8db-286175253d8d. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 944.724195] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Acquiring lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.724195] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Acquired lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.724195] env[62094]: DEBUG nova.network.neutron [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Refreshing network info cache for port 74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.970033] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.007184] env[62094]: DEBUG nova.compute.manager [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 945.033252] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Acquiring lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.033629] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.041205] env[62094]: DEBUG nova.virt.hardware [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 945.041507] env[62094]: DEBUG nova.virt.hardware [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 945.041613] env[62094]: DEBUG nova.virt.hardware [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.041797] env[62094]: DEBUG nova.virt.hardware [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 945.041939] env[62094]: DEBUG nova.virt.hardware [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.042093] env[62094]: DEBUG nova.virt.hardware [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 945.042313] env[62094]: DEBUG nova.virt.hardware [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 945.042472] env[62094]: DEBUG nova.virt.hardware [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 945.042831] env[62094]: DEBUG nova.virt.hardware [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 945.042911] env[62094]: DEBUG nova.virt.hardware [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 945.043074] env[62094]: DEBUG nova.virt.hardware [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 945.044198] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eb35f544-3f9b-4d3f-a9ac-c9bbc17c5250 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Lock "7ad209f4-964d-4156-8dd7-f45b930cfc64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.921s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.044947] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d7e1b4-0ae3-4251-bf7a-40ba1a5b2a68 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.055049] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687c4ed3-b566-493a-a356-5fc3fd6e6071 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.095982] env[62094]: DEBUG nova.network.neutron [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating instance_info_cache with network_info: [{"id": "d3a32a49-ffc8-4af7-a1e2-734e5b598b00", "address": "fa:16:3e:2b:db:29", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a32a49-ff", "ovs_interfaceid": "d3a32a49-ffc8-4af7-a1e2-734e5b598b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.163457] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52111bb2-b67d-ccf5-c113-5e51f4ca8c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.163732] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.163988] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 6851a2a5-b7d0-4a6b-85a7-3521bea7497a/6851a2a5-b7d0-4a6b-85a7-3521bea7497a.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.164283] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b6c49cb-9c29-471e-97ea-01189786a7b3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.174277] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Waiting for the task: (returnval){ [ 945.174277] env[62094]: value = "task-1399902" [ 945.174277] env[62094]: _type = "Task" [ 945.174277] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.185120] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.224020] env[62094]: DEBUG nova.network.neutron [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Successfully updated port: db062cce-6d57-4624-9cb9-a2a814445fd6 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.282660] env[62094]: DEBUG nova.compute.manager [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Received event network-vif-plugged-02ce08a8-dd0c-45b8-9cbd-beb5383689b1 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 945.282878] env[62094]: DEBUG oslo_concurrency.lockutils [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] Acquiring lock "6851a2a5-b7d0-4a6b-85a7-3521bea7497a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.283172] env[62094]: DEBUG oslo_concurrency.lockutils [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] Lock "6851a2a5-b7d0-4a6b-85a7-3521bea7497a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.283560] env[62094]: DEBUG oslo_concurrency.lockutils [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] Lock "6851a2a5-b7d0-4a6b-85a7-3521bea7497a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.285662] env[62094]: DEBUG nova.compute.manager [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] No waiting events found dispatching network-vif-plugged-02ce08a8-dd0c-45b8-9cbd-beb5383689b1 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 945.286192] env[62094]: WARNING nova.compute.manager [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Received unexpected event network-vif-plugged-02ce08a8-dd0c-45b8-9cbd-beb5383689b1 for instance with vm_state building and task_state spawning. [ 945.286192] env[62094]: DEBUG nova.compute.manager [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Received event network-changed-02ce08a8-dd0c-45b8-9cbd-beb5383689b1 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 945.286335] env[62094]: DEBUG nova.compute.manager [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Refreshing instance network info cache due to event network-changed-02ce08a8-dd0c-45b8-9cbd-beb5383689b1. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 945.286627] env[62094]: DEBUG oslo_concurrency.lockutils [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] Acquiring lock "refresh_cache-6851a2a5-b7d0-4a6b-85a7-3521bea7497a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.287299] env[62094]: DEBUG oslo_concurrency.lockutils [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] Acquired lock "refresh_cache-6851a2a5-b7d0-4a6b-85a7-3521bea7497a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.287299] env[62094]: DEBUG nova.network.neutron [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Refreshing network info cache for port 02ce08a8-dd0c-45b8-9cbd-beb5383689b1 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.447647] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04ae680-9321-4b92-ba04-900410791e0c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.459029] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f0cea1-b5e5-46f3-bece-f8ae6b265c03 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.467888] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399901, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.496760] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d575e520-6788-4dc3-894f-fb0eabe5e4e9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.505728] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53605f7b-a9aa-48b8-99b8-36ddc0b8072b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.522453] env[62094]: DEBUG nova.compute.provider_tree [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.536900] env[62094]: DEBUG nova.compute.manager [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 945.599534] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Releasing lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.599534] env[62094]: DEBUG nova.compute.manager [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Instance network_info: |[{"id": "d3a32a49-ffc8-4af7-a1e2-734e5b598b00", "address": "fa:16:3e:2b:db:29", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a32a49-ff", "ovs_interfaceid": "d3a32a49-ffc8-4af7-a1e2-734e5b598b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 945.599755] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:db:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3a32a49-ffc8-4af7-a1e2-734e5b598b00', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.607142] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Creating folder: Project (609fdd19f2034db59751e314a7c2cafc). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.607934] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dc93ff6-7602-4775-96e4-bfe6fd501582 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.622401] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Created folder: Project (609fdd19f2034db59751e314a7c2cafc) in parent group-v296765. [ 945.622401] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Creating folder: Instances. Parent ref: group-v296778. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.622401] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b70c602-675b-4c32-9215-c480c4d672e4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.633895] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Created folder: Instances in parent group-v296778. [ 945.634165] env[62094]: DEBUG oslo.service.loopingcall [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.634358] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.636579] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de469ce3-1c9c-4bd1-ada3-42ff8f36040f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.661779] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.661779] env[62094]: value = "task-1399905" [ 945.661779] env[62094]: _type = "Task" [ 945.661779] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.669997] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399905, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.684632] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399902, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.732933] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Acquiring lock "refresh_cache-b6629dde-580d-40c4-af1e-15807861c45b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.733229] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Acquired lock "refresh_cache-b6629dde-580d-40c4-af1e-15807861c45b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.733372] env[62094]: DEBUG nova.network.neutron [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.966296] env[62094]: DEBUG oslo_vmware.api [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399901, 'name': PowerOnVM_Task, 'duration_secs': 1.256491} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.966884] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.967179] env[62094]: INFO nova.compute.manager [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Took 11.29 seconds to spawn the instance on the hypervisor. [ 945.967477] env[62094]: DEBUG nova.compute.manager [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 945.968495] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acfc56f-1d37-4f05-8b73-d5632d95152c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.029778] env[62094]: DEBUG nova.scheduler.client.report [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 946.061517] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.173170] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399905, 'name': CreateVM_Task, 'duration_secs': 0.414166} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.173170] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.174342] env[62094]: DEBUG oslo_vmware.service [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb12ff4a-de17-4188-b831-15f8cefb9c07 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.187674] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585577} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.187674] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.187674] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.188129] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.188617] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 6851a2a5-b7d0-4a6b-85a7-3521bea7497a/6851a2a5-b7d0-4a6b-85a7-3521bea7497a.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.189185] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.189185] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c68dd8f0-f4a3-4ea2-8584-1879a3d8c407 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.191143] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80211f36-bb01-4b59-815b-572237022bdb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.195816] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 946.195816] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ca0382-c0bc-19a7-1a38-1b4991ccfdc5" [ 946.195816] env[62094]: _type = "Task" [ 946.195816] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.197135] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Waiting for the task: (returnval){ [ 946.197135] env[62094]: value = "task-1399910" [ 946.197135] env[62094]: _type = "Task" [ 946.197135] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.211013] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ca0382-c0bc-19a7-1a38-1b4991ccfdc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.215091] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.297874] env[62094]: DEBUG nova.network.neutron [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Updated VIF entry in instance network info cache for port 74dffbef-ecd8-444e-b8db-286175253d8d. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.298276] env[62094]: DEBUG nova.network.neutron [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Updating instance_info_cache with network_info: [{"id": "74dffbef-ecd8-444e-b8db-286175253d8d", "address": "fa:16:3e:13:0e:92", "network": {"id": "99c1dabf-29d6-403c-9c45-7bdf5b4d0f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2099916463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f759cf5680d4f47a844952bb53c1260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74dffbef-ec", "ovs_interfaceid": "74dffbef-ecd8-444e-b8db-286175253d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.347362] env[62094]: DEBUG nova.network.neutron [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.489386] env[62094]: INFO nova.compute.manager [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Took 17.30 seconds to build instance. [ 946.536833] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.538093] env[62094]: DEBUG nova.compute.manager [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 946.540927] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.480s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.543435] env[62094]: INFO nova.compute.claims [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.648466] env[62094]: DEBUG nova.network.neutron [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Updated VIF entry in instance network info cache for port 02ce08a8-dd0c-45b8-9cbd-beb5383689b1. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.648822] env[62094]: DEBUG nova.network.neutron [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Updating instance_info_cache with network_info: [{"id": "02ce08a8-dd0c-45b8-9cbd-beb5383689b1", "address": "fa:16:3e:25:d0:dc", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ce08a8-dd", "ovs_interfaceid": "02ce08a8-dd0c-45b8-9cbd-beb5383689b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.719707] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.719986] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.720199] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.720333] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.720504] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.720794] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081303} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.720999] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98cd7470-1999-4324-9fa4-623d940ec859 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.722883] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.728292] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57afcf05-b945-4696-b796-a536ab8d92bf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.751568] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 6851a2a5-b7d0-4a6b-85a7-3521bea7497a/6851a2a5-b7d0-4a6b-85a7-3521bea7497a.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.753027] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f763bd-34a3-452d-97ae-b43ff51f0d44 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.771711] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.771969] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.775691] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc015785-d644-4850-a783-6c4b0c4cca7b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.784982] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecdf11cf-97e5-4613-9762-ce2a81329faf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.787435] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Waiting for the task: (returnval){ [ 946.787435] env[62094]: value = "task-1399911" [ 946.787435] env[62094]: _type = "Task" [ 946.787435] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.793019] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 946.793019] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521ac9b3-c781-95d8-db01-e0024aa57e77" [ 946.793019] env[62094]: _type = "Task" [ 946.793019] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.800581] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.801456] env[62094]: DEBUG oslo_concurrency.lockutils [req-d50b6f7b-bae4-403c-9353-77c47ece96aa req-54165aa6-ff57-4aff-9543-fb95c57c3785 service nova] Releasing lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.804613] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521ac9b3-c781-95d8-db01-e0024aa57e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.991778] env[62094]: DEBUG oslo_concurrency.lockutils [None req-56733cfb-4f62-4341-97d3-42f231a6d5c9 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "d7679adb-1756-4b93-953c-6964e758d889" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.811s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.038032] env[62094]: DEBUG nova.compute.manager [req-ae44c559-650f-4337-8374-5c0da11f5beb req-89b9db7f-1f42-4e85-a6d1-e600b68d9144 service nova] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Received event network-vif-plugged-db062cce-6d57-4624-9cb9-a2a814445fd6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 947.038305] env[62094]: DEBUG oslo_concurrency.lockutils [req-ae44c559-650f-4337-8374-5c0da11f5beb req-89b9db7f-1f42-4e85-a6d1-e600b68d9144 service nova] Acquiring lock "b6629dde-580d-40c4-af1e-15807861c45b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.038532] env[62094]: DEBUG oslo_concurrency.lockutils [req-ae44c559-650f-4337-8374-5c0da11f5beb req-89b9db7f-1f42-4e85-a6d1-e600b68d9144 service nova] Lock "b6629dde-580d-40c4-af1e-15807861c45b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.038704] env[62094]: DEBUG oslo_concurrency.lockutils [req-ae44c559-650f-4337-8374-5c0da11f5beb req-89b9db7f-1f42-4e85-a6d1-e600b68d9144 service nova] Lock "b6629dde-580d-40c4-af1e-15807861c45b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.038869] env[62094]: DEBUG nova.compute.manager [req-ae44c559-650f-4337-8374-5c0da11f5beb req-89b9db7f-1f42-4e85-a6d1-e600b68d9144 service nova] [instance: b6629dde-580d-40c4-af1e-15807861c45b] No waiting events found dispatching network-vif-plugged-db062cce-6d57-4624-9cb9-a2a814445fd6 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 947.039137] env[62094]: WARNING nova.compute.manager [req-ae44c559-650f-4337-8374-5c0da11f5beb req-89b9db7f-1f42-4e85-a6d1-e600b68d9144 service nova] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Received unexpected event network-vif-plugged-db062cce-6d57-4624-9cb9-a2a814445fd6 for instance with vm_state building and task_state spawning. [ 947.053030] env[62094]: DEBUG nova.compute.utils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 947.057109] env[62094]: DEBUG nova.compute.manager [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 947.057343] env[62094]: DEBUG nova.network.neutron [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.066862] env[62094]: DEBUG nova.network.neutron [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Updating instance_info_cache with network_info: [{"id": "db062cce-6d57-4624-9cb9-a2a814445fd6", "address": "fa:16:3e:5c:27:1f", "network": {"id": "c6c5a6e4-cfa3-4266-9bac-692dec1e1809", "bridge": "br-int", "label": "tempest-ServersTestJSON-59115746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d8bd2f7bb4ec2a46573568bb44e4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb062cce-6d", "ovs_interfaceid": "db062cce-6d57-4624-9cb9-a2a814445fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.109688] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "32352ea6-c719-4c88-a4a2-dde0f79e503e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.109923] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.158106] env[62094]: DEBUG oslo_concurrency.lockutils [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] Releasing lock "refresh_cache-6851a2a5-b7d0-4a6b-85a7-3521bea7497a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.158106] env[62094]: DEBUG nova.compute.manager [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Received event network-vif-plugged-d3a32a49-ffc8-4af7-a1e2-734e5b598b00 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 947.158106] env[62094]: DEBUG oslo_concurrency.lockutils [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] Acquiring lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.158106] env[62094]: DEBUG oslo_concurrency.lockutils [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] Lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.158106] env[62094]: DEBUG oslo_concurrency.lockutils [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] Lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.158558] env[62094]: DEBUG nova.compute.manager [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] No waiting events found dispatching network-vif-plugged-d3a32a49-ffc8-4af7-a1e2-734e5b598b00 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 947.158558] env[62094]: WARNING nova.compute.manager [req-ce165459-46d4-4bdf-9826-5baa2f814dcc req-1670170b-85f2-4e99-bc6e-aec7fa739955 service nova] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Received unexpected event network-vif-plugged-d3a32a49-ffc8-4af7-a1e2-734e5b598b00 for instance with vm_state building and task_state spawning. [ 947.218482] env[62094]: DEBUG nova.policy [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '468bc0872b4b4d9b85e9f03f8b404528', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c35331387b94e65a72653fc7f25cd46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 947.301215] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.306606] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Preparing fetch location {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 947.306943] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Creating directory with path [datastore1] vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.307115] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf87aeb9-6eb9-4e1e-a85e-7d4dc16973c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.351642] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Created directory with path [datastore1] vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.351879] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Fetch image to [datastore1] vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 947.352062] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Downloading image file data cfd7dda5-dd02-4e1a-a12e-b39abc6db212 to [datastore1] vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk on the data store datastore1 {{(pid=62094) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 947.352833] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc22036-bc39-4385-ab0e-45759f5580bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.362955] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de35ad8-0b92-46e7-9633-4e9378f27e42 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.383363] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab10921-9f1e-465a-a13f-37e018cc5846 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.416409] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7deea18d-6051-4f02-b8fa-2dae3041e499 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.422951] env[62094]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-aa9162a2-1e05-422c-baa8-6c3759c4d3f0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.443452] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Downloading image file data cfd7dda5-dd02-4e1a-a12e-b39abc6db212 to the data store datastore1 {{(pid=62094) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 947.512443] env[62094]: DEBUG oslo_vmware.rw_handles [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62094) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 947.570871] env[62094]: DEBUG nova.compute.manager [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 947.577535] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Releasing lock "refresh_cache-b6629dde-580d-40c4-af1e-15807861c45b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.577898] env[62094]: DEBUG nova.compute.manager [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Instance network_info: |[{"id": "db062cce-6d57-4624-9cb9-a2a814445fd6", "address": "fa:16:3e:5c:27:1f", "network": {"id": "c6c5a6e4-cfa3-4266-9bac-692dec1e1809", "bridge": "br-int", "label": "tempest-ServersTestJSON-59115746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d8bd2f7bb4ec2a46573568bb44e4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb062cce-6d", "ovs_interfaceid": "db062cce-6d57-4624-9cb9-a2a814445fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 947.580091] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:27:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db062cce-6d57-4624-9cb9-a2a814445fd6', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.587750] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Creating folder: Project (773d8bd2f7bb4ec2a46573568bb44e4a). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.589925] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b75c4c1-eca2-491d-ae82-872b70f74de4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.601843] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Created folder: Project (773d8bd2f7bb4ec2a46573568bb44e4a) in parent group-v296765. [ 947.603693] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Creating folder: Instances. Parent ref: group-v296784. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.603693] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07c32051-81ab-4548-bf39-70edf83b872a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.612027] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Created folder: Instances in parent group-v296784. [ 947.612027] env[62094]: DEBUG oslo.service.loopingcall [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.612387] env[62094]: DEBUG nova.compute.manager [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 947.619353] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.620417] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af12d341-8746-4dc2-8e72-9765a295c72d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.638848] env[62094]: DEBUG nova.network.neutron [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Successfully updated port: 5f316bf0-00a9-49d9-b080-256c8a5bd1b7 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.646172] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.646172] env[62094]: value = "task-1399914" [ 947.646172] env[62094]: _type = "Task" [ 947.646172] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.660493] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399914, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.806991] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399911, 'name': ReconfigVM_Task, 'duration_secs': 0.859152} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.807753] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 6851a2a5-b7d0-4a6b-85a7-3521bea7497a/6851a2a5-b7d0-4a6b-85a7-3521bea7497a.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.808926] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b90cc4ef-87b6-47b0-8515-2e345a238969 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.815028] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Waiting for the task: (returnval){ [ 947.815028] env[62094]: value = "task-1399915" [ 947.815028] env[62094]: _type = "Task" [ 947.815028] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.828837] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399915, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.866741] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2249b2c-3b2b-4eea-9c78-80a0a39302ac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.875271] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5e661a-beba-4d12-b58b-6ad5c06abe4a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.918016] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5da160-cd1d-465a-b6f6-1af44eabb6ec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.933658] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c4c8cd-0def-45a8-9d53-a3970a8c8eb4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.956393] env[62094]: DEBUG nova.compute.provider_tree [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.146343] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquiring lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.146343] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquired lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.146343] env[62094]: DEBUG nova.network.neutron [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.148593] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.163357] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399914, 'name': CreateVM_Task, 'duration_secs': 0.393492} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.164416] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.165304] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.165485] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.165895] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.167531] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b65d0619-ac4f-4e85-be0e-b731389c4237 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.176982] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Waiting for the task: (returnval){ [ 948.176982] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]527a9d2e-1d58-0cd0-99e5-48a9688b929a" [ 948.176982] env[62094]: _type = "Task" [ 948.176982] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.194125] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.197034] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.197034] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.309466] env[62094]: DEBUG oslo_vmware.rw_handles [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Completed reading data from the image iterator. {{(pid=62094) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 948.309731] env[62094]: DEBUG oslo_vmware.rw_handles [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 948.326569] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399915, 'name': Rename_Task, 'duration_secs': 0.16393} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.326630] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.327828] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50833b7c-6daa-4009-86cb-ca37064b5d14 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.338830] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Waiting for the task: (returnval){ [ 948.338830] env[62094]: value = "task-1399916" [ 948.338830] env[62094]: _type = "Task" [ 948.338830] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.355808] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.372396] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Downloaded image file data cfd7dda5-dd02-4e1a-a12e-b39abc6db212 to vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk on the data store datastore1 {{(pid=62094) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 948.374511] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Caching image {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 948.374803] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Copying Virtual Disk [datastore1] vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk to [datastore1] vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.378092] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f0ff0a5-3391-4d8a-a169-c9faac564d8f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.384252] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 948.384252] env[62094]: value = "task-1399917" [ 948.384252] env[62094]: _type = "Task" [ 948.384252] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.393838] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.411751] env[62094]: DEBUG nova.network.neutron [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Successfully created port: 053c5f86-2af6-4eac-9116-6e5fc1f6747e {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.435384] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Acquiring lock "06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.435731] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Lock "06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.435944] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Acquiring lock "06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.436145] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Lock "06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.436389] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Lock "06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.440436] env[62094]: INFO nova.compute.manager [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Terminating instance [ 948.443984] env[62094]: DEBUG nova.compute.manager [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 948.444168] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.445076] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b05fecd-e2c7-44bd-a2ab-6393c8f8e575 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.458206] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.458639] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e77e9d26-949b-4fa3-bc50-217fd5cbfe23 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.463437] env[62094]: DEBUG nova.scheduler.client.report [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 948.471023] env[62094]: DEBUG oslo_vmware.api [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Waiting for the task: (returnval){ [ 948.471023] env[62094]: value = "task-1399918" [ 948.471023] env[62094]: _type = "Task" [ 948.471023] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.487047] env[62094]: DEBUG oslo_vmware.api [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Task: {'id': task-1399918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.587873] env[62094]: DEBUG nova.compute.manager [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 948.628673] env[62094]: DEBUG nova.virt.hardware [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 948.632026] env[62094]: DEBUG nova.virt.hardware [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 948.632026] env[62094]: DEBUG nova.virt.hardware [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.632026] env[62094]: DEBUG nova.virt.hardware [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 948.632026] env[62094]: DEBUG nova.virt.hardware [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.632026] env[62094]: DEBUG nova.virt.hardware [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 948.632026] env[62094]: DEBUG nova.virt.hardware [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 948.632368] env[62094]: DEBUG nova.virt.hardware [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 948.632368] env[62094]: DEBUG nova.virt.hardware [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 948.632368] env[62094]: DEBUG nova.virt.hardware [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 948.632368] env[62094]: DEBUG nova.virt.hardware [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 948.633071] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78a5c5a-f7c8-47b5-9e24-4647b836fc2a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.647320] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1088da85-817b-4980-b180-3a9195c889be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.762258] env[62094]: DEBUG nova.network.neutron [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.847568] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.891874] env[62094]: DEBUG nova.compute.manager [req-d46a9aeb-8a7a-4363-9483-8498500f0f26 req-ee368626-98cf-4a22-881d-37c67e1472ac service nova] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Received event network-changed-d3a32a49-ffc8-4af7-a1e2-734e5b598b00 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 948.892080] env[62094]: DEBUG nova.compute.manager [req-d46a9aeb-8a7a-4363-9483-8498500f0f26 req-ee368626-98cf-4a22-881d-37c67e1472ac service nova] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Refreshing instance network info cache due to event network-changed-d3a32a49-ffc8-4af7-a1e2-734e5b598b00. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 948.892320] env[62094]: DEBUG oslo_concurrency.lockutils [req-d46a9aeb-8a7a-4363-9483-8498500f0f26 req-ee368626-98cf-4a22-881d-37c67e1472ac service nova] Acquiring lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.892911] env[62094]: DEBUG oslo_concurrency.lockutils [req-d46a9aeb-8a7a-4363-9483-8498500f0f26 req-ee368626-98cf-4a22-881d-37c67e1472ac service nova] Acquired lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.892911] env[62094]: DEBUG nova.network.neutron [req-d46a9aeb-8a7a-4363-9483-8498500f0f26 req-ee368626-98cf-4a22-881d-37c67e1472ac service nova] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Refreshing network info cache for port d3a32a49-ffc8-4af7-a1e2-734e5b598b00 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.901400] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399917, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.972127] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.972488] env[62094]: DEBUG nova.compute.manager [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 948.981022] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.831s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.981022] env[62094]: INFO nova.compute.claims [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.996719] env[62094]: DEBUG oslo_vmware.api [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Task: {'id': task-1399918, 'name': PowerOffVM_Task, 'duration_secs': 0.226578} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.997380] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.997380] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.998284] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2c0834a-7cf4-4eff-8340-fd08da714e82 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.061156] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.061381] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.061553] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Deleting the datastore file [datastore2] 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.062185] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ea8ab21-b532-49ec-8f3c-d92177a78ab3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.069931] env[62094]: DEBUG oslo_vmware.api [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Waiting for the task: (returnval){ [ 949.069931] env[62094]: value = "task-1399921" [ 949.069931] env[62094]: _type = "Task" [ 949.069931] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.081946] env[62094]: DEBUG oslo_vmware.api [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Task: {'id': task-1399921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.351139] env[62094]: DEBUG oslo_vmware.api [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399916, 'name': PowerOnVM_Task, 'duration_secs': 0.79916} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.351139] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.351139] env[62094]: INFO nova.compute.manager [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Took 12.44 seconds to spawn the instance on the hypervisor. [ 949.351139] env[62094]: DEBUG nova.compute.manager [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 949.351497] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f40bae-1f4c-42ac-b8bc-2debc53cb0b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.399218] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399917, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.495809] env[62094]: DEBUG nova.compute.utils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 949.498166] env[62094]: DEBUG nova.compute.manager [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 949.498411] env[62094]: DEBUG nova.network.neutron [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.590353] env[62094]: DEBUG oslo_vmware.api [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Task: {'id': task-1399921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365874} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.591028] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.591028] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.591028] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.591206] env[62094]: INFO nova.compute.manager [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 949.591523] env[62094]: DEBUG oslo.service.loopingcall [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 949.591740] env[62094]: DEBUG nova.compute.manager [-] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 949.591815] env[62094]: DEBUG nova.network.neutron [-] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.645305] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Acquiring lock "7ad209f4-964d-4156-8dd7-f45b930cfc64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.645650] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Lock "7ad209f4-964d-4156-8dd7-f45b930cfc64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.647376] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Acquiring lock "7ad209f4-964d-4156-8dd7-f45b930cfc64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.647918] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Lock "7ad209f4-964d-4156-8dd7-f45b930cfc64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.647918] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Lock "7ad209f4-964d-4156-8dd7-f45b930cfc64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.653229] env[62094]: INFO nova.compute.manager [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Terminating instance [ 949.659902] env[62094]: DEBUG nova.compute.manager [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 949.660166] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.667241] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3cd001-5e37-4da6-a521-4643a9ee951f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.681110] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.681110] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be63af48-c2e8-433e-a693-0cb884e0ac4a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.691614] env[62094]: DEBUG oslo_vmware.api [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Waiting for the task: (returnval){ [ 949.691614] env[62094]: value = "task-1399922" [ 949.691614] env[62094]: _type = "Task" [ 949.691614] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.703821] env[62094]: DEBUG oslo_vmware.api [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.764590] env[62094]: DEBUG nova.policy [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c3dddf173e549359c4b1ee26a6effc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b05d56669b99489d91227bc402197ed8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 949.775307] env[62094]: DEBUG nova.network.neutron [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Updating instance_info_cache with network_info: [{"id": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "address": "fa:16:3e:25:43:02", "network": {"id": "9a449a94-60eb-4b54-b788-22eff28f9d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-886227101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc668b48cfb4a62aea4e616d455d8da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f316bf0-00", "ovs_interfaceid": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.876228] env[62094]: INFO nova.compute.manager [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Took 20.14 seconds to build instance. [ 949.897106] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399917, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.152888} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.898124] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Copied Virtual Disk [datastore1] vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk to [datastore1] vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.898540] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Deleting the datastore file [datastore1] vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/tmp-sparse.vmdk {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.898838] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f334cf6-fad1-40c0-ab1f-8dd9574681f0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.905876] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 949.905876] env[62094]: value = "task-1399923" [ 949.905876] env[62094]: _type = "Task" [ 949.905876] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.915697] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.002270] env[62094]: DEBUG nova.compute.manager [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 950.202199] env[62094]: DEBUG oslo_vmware.api [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399922, 'name': PowerOffVM_Task, 'duration_secs': 0.2121} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.203651] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.203719] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.204553] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a35f54e-06b1-4fa7-9b6f-7e18e8c3e440 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.211192] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e085099-8cd5-41d4-a99d-e9b0db9fc306 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.217679] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996c6163-da34-4fa5-bc2f-1b52b3412a63 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.225975] env[62094]: DEBUG nova.network.neutron [req-d46a9aeb-8a7a-4363-9483-8498500f0f26 req-ee368626-98cf-4a22-881d-37c67e1472ac service nova] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updated VIF entry in instance network info cache for port d3a32a49-ffc8-4af7-a1e2-734e5b598b00. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.228221] env[62094]: DEBUG nova.network.neutron [req-d46a9aeb-8a7a-4363-9483-8498500f0f26 req-ee368626-98cf-4a22-881d-37c67e1472ac service nova] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating instance_info_cache with network_info: [{"id": "d3a32a49-ffc8-4af7-a1e2-734e5b598b00", "address": "fa:16:3e:2b:db:29", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a32a49-ff", "ovs_interfaceid": "d3a32a49-ffc8-4af7-a1e2-734e5b598b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.271933] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fed92d-e253-4982-9c3b-df03d424e48a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.279234] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Releasing lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.279419] env[62094]: DEBUG nova.compute.manager [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Instance network_info: |[{"id": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "address": "fa:16:3e:25:43:02", "network": {"id": "9a449a94-60eb-4b54-b788-22eff28f9d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-886227101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc668b48cfb4a62aea4e616d455d8da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f316bf0-00", "ovs_interfaceid": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 950.280588] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:43:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f316bf0-00a9-49d9-b080-256c8a5bd1b7', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.291530] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Creating folder: Project (7bc668b48cfb4a62aea4e616d455d8da). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.293281] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56ec674-1a57-4788-a168-bc9e1f0a3545 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.299019] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2bf58c3-0fed-4828-b2f1-550340bc3061 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.300803] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.301429] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.301429] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Deleting the datastore file [datastore2] 7ad209f4-964d-4156-8dd7-f45b930cfc64 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.301989] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96146c57-3325-43ca-bd61-d6593c014578 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.315426] env[62094]: DEBUG nova.compute.provider_tree [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.325098] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Created folder: Project (7bc668b48cfb4a62aea4e616d455d8da) in parent group-v296765. [ 950.325373] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Creating folder: Instances. Parent ref: group-v296787. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.326078] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c37a2ee-b2a6-4da1-8371-7b9fa67c96a5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.334716] env[62094]: DEBUG oslo_vmware.api [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Waiting for the task: (returnval){ [ 950.334716] env[62094]: value = "task-1399926" [ 950.334716] env[62094]: _type = "Task" [ 950.334716] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.336249] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Created folder: Instances in parent group-v296787. [ 950.336463] env[62094]: DEBUG oslo.service.loopingcall [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.341028] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.341028] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a447e53-9c4f-40b8-a872-31a6b9b03e82 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.363445] env[62094]: DEBUG oslo_vmware.api [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.363445] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.363445] env[62094]: value = "task-1399928" [ 950.363445] env[62094]: _type = "Task" [ 950.363445] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.375057] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399928, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.379154] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5473a938-5df5-4a99-80bf-3bf7bb0dd262 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Lock "6851a2a5-b7d0-4a6b-85a7-3521bea7497a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.652s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.424562] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072671} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.424890] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.425581] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Moving file from [datastore1] vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212 to [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212. {{(pid=62094) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 950.425581] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-88d6a561-31ea-4c1d-8371-727ccf4997c6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.441359] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 950.441359] env[62094]: value = "task-1399929" [ 950.441359] env[62094]: _type = "Task" [ 950.441359] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.452807] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399929, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.600410] env[62094]: DEBUG nova.network.neutron [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Successfully created port: bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.773065] env[62094]: DEBUG oslo_concurrency.lockutils [req-d46a9aeb-8a7a-4363-9483-8498500f0f26 req-ee368626-98cf-4a22-881d-37c67e1472ac service nova] Releasing lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.773065] env[62094]: DEBUG nova.compute.manager [req-d46a9aeb-8a7a-4363-9483-8498500f0f26 req-ee368626-98cf-4a22-881d-37c67e1472ac service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Received event network-vif-plugged-5f316bf0-00a9-49d9-b080-256c8a5bd1b7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 950.773065] env[62094]: DEBUG oslo_concurrency.lockutils [req-d46a9aeb-8a7a-4363-9483-8498500f0f26 req-ee368626-98cf-4a22-881d-37c67e1472ac service nova] Acquiring lock "820f7393-e3a4-4028-b65c-8f2955e31411-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.773065] env[62094]: DEBUG oslo_concurrency.lockutils [req-d46a9aeb-8a7a-4363-9483-8498500f0f26 req-ee368626-98cf-4a22-881d-37c67e1472ac service nova] Lock "820f7393-e3a4-4028-b65c-8f2955e31411-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.773065] env[62094]: DEBUG oslo_concurrency.lockutils [req-d46a9aeb-8a7a-4363-9483-8498500f0f26 req-ee368626-98cf-4a22-881d-37c67e1472ac service nova] Lock "820f7393-e3a4-4028-b65c-8f2955e31411-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.773467] env[62094]: DEBUG nova.compute.manager [req-d46a9aeb-8a7a-4363-9483-8498500f0f26 req-ee368626-98cf-4a22-881d-37c67e1472ac service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] No waiting events found dispatching network-vif-plugged-5f316bf0-00a9-49d9-b080-256c8a5bd1b7 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 950.773467] env[62094]: WARNING nova.compute.manager [req-d46a9aeb-8a7a-4363-9483-8498500f0f26 req-ee368626-98cf-4a22-881d-37c67e1472ac service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Received unexpected event network-vif-plugged-5f316bf0-00a9-49d9-b080-256c8a5bd1b7 for instance with vm_state building and task_state spawning. [ 950.819103] env[62094]: DEBUG nova.scheduler.client.report [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 950.845600] env[62094]: DEBUG oslo_vmware.api [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Task: {'id': task-1399926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501091} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.845863] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.846102] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.846198] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.846371] env[62094]: INFO nova.compute.manager [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Took 1.19 seconds to destroy the instance on the hypervisor. [ 950.846597] env[62094]: DEBUG oslo.service.loopingcall [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.846782] env[62094]: DEBUG nova.compute.manager [-] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 950.846875] env[62094]: DEBUG nova.network.neutron [-] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.872850] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399928, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.936637] env[62094]: DEBUG nova.network.neutron [-] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.953442] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399929, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.037341} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.954973] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] File moved {{(pid=62094) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 950.954973] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Cleaning up location [datastore1] vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 950.954973] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Deleting the datastore file [datastore1] vmware_temp/4fb5a682-90f6-4168-9dcb-020d18ecda4f {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.955433] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f063a79-b871-4754-80b1-3591b2aca7a0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.966342] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 950.966342] env[62094]: value = "task-1399930" [ 950.966342] env[62094]: _type = "Task" [ 950.966342] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.979210] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.009817] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Acquiring lock "0a7d3d95-8420-4de1-a4db-945232da598e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.009817] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Lock "0a7d3d95-8420-4de1-a4db-945232da598e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.016448] env[62094]: DEBUG nova.compute.manager [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 951.046794] env[62094]: DEBUG nova.virt.hardware [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 951.047051] env[62094]: DEBUG nova.virt.hardware [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 951.047209] env[62094]: DEBUG nova.virt.hardware [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.047460] env[62094]: DEBUG nova.virt.hardware [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 951.047551] env[62094]: DEBUG nova.virt.hardware [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.047699] env[62094]: DEBUG nova.virt.hardware [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 951.047902] env[62094]: DEBUG nova.virt.hardware [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 951.048067] env[62094]: DEBUG nova.virt.hardware [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 951.048252] env[62094]: DEBUG nova.virt.hardware [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 951.048382] env[62094]: DEBUG nova.virt.hardware [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 951.048578] env[62094]: DEBUG nova.virt.hardware [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 951.049823] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853171b9-728a-4a4b-a5e3-88d75f7a2051 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.059620] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3894ac2e-420b-446f-991c-0e6d40e175c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.325606] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.327195] env[62094]: DEBUG nova.compute.manager [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 951.379803] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399928, 'name': CreateVM_Task, 'duration_secs': 0.60375} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.380155] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.380688] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.380883] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.381176] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.381812] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec673b8-e565-45c6-ad6e-5804c593639b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.387246] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Waiting for the task: (returnval){ [ 951.387246] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52008375-7f7f-a6fe-4d8b-f274fa575f8d" [ 951.387246] env[62094]: _type = "Task" [ 951.387246] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.398657] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52008375-7f7f-a6fe-4d8b-f274fa575f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.447363] env[62094]: INFO nova.compute.manager [-] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Took 1.86 seconds to deallocate network for instance. [ 951.478584] env[62094]: DEBUG nova.compute.manager [req-b1c9e8d6-8e01-4706-9b7f-7009300c303b req-cce7b62f-c5f5-4df1-a87d-ec2d91e56157 service nova] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Received event network-changed-db062cce-6d57-4624-9cb9-a2a814445fd6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 951.478764] env[62094]: DEBUG nova.compute.manager [req-b1c9e8d6-8e01-4706-9b7f-7009300c303b req-cce7b62f-c5f5-4df1-a87d-ec2d91e56157 service nova] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Refreshing instance network info cache due to event network-changed-db062cce-6d57-4624-9cb9-a2a814445fd6. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 951.478965] env[62094]: DEBUG oslo_concurrency.lockutils [req-b1c9e8d6-8e01-4706-9b7f-7009300c303b req-cce7b62f-c5f5-4df1-a87d-ec2d91e56157 service nova] Acquiring lock "refresh_cache-b6629dde-580d-40c4-af1e-15807861c45b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.479113] env[62094]: DEBUG oslo_concurrency.lockutils [req-b1c9e8d6-8e01-4706-9b7f-7009300c303b req-cce7b62f-c5f5-4df1-a87d-ec2d91e56157 service nova] Acquired lock "refresh_cache-b6629dde-580d-40c4-af1e-15807861c45b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.479264] env[62094]: DEBUG nova.network.neutron [req-b1c9e8d6-8e01-4706-9b7f-7009300c303b req-cce7b62f-c5f5-4df1-a87d-ec2d91e56157 service nova] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Refreshing network info cache for port db062cce-6d57-4624-9cb9-a2a814445fd6 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.494504] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049116} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.495271] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.495997] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c1b56b-90f0-4517-bc56-e64bde492bf3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.505712] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 951.505712] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5237dd6e-507e-4313-9839-f816bd0de665" [ 951.505712] env[62094]: _type = "Task" [ 951.505712] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.513715] env[62094]: DEBUG nova.compute.manager [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 951.522476] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5237dd6e-507e-4313-9839-f816bd0de665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.648932] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Acquiring lock "373b5cbe-83da-498c-bbf0-6b84a04ceaf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.649233] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Lock "373b5cbe-83da-498c-bbf0-6b84a04ceaf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.831120] env[62094]: DEBUG nova.network.neutron [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Successfully updated port: 053c5f86-2af6-4eac-9116-6e5fc1f6747e {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.837268] env[62094]: DEBUG nova.compute.utils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 951.839106] env[62094]: DEBUG nova.compute.manager [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 951.839270] env[62094]: DEBUG nova.network.neutron [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.889023] env[62094]: DEBUG nova.policy [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b934b3fb578049e5be1bf56ee1f27a28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c22fcae2c9c344cb8e4269a33082022c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 951.901121] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52008375-7f7f-a6fe-4d8b-f274fa575f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.024329} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.901642] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.902065] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.902438] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.957262] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.957574] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.957821] env[62094]: DEBUG nova.objects.instance [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Lazy-loading 'resources' on Instance uuid 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.024024] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5237dd6e-507e-4313-9839-f816bd0de665, 'name': SearchDatastore_Task, 'duration_secs': 0.01528} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.024024] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.024024] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 6fa22fef-bcc4-41f2-8a80-cb958a446ed8/6fa22fef-bcc4-41f2-8a80-cb958a446ed8.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.024024] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.024504] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.024504] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9589d845-b6e5-42d9-be1c-55456b5412c0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.028050] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92907fc7-7bdd-4764-b477-5c80ed96ea51 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.036104] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 952.036104] env[62094]: value = "task-1399932" [ 952.036104] env[62094]: _type = "Task" [ 952.036104] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.041829] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.043239] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.043548] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.044931] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de21f421-d60b-4cc2-bd1b-4824ffcf2a44 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.051285] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.054492] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Waiting for the task: (returnval){ [ 952.054492] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523438e4-7588-0276-f7fc-0aac55afc90e" [ 952.054492] env[62094]: _type = "Task" [ 952.054492] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.063478] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523438e4-7588-0276-f7fc-0aac55afc90e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.068635] env[62094]: DEBUG nova.compute.manager [None req-746bd1a9-089f-4b78-870b-de8b180c2127 tempest-ServerExternalEventsTest-276708038 tempest-ServerExternalEventsTest-276708038-project] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Received event network-changed {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 952.068957] env[62094]: DEBUG nova.compute.manager [None req-746bd1a9-089f-4b78-870b-de8b180c2127 tempest-ServerExternalEventsTest-276708038 tempest-ServerExternalEventsTest-276708038-project] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Refreshing instance network info cache due to event network-changed. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 952.069312] env[62094]: DEBUG oslo_concurrency.lockutils [None req-746bd1a9-089f-4b78-870b-de8b180c2127 tempest-ServerExternalEventsTest-276708038 tempest-ServerExternalEventsTest-276708038-project] Acquiring lock "refresh_cache-6851a2a5-b7d0-4a6b-85a7-3521bea7497a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.070633] env[62094]: DEBUG oslo_concurrency.lockutils [None req-746bd1a9-089f-4b78-870b-de8b180c2127 tempest-ServerExternalEventsTest-276708038 tempest-ServerExternalEventsTest-276708038-project] Acquired lock "refresh_cache-6851a2a5-b7d0-4a6b-85a7-3521bea7497a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.070633] env[62094]: DEBUG nova.network.neutron [None req-746bd1a9-089f-4b78-870b-de8b180c2127 tempest-ServerExternalEventsTest-276708038 tempest-ServerExternalEventsTest-276708038-project] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.151957] env[62094]: DEBUG nova.compute.manager [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 952.252944] env[62094]: DEBUG nova.network.neutron [-] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.322557] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.322557] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.339900] env[62094]: DEBUG nova.compute.manager [req-b8d5d992-4bcc-4e69-aad7-b7673b1734bc req-a3667d83-ce5c-4998-b680-0fbf491715f7 service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Received event network-changed-5f316bf0-00a9-49d9-b080-256c8a5bd1b7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 952.340534] env[62094]: DEBUG nova.compute.manager [req-b8d5d992-4bcc-4e69-aad7-b7673b1734bc req-a3667d83-ce5c-4998-b680-0fbf491715f7 service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Refreshing instance network info cache due to event network-changed-5f316bf0-00a9-49d9-b080-256c8a5bd1b7. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 952.340833] env[62094]: DEBUG oslo_concurrency.lockutils [req-b8d5d992-4bcc-4e69-aad7-b7673b1734bc req-a3667d83-ce5c-4998-b680-0fbf491715f7 service nova] Acquiring lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.340987] env[62094]: DEBUG oslo_concurrency.lockutils [req-b8d5d992-4bcc-4e69-aad7-b7673b1734bc req-a3667d83-ce5c-4998-b680-0fbf491715f7 service nova] Acquired lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.341162] env[62094]: DEBUG nova.network.neutron [req-b8d5d992-4bcc-4e69-aad7-b7673b1734bc req-a3667d83-ce5c-4998-b680-0fbf491715f7 service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Refreshing network info cache for port 5f316bf0-00a9-49d9-b080-256c8a5bd1b7 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.342631] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Acquiring lock "refresh_cache-753d110e-e779-4b3f-b0ea-aeb9d69ab9fb" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.342803] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Acquired lock "refresh_cache-753d110e-e779-4b3f-b0ea-aeb9d69ab9fb" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.343060] env[62094]: DEBUG nova.network.neutron [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.350014] env[62094]: DEBUG nova.compute.manager [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 952.556729] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399932, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.572507] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523438e4-7588-0276-f7fc-0aac55afc90e, 'name': SearchDatastore_Task, 'duration_secs': 0.014577} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.576583] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f9d21e-cfe6-4088-b65c-507ae7be8e1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.588075] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Waiting for the task: (returnval){ [ 952.588075] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52294fa4-b21a-a77c-d007-d61f93fa1bd2" [ 952.588075] env[62094]: _type = "Task" [ 952.588075] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.599895] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52294fa4-b21a-a77c-d007-d61f93fa1bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.616462] env[62094]: DEBUG nova.network.neutron [req-b1c9e8d6-8e01-4706-9b7f-7009300c303b req-cce7b62f-c5f5-4df1-a87d-ec2d91e56157 service nova] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Updated VIF entry in instance network info cache for port db062cce-6d57-4624-9cb9-a2a814445fd6. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.618029] env[62094]: DEBUG nova.network.neutron [req-b1c9e8d6-8e01-4706-9b7f-7009300c303b req-cce7b62f-c5f5-4df1-a87d-ec2d91e56157 service nova] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Updating instance_info_cache with network_info: [{"id": "db062cce-6d57-4624-9cb9-a2a814445fd6", "address": "fa:16:3e:5c:27:1f", "network": {"id": "c6c5a6e4-cfa3-4266-9bac-692dec1e1809", "bridge": "br-int", "label": "tempest-ServersTestJSON-59115746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d8bd2f7bb4ec2a46573568bb44e4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb062cce-6d", "ovs_interfaceid": "db062cce-6d57-4624-9cb9-a2a814445fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.676787] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.754720] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319c32d8-0f50-4688-8d5a-058c35c8daf1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.757632] env[62094]: INFO nova.compute.manager [-] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Took 1.91 seconds to deallocate network for instance. [ 952.765729] env[62094]: DEBUG nova.network.neutron [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Successfully created port: 09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.769064] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3256a1a6-cd3a-492f-8b7c-b54f33eca418 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.807160] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b921be-dec5-4591-838c-c5c61ff8fed9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.818998] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae927766-b79a-4e00-8f79-80bdb1a4b8d6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.827521] env[62094]: DEBUG nova.compute.manager [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 952.839050] env[62094]: DEBUG nova.compute.provider_tree [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.010765] env[62094]: DEBUG nova.network.neutron [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.018934] env[62094]: DEBUG nova.network.neutron [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Successfully updated port: bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.049205] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635245} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.049464] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 6fa22fef-bcc4-41f2-8a80-cb958a446ed8/6fa22fef-bcc4-41f2-8a80-cb958a446ed8.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.049715] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.049974] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3722e190-66a6-430e-9922-1dc2713a480b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.057099] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 953.057099] env[62094]: value = "task-1399934" [ 953.057099] env[62094]: _type = "Task" [ 953.057099] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.069752] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.098900] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52294fa4-b21a-a77c-d007-d61f93fa1bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.053527} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.099172] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.099423] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] b6629dde-580d-40c4-af1e-15807861c45b/b6629dde-580d-40c4-af1e-15807861c45b.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.099731] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.099920] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.100150] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00ba6c10-fdcb-4f9d-9dd0-89f451bb221f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.102804] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9adbd506-cb08-422f-9d5b-69201db232e9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.110351] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Waiting for the task: (returnval){ [ 953.110351] env[62094]: value = "task-1399935" [ 953.110351] env[62094]: _type = "Task" [ 953.110351] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.111479] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.111646] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.117445] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e51ac4-141f-4b58-933f-3e9df9063c48 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.120169] env[62094]: DEBUG oslo_concurrency.lockutils [req-b1c9e8d6-8e01-4706-9b7f-7009300c303b req-cce7b62f-c5f5-4df1-a87d-ec2d91e56157 service nova] Releasing lock "refresh_cache-b6629dde-580d-40c4-af1e-15807861c45b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.124170] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Waiting for the task: (returnval){ [ 953.124170] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c84b30-d168-bf3e-20b4-8801934a8155" [ 953.124170] env[62094]: _type = "Task" [ 953.124170] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.130545] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1399935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.139670] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c84b30-d168-bf3e-20b4-8801934a8155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.264892] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.347233] env[62094]: DEBUG nova.scheduler.client.report [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 953.370554] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.376134] env[62094]: DEBUG nova.compute.manager [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 953.415379] env[62094]: DEBUG nova.virt.hardware [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 953.415656] env[62094]: DEBUG nova.virt.hardware [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 953.416391] env[62094]: DEBUG nova.virt.hardware [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.416391] env[62094]: DEBUG nova.virt.hardware [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 953.416919] env[62094]: DEBUG nova.virt.hardware [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.417188] env[62094]: DEBUG nova.virt.hardware [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 953.417507] env[62094]: DEBUG nova.virt.hardware [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 953.417583] env[62094]: DEBUG nova.virt.hardware [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 953.417790] env[62094]: DEBUG nova.virt.hardware [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 953.417908] env[62094]: DEBUG nova.virt.hardware [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 953.418081] env[62094]: DEBUG nova.virt.hardware [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 953.419026] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4e535b-7396-4938-9455-ebf8ceb4641a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.429365] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53759aec-177f-4f5a-8fea-3337b50c6a72 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.522302] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Acquiring lock "refresh_cache-3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.522302] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Acquired lock "refresh_cache-3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.522302] env[62094]: DEBUG nova.network.neutron [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.573863] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065045} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.574252] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.576577] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34167f8e-efd0-4607-beea-1eb2b0b3d9f9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.607071] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 6fa22fef-bcc4-41f2-8a80-cb958a446ed8/6fa22fef-bcc4-41f2-8a80-cb958a446ed8.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.608055] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d80a508-5f11-4a95-9481-1781445b95da {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.634538] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1399935, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.639668] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 953.639668] env[62094]: value = "task-1399936" [ 953.639668] env[62094]: _type = "Task" [ 953.639668] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.652539] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c84b30-d168-bf3e-20b4-8801934a8155, 'name': SearchDatastore_Task, 'duration_secs': 0.015824} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.654301] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35bfcf98-a402-469d-ba9e-6977769ebb01 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.661457] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.662655] env[62094]: DEBUG nova.network.neutron [None req-746bd1a9-089f-4b78-870b-de8b180c2127 tempest-ServerExternalEventsTest-276708038 tempest-ServerExternalEventsTest-276708038-project] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Updating instance_info_cache with network_info: [{"id": "02ce08a8-dd0c-45b8-9cbd-beb5383689b1", "address": "fa:16:3e:25:d0:dc", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ce08a8-dd", "ovs_interfaceid": "02ce08a8-dd0c-45b8-9cbd-beb5383689b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.667985] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Waiting for the task: (returnval){ [ 953.667985] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52fa7008-17da-c129-a066-b98691a7de6d" [ 953.667985] env[62094]: _type = "Task" [ 953.667985] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.677672] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52fa7008-17da-c129-a066-b98691a7de6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.789539] env[62094]: DEBUG nova.network.neutron [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Updating instance_info_cache with network_info: [{"id": "053c5f86-2af6-4eac-9116-6e5fc1f6747e", "address": "fa:16:3e:e1:6a:ad", "network": {"id": "77e37f67-948d-4ff4-97ce-d7254e833250", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-768556449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c35331387b94e65a72653fc7f25cd46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap053c5f86-2a", "ovs_interfaceid": "053c5f86-2af6-4eac-9116-6e5fc1f6747e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.831574] env[62094]: DEBUG nova.network.neutron [req-b8d5d992-4bcc-4e69-aad7-b7673b1734bc req-a3667d83-ce5c-4998-b680-0fbf491715f7 service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Updated VIF entry in instance network info cache for port 5f316bf0-00a9-49d9-b080-256c8a5bd1b7. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.831937] env[62094]: DEBUG nova.network.neutron [req-b8d5d992-4bcc-4e69-aad7-b7673b1734bc req-a3667d83-ce5c-4998-b680-0fbf491715f7 service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Updating instance_info_cache with network_info: [{"id": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "address": "fa:16:3e:25:43:02", "network": {"id": "9a449a94-60eb-4b54-b788-22eff28f9d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-886227101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc668b48cfb4a62aea4e616d455d8da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f316bf0-00", "ovs_interfaceid": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.853734] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.856336] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.815s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.858613] env[62094]: INFO nova.compute.claims [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.880251] env[62094]: INFO nova.scheduler.client.report [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Deleted allocations for instance 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5 [ 954.062925] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Acquiring lock "6851a2a5-b7d0-4a6b-85a7-3521bea7497a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.063212] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Lock "6851a2a5-b7d0-4a6b-85a7-3521bea7497a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.063421] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Acquiring lock "6851a2a5-b7d0-4a6b-85a7-3521bea7497a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.063602] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Lock "6851a2a5-b7d0-4a6b-85a7-3521bea7497a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.063768] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Lock "6851a2a5-b7d0-4a6b-85a7-3521bea7497a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.065978] env[62094]: INFO nova.compute.manager [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Terminating instance [ 954.068121] env[62094]: DEBUG nova.compute.manager [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 954.068284] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.069135] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9043ea5e-ee81-4fb3-83fc-1d80dff48329 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.078563] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.078563] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17c5d1c0-beef-4369-a958-1e7d8be0697d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.085304] env[62094]: DEBUG oslo_vmware.api [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Waiting for the task: (returnval){ [ 954.085304] env[62094]: value = "task-1399937" [ 954.085304] env[62094]: _type = "Task" [ 954.085304] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.097052] env[62094]: DEBUG oslo_vmware.api [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.102676] env[62094]: DEBUG nova.network.neutron [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.126188] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Acquiring lock "abcdf86a-158a-4343-b9d2-1bc0ed4b9db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.126188] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Lock "abcdf86a-158a-4343-b9d2-1bc0ed4b9db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.142216] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1399935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632135} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.145929] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] b6629dde-580d-40c4-af1e-15807861c45b/b6629dde-580d-40c4-af1e-15807861c45b.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.146164] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.147329] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6178bc02-143c-45ff-9488-8e393d445e29 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.157726] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399936, 'name': ReconfigVM_Task, 'duration_secs': 0.293936} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.159120] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 6fa22fef-bcc4-41f2-8a80-cb958a446ed8/6fa22fef-bcc4-41f2-8a80-cb958a446ed8.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.161771] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Waiting for the task: (returnval){ [ 954.161771] env[62094]: value = "task-1399938" [ 954.161771] env[62094]: _type = "Task" [ 954.161771] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.162248] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b8a7c3e-307b-47e1-ad44-3f5344995e2a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.167522] env[62094]: DEBUG oslo_concurrency.lockutils [None req-746bd1a9-089f-4b78-870b-de8b180c2127 tempest-ServerExternalEventsTest-276708038 tempest-ServerExternalEventsTest-276708038-project] Releasing lock "refresh_cache-6851a2a5-b7d0-4a6b-85a7-3521bea7497a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.179383] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 954.179383] env[62094]: value = "task-1399939" [ 954.179383] env[62094]: _type = "Task" [ 954.179383] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.189293] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1399938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.195582] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52fa7008-17da-c129-a066-b98691a7de6d, 'name': SearchDatastore_Task, 'duration_secs': 0.047218} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.195582] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.195582] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 820f7393-e3a4-4028-b65c-8f2955e31411/820f7393-e3a4-4028-b65c-8f2955e31411.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.198033] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d640ff5-0ba3-418e-8257-23c581dadf58 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.205413] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399939, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.209929] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Waiting for the task: (returnval){ [ 954.209929] env[62094]: value = "task-1399940" [ 954.209929] env[62094]: _type = "Task" [ 954.209929] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.224908] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1399940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.292311] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Releasing lock "refresh_cache-753d110e-e779-4b3f-b0ea-aeb9d69ab9fb" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.292679] env[62094]: DEBUG nova.compute.manager [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Instance network_info: |[{"id": "053c5f86-2af6-4eac-9116-6e5fc1f6747e", "address": "fa:16:3e:e1:6a:ad", "network": {"id": "77e37f67-948d-4ff4-97ce-d7254e833250", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-768556449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c35331387b94e65a72653fc7f25cd46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap053c5f86-2a", "ovs_interfaceid": "053c5f86-2af6-4eac-9116-6e5fc1f6747e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 954.293134] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:6a:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '053c5f86-2af6-4eac-9116-6e5fc1f6747e', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.302519] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Creating folder: Project (2c35331387b94e65a72653fc7f25cd46). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.306986] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d511a7b4-a69d-4863-9ff0-38e76e9666c3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.319354] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Created folder: Project (2c35331387b94e65a72653fc7f25cd46) in parent group-v296765. [ 954.319611] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Creating folder: Instances. Parent ref: group-v296790. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.319918] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f0bb2cb-fd2b-42e9-8d6c-44539b2dfb25 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.330730] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Created folder: Instances in parent group-v296790. [ 954.331392] env[62094]: DEBUG oslo.service.loopingcall [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 954.331730] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.332243] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94efaef8-9ad5-4750-8b8f-5f292bb70433 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.351443] env[62094]: DEBUG oslo_concurrency.lockutils [req-b8d5d992-4bcc-4e69-aad7-b7673b1734bc req-a3667d83-ce5c-4998-b680-0fbf491715f7 service nova] Releasing lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.351753] env[62094]: DEBUG nova.compute.manager [req-b8d5d992-4bcc-4e69-aad7-b7673b1734bc req-a3667d83-ce5c-4998-b680-0fbf491715f7 service nova] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Received event network-vif-deleted-504d3db7-be8e-4349-9bcd-9608fbd3e22c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 954.358092] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.358092] env[62094]: value = "task-1399943" [ 954.358092] env[62094]: _type = "Task" [ 954.358092] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.368985] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399943, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.390581] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2a53361b-4916-4e1b-84d9-5c99ee853900 tempest-DeleteServersAdminTestJSON-29524086 tempest-DeleteServersAdminTestJSON-29524086-project-admin] Lock "06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.954s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.519198] env[62094]: DEBUG nova.network.neutron [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Updating instance_info_cache with network_info: [{"id": "bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d", "address": "fa:16:3e:56:4c:35", "network": {"id": "a393e8ec-a1f0-47e2-918c-577465430653", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1199462821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b05d56669b99489d91227bc402197ed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd0aa9fb-7f", "ovs_interfaceid": "bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.535681] env[62094]: DEBUG nova.compute.manager [req-f9da241c-ff95-435f-aa5a-7a561d66c412 req-7e71dac8-08a6-42d4-9542-20eb9bb767b3 service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Received event network-vif-plugged-bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 954.536876] env[62094]: DEBUG oslo_concurrency.lockutils [req-f9da241c-ff95-435f-aa5a-7a561d66c412 req-7e71dac8-08a6-42d4-9542-20eb9bb767b3 service nova] Acquiring lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.536876] env[62094]: DEBUG oslo_concurrency.lockutils [req-f9da241c-ff95-435f-aa5a-7a561d66c412 req-7e71dac8-08a6-42d4-9542-20eb9bb767b3 service nova] Lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.536876] env[62094]: DEBUG oslo_concurrency.lockutils [req-f9da241c-ff95-435f-aa5a-7a561d66c412 req-7e71dac8-08a6-42d4-9542-20eb9bb767b3 service nova] Lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.537065] env[62094]: DEBUG nova.compute.manager [req-f9da241c-ff95-435f-aa5a-7a561d66c412 req-7e71dac8-08a6-42d4-9542-20eb9bb767b3 service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] No waiting events found dispatching network-vif-plugged-bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 954.537154] env[62094]: WARNING nova.compute.manager [req-f9da241c-ff95-435f-aa5a-7a561d66c412 req-7e71dac8-08a6-42d4-9542-20eb9bb767b3 service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Received unexpected event network-vif-plugged-bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d for instance with vm_state building and task_state spawning. [ 954.537346] env[62094]: DEBUG nova.compute.manager [req-f9da241c-ff95-435f-aa5a-7a561d66c412 req-7e71dac8-08a6-42d4-9542-20eb9bb767b3 service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Received event network-changed-bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 954.537528] env[62094]: DEBUG nova.compute.manager [req-f9da241c-ff95-435f-aa5a-7a561d66c412 req-7e71dac8-08a6-42d4-9542-20eb9bb767b3 service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Refreshing instance network info cache due to event network-changed-bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 954.537724] env[62094]: DEBUG oslo_concurrency.lockutils [req-f9da241c-ff95-435f-aa5a-7a561d66c412 req-7e71dac8-08a6-42d4-9542-20eb9bb767b3 service nova] Acquiring lock "refresh_cache-3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.602077] env[62094]: DEBUG oslo_vmware.api [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399937, 'name': PowerOffVM_Task, 'duration_secs': 0.210393} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.602077] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.602077] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.602077] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b29b60b9-dc4c-463b-ba8d-c52b28c56e1e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.633417] env[62094]: DEBUG nova.compute.manager [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 954.683633] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1399938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0764} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.684899] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.685681] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503120c2-3794-40d2-8295-80b4de90ee8e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.720185] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] b6629dde-580d-40c4-af1e-15807861c45b/b6629dde-580d-40c4-af1e-15807861c45b.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.725872] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a4a4261-84dc-44f4-b3a3-6f7ce351f892 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.740735] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399939, 'name': Rename_Task, 'duration_secs': 0.153711} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.741126] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.741375] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.741581] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Deleting the datastore file [datastore2] 6851a2a5-b7d0-4a6b-85a7-3521bea7497a {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.745280] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.746864] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bdd8275-4b8c-43c9-9db0-9fa5d5ad1712 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.748232] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22879442-a7ff-41e6-93f9-0eddef8064c5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.756573] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1399940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538548} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.756839] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Waiting for the task: (returnval){ [ 954.756839] env[62094]: value = "task-1399945" [ 954.756839] env[62094]: _type = "Task" [ 954.756839] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.760442] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 820f7393-e3a4-4028-b65c-8f2955e31411/820f7393-e3a4-4028-b65c-8f2955e31411.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.760734] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.761146] env[62094]: DEBUG oslo_vmware.api [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Waiting for the task: (returnval){ [ 954.761146] env[62094]: value = "task-1399946" [ 954.761146] env[62094]: _type = "Task" [ 954.761146] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.761808] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01106c25-5ded-4cfc-bf38-836e4df09b75 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.772798] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 954.772798] env[62094]: value = "task-1399947" [ 954.772798] env[62094]: _type = "Task" [ 954.772798] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.784906] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Waiting for the task: (returnval){ [ 954.784906] env[62094]: value = "task-1399948" [ 954.784906] env[62094]: _type = "Task" [ 954.784906] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.785212] env[62094]: DEBUG oslo_vmware.api [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.785501] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1399945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.792411] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399947, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.797604] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1399948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.872761] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399943, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.022491] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Releasing lock "refresh_cache-3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.023229] env[62094]: DEBUG nova.compute.manager [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Instance network_info: |[{"id": "bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d", "address": "fa:16:3e:56:4c:35", "network": {"id": "a393e8ec-a1f0-47e2-918c-577465430653", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1199462821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b05d56669b99489d91227bc402197ed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd0aa9fb-7f", "ovs_interfaceid": "bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 955.023229] env[62094]: DEBUG oslo_concurrency.lockutils [req-f9da241c-ff95-435f-aa5a-7a561d66c412 req-7e71dac8-08a6-42d4-9542-20eb9bb767b3 service nova] Acquired lock "refresh_cache-3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.023446] env[62094]: DEBUG nova.network.neutron [req-f9da241c-ff95-435f-aa5a-7a561d66c412 req-7e71dac8-08a6-42d4-9542-20eb9bb767b3 service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Refreshing network info cache for port bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.024694] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:4c:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.032527] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Creating folder: Project (b05d56669b99489d91227bc402197ed8). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.033122] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c9c6dad-4ba7-4d40-ac34-bd76d7c48abb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.048894] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Created folder: Project (b05d56669b99489d91227bc402197ed8) in parent group-v296765. [ 955.048894] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Creating folder: Instances. Parent ref: group-v296793. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.049045] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f889935-8ab3-40c2-ad80-2aba8061d89a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.058995] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Created folder: Instances in parent group-v296793. [ 955.059275] env[62094]: DEBUG oslo.service.loopingcall [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.059463] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.059660] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27456dfd-1142-47eb-93c4-c6b5927340fa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.081517] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.081517] env[62094]: value = "task-1399951" [ 955.081517] env[62094]: _type = "Task" [ 955.081517] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.089434] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399951, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.121970] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c594e84-c078-42e3-82ab-5db6c2b0352d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.131602] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877cb7b6-ada2-41c3-be50-f3a376f1a9e0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.168672] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5373e428-cadd-4ec7-b437-57063f2549ee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.183087] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dfd353-5529-495e-9030-b3a492c5f433 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.201167] env[62094]: DEBUG nova.compute.provider_tree [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.204470] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.236339] env[62094]: DEBUG nova.compute.manager [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Received event network-vif-plugged-053c5f86-2af6-4eac-9116-6e5fc1f6747e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 955.236339] env[62094]: DEBUG oslo_concurrency.lockutils [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] Acquiring lock "753d110e-e779-4b3f-b0ea-aeb9d69ab9fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.236339] env[62094]: DEBUG oslo_concurrency.lockutils [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] Lock "753d110e-e779-4b3f-b0ea-aeb9d69ab9fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.236339] env[62094]: DEBUG oslo_concurrency.lockutils [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] Lock "753d110e-e779-4b3f-b0ea-aeb9d69ab9fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.236339] env[62094]: DEBUG nova.compute.manager [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] No waiting events found dispatching network-vif-plugged-053c5f86-2af6-4eac-9116-6e5fc1f6747e {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 955.238728] env[62094]: WARNING nova.compute.manager [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Received unexpected event network-vif-plugged-053c5f86-2af6-4eac-9116-6e5fc1f6747e for instance with vm_state building and task_state spawning. [ 955.238728] env[62094]: DEBUG nova.compute.manager [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Received event network-vif-deleted-b57aae25-676e-4751-974e-3b127cabb783 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 955.238728] env[62094]: DEBUG nova.compute.manager [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Received event network-changed-053c5f86-2af6-4eac-9116-6e5fc1f6747e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 955.238728] env[62094]: DEBUG nova.compute.manager [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Refreshing instance network info cache due to event network-changed-053c5f86-2af6-4eac-9116-6e5fc1f6747e. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 955.238728] env[62094]: DEBUG oslo_concurrency.lockutils [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] Acquiring lock "refresh_cache-753d110e-e779-4b3f-b0ea-aeb9d69ab9fb" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.243435] env[62094]: DEBUG oslo_concurrency.lockutils [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] Acquired lock "refresh_cache-753d110e-e779-4b3f-b0ea-aeb9d69ab9fb" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.243435] env[62094]: DEBUG nova.network.neutron [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Refreshing network info cache for port 053c5f86-2af6-4eac-9116-6e5fc1f6747e {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.273173] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1399945, 'name': ReconfigVM_Task, 'duration_secs': 0.312015} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.276512] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Reconfigured VM instance instance-00000006 to attach disk [datastore1] b6629dde-580d-40c4-af1e-15807861c45b/b6629dde-580d-40c4-af1e-15807861c45b.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.277284] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe06ff9b-fe66-4dae-94e6-8b9d5c4b6250 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.290230] env[62094]: DEBUG oslo_vmware.api [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Task: {'id': task-1399946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171073} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.294206] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.297502] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.297502] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.297502] env[62094]: INFO nova.compute.manager [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 955.297502] env[62094]: DEBUG oslo.service.loopingcall [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.297502] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399947, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.297952] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Waiting for the task: (returnval){ [ 955.297952] env[62094]: value = "task-1399953" [ 955.297952] env[62094]: _type = "Task" [ 955.297952] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.297952] env[62094]: DEBUG nova.compute.manager [-] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 955.297952] env[62094]: DEBUG nova.network.neutron [-] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.304707] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1399948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068937} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.305864] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.306668] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9139aa77-6a2f-4cd8-a03f-fd4e96f8769e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.312649] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1399953, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.334609] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 820f7393-e3a4-4028-b65c-8f2955e31411/820f7393-e3a4-4028-b65c-8f2955e31411.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.335774] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91a4f752-420d-42b7-a82b-0eb6c6d36756 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.354903] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Waiting for the task: (returnval){ [ 955.354903] env[62094]: value = "task-1399954" [ 955.354903] env[62094]: _type = "Task" [ 955.354903] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.365797] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1399954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.373198] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399943, 'name': CreateVM_Task, 'duration_secs': 0.516803} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.373198] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.373865] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.374137] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.374609] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.374981] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94368eee-d6f2-4ab1-9fd2-324e09af10e1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.382534] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Waiting for the task: (returnval){ [ 955.382534] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52139465-d57a-96f9-9486-951160280f60" [ 955.382534] env[62094]: _type = "Task" [ 955.382534] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.392361] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52139465-d57a-96f9-9486-951160280f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.593957] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399951, 'name': CreateVM_Task, 'duration_secs': 0.447424} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.594018] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.595881] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.706663] env[62094]: DEBUG nova.scheduler.client.report [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 955.786919] env[62094]: DEBUG oslo_vmware.api [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1399947, 'name': PowerOnVM_Task, 'duration_secs': 0.539316} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.787311] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.787466] env[62094]: INFO nova.compute.manager [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Took 16.54 seconds to spawn the instance on the hypervisor. [ 955.787626] env[62094]: DEBUG nova.compute.manager [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 955.788515] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858ab306-bde5-4dde-b2a4-7d24f31594df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.813520] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1399953, 'name': Rename_Task, 'duration_secs': 0.173073} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.813802] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.814100] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcd50590-4805-4545-8fa6-0b36468f1e59 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.820932] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Waiting for the task: (returnval){ [ 955.820932] env[62094]: value = "task-1399955" [ 955.820932] env[62094]: _type = "Task" [ 955.820932] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.832447] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1399955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.872400] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1399954, 'name': ReconfigVM_Task, 'duration_secs': 0.431794} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.872831] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 820f7393-e3a4-4028-b65c-8f2955e31411/820f7393-e3a4-4028-b65c-8f2955e31411.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.873301] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dac5bf3-60da-414b-a843-3c62a029172c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.881027] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Waiting for the task: (returnval){ [ 955.881027] env[62094]: value = "task-1399956" [ 955.881027] env[62094]: _type = "Task" [ 955.881027] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.892469] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1399956, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.898089] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52139465-d57a-96f9-9486-951160280f60, 'name': SearchDatastore_Task, 'duration_secs': 0.016501} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.898602] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.898602] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.898824] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.899125] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.899125] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.899726] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.901057] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.901057] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82799008-f891-43cc-a3e6-9c7271f02501 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.906726] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb45c55c-17e0-4b59-9e21-77267304f87f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.913237] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Waiting for the task: (returnval){ [ 955.913237] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523204ea-9837-07b6-65f3-5b59ebcca16e" [ 955.913237] env[62094]: _type = "Task" [ 955.913237] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.918914] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.918914] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.919603] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c486e922-ec91-40fb-a459-0b0eab700ce8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.925269] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523204ea-9837-07b6-65f3-5b59ebcca16e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.928800] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Waiting for the task: (returnval){ [ 955.928800] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52bc3e8f-c7e3-4c58-b037-3b01674eb6cf" [ 955.928800] env[62094]: _type = "Task" [ 955.928800] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.936426] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52bc3e8f-c7e3-4c58-b037-3b01674eb6cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.195730] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquiring lock "4fef5291-2893-47ee-ad8f-c82cdb17ea50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.195973] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lock "4fef5291-2893-47ee-ad8f-c82cdb17ea50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.215549] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.216067] env[62094]: DEBUG nova.compute.manager [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 956.218826] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.542s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.222231] env[62094]: INFO nova.compute.claims [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.337018] env[62094]: INFO nova.compute.manager [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Took 26.12 seconds to build instance. [ 956.339407] env[62094]: DEBUG oslo_vmware.api [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1399955, 'name': PowerOnVM_Task, 'duration_secs': 0.478672} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.340088] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.340363] env[62094]: INFO nova.compute.manager [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Took 14.77 seconds to spawn the instance on the hypervisor. [ 956.340583] env[62094]: DEBUG nova.compute.manager [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 956.341925] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bffe968-4a38-41ec-86b1-6f0c1b264b53 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.396487] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1399956, 'name': Rename_Task, 'duration_secs': 0.143312} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.396487] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.396487] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d108649-3240-4ff0-b132-9ed97fb19325 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.402707] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Waiting for the task: (returnval){ [ 956.402707] env[62094]: value = "task-1399957" [ 956.402707] env[62094]: _type = "Task" [ 956.402707] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.416804] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1399957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.432947] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523204ea-9837-07b6-65f3-5b59ebcca16e, 'name': SearchDatastore_Task, 'duration_secs': 0.017382} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.432947] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.432947] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.432947] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.444935] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52bc3e8f-c7e3-4c58-b037-3b01674eb6cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.445805] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468e4b4d-eb25-4476-92d8-9d926dd8d42f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.451644] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Waiting for the task: (returnval){ [ 956.451644] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5269c062-7026-ed4d-b27e-789713dfc8c4" [ 956.451644] env[62094]: _type = "Task" [ 956.451644] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.462903] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5269c062-7026-ed4d-b27e-789713dfc8c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.630437] env[62094]: DEBUG nova.network.neutron [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Successfully updated port: 09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.727819] env[62094]: DEBUG nova.compute.utils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 956.735288] env[62094]: DEBUG nova.compute.manager [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 956.735546] env[62094]: DEBUG nova.network.neutron [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.840715] env[62094]: DEBUG oslo_concurrency.lockutils [None req-63b11b8c-eb5b-4f78-9fd8-29b4a3c484ec tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.637s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.863815] env[62094]: INFO nova.compute.manager [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Took 25.00 seconds to build instance. [ 956.885676] env[62094]: DEBUG nova.network.neutron [req-f9da241c-ff95-435f-aa5a-7a561d66c412 req-7e71dac8-08a6-42d4-9542-20eb9bb767b3 service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Updated VIF entry in instance network info cache for port bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.886037] env[62094]: DEBUG nova.network.neutron [req-f9da241c-ff95-435f-aa5a-7a561d66c412 req-7e71dac8-08a6-42d4-9542-20eb9bb767b3 service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Updating instance_info_cache with network_info: [{"id": "bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d", "address": "fa:16:3e:56:4c:35", "network": {"id": "a393e8ec-a1f0-47e2-918c-577465430653", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1199462821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b05d56669b99489d91227bc402197ed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd0aa9fb-7f", "ovs_interfaceid": "bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.899192] env[62094]: DEBUG nova.policy [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96ccb2cbd8c948a6b854d93b16a0c0d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06c8a81fddb84880ad20b077a17b52fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 956.909294] env[62094]: DEBUG nova.network.neutron [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Updated VIF entry in instance network info cache for port 053c5f86-2af6-4eac-9116-6e5fc1f6747e. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.909903] env[62094]: DEBUG nova.network.neutron [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Updating instance_info_cache with network_info: [{"id": "053c5f86-2af6-4eac-9116-6e5fc1f6747e", "address": "fa:16:3e:e1:6a:ad", "network": {"id": "77e37f67-948d-4ff4-97ce-d7254e833250", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-768556449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c35331387b94e65a72653fc7f25cd46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap053c5f86-2a", "ovs_interfaceid": "053c5f86-2af6-4eac-9116-6e5fc1f6747e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.917220] env[62094]: DEBUG oslo_vmware.api [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1399957, 'name': PowerOnVM_Task, 'duration_secs': 0.505605} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.917493] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.917681] env[62094]: INFO nova.compute.manager [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Took 11.91 seconds to spawn the instance on the hypervisor. [ 956.917932] env[62094]: DEBUG nova.compute.manager [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 956.918983] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339237f3-d3e3-4e43-acfd-baf404d149e7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.965329] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5269c062-7026-ed4d-b27e-789713dfc8c4, 'name': SearchDatastore_Task, 'duration_secs': 0.019161} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.965416] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.965997] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb/753d110e-e779-4b3f-b0ea-aeb9d69ab9fb.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.966231] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.966345] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.966573] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b681cabb-d583-417d-bf43-26ab04d30d00 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.969451] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b2b3062-f2b7-49a9-9444-80eb0f32f3ee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.976841] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Waiting for the task: (returnval){ [ 956.976841] env[62094]: value = "task-1399958" [ 956.976841] env[62094]: _type = "Task" [ 956.976841] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.982286] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.982498] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.983890] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a4c9f6-506d-4257-8429-42057b28cd77 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.989771] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1399958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.993485] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Waiting for the task: (returnval){ [ 956.993485] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5296b464-4fbc-3d18-72e1-fbd91614afca" [ 956.993485] env[62094]: _type = "Task" [ 956.993485] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.001333] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5296b464-4fbc-3d18-72e1-fbd91614afca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.132592] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.132807] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquired lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.132973] env[62094]: DEBUG nova.network.neutron [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.232864] env[62094]: DEBUG nova.compute.manager [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 957.247208] env[62094]: DEBUG nova.network.neutron [-] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.343999] env[62094]: DEBUG nova.compute.manager [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 957.364338] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3587b2f-3c8d-4115-95a0-3c0c28feb466 tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Lock "b6629dde-580d-40c4-af1e-15807861c45b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.510s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.391090] env[62094]: DEBUG oslo_concurrency.lockutils [req-f9da241c-ff95-435f-aa5a-7a561d66c412 req-7e71dac8-08a6-42d4-9542-20eb9bb767b3 service nova] Releasing lock "refresh_cache-3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.413204] env[62094]: DEBUG oslo_concurrency.lockutils [req-5bbc44c6-5a5a-4ce9-a938-46e64a2f5d91 req-435569a6-a6a7-4d1a-af62-fcb23813c3be service nova] Releasing lock "refresh_cache-753d110e-e779-4b3f-b0ea-aeb9d69ab9fb" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.440439] env[62094]: INFO nova.compute.manager [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Took 16.86 seconds to build instance. [ 957.495600] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1399958, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.513340] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5296b464-4fbc-3d18-72e1-fbd91614afca, 'name': SearchDatastore_Task, 'duration_secs': 0.016251} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.514084] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5cba5a1-1d9d-4ce3-96cb-a5de52894261 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.521132] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Waiting for the task: (returnval){ [ 957.521132] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521d0e9f-101b-77b6-8030-240b72a4f995" [ 957.521132] env[62094]: _type = "Task" [ 957.521132] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.538025] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521d0e9f-101b-77b6-8030-240b72a4f995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.584032] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0528313c-3c88-495b-8a2f-b2505d808c04 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.594975] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c33bcf-f4a2-4371-bafa-d3f61a7e5762 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.628947] env[62094]: DEBUG nova.network.neutron [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Successfully created port: 208ca829-99c7-4525-b4a7-8af429d54b1e {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.631516] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29cb483-4fe9-4f0f-820b-d87d3bcb0d68 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.641357] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954ec9d6-99e2-4a60-a6e2-cbfa8bf474d2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.656018] env[62094]: DEBUG nova.compute.provider_tree [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.716799] env[62094]: DEBUG nova.network.neutron [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.749523] env[62094]: INFO nova.compute.manager [-] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Took 2.45 seconds to deallocate network for instance. [ 957.868605] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.946333] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1884c41-a3fb-4cc0-8999-2f345afcc808 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Lock "820f7393-e3a4-4028-b65c-8f2955e31411" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.444s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.002457] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1399958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805872} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.002964] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb/753d110e-e779-4b3f-b0ea-aeb9d69ab9fb.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.003349] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.004564] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-970ffeec-9e1f-4878-9d18-8573e5667bca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.014865] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Waiting for the task: (returnval){ [ 958.014865] env[62094]: value = "task-1399960" [ 958.014865] env[62094]: _type = "Task" [ 958.014865] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.025834] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1399960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.034702] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521d0e9f-101b-77b6-8030-240b72a4f995, 'name': SearchDatastore_Task, 'duration_secs': 0.06981} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.034972] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.035253] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58/3bffbe72-a72f-4251-a3e2-f2ddb69cdc58.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.035524] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bcd6e77-85f1-49da-92da-0d81e97d3c5b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.045249] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Waiting for the task: (returnval){ [ 958.045249] env[62094]: value = "task-1399961" [ 958.045249] env[62094]: _type = "Task" [ 958.045249] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.055725] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1399961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.144171] env[62094]: DEBUG nova.network.neutron [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Updating instance_info_cache with network_info: [{"id": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "address": "fa:16:3e:4f:de:63", "network": {"id": "1ae0ff4e-cb84-453c-8414-49f8311174af", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1526021298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22fcae2c9c344cb8e4269a33082022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ab9159-bc", "ovs_interfaceid": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.158914] env[62094]: DEBUG nova.scheduler.client.report [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 958.247110] env[62094]: DEBUG nova.compute.manager [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 958.265434] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.287968] env[62094]: DEBUG nova.virt.hardware [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 958.288240] env[62094]: DEBUG nova.virt.hardware [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 958.288451] env[62094]: DEBUG nova.virt.hardware [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.288892] env[62094]: DEBUG nova.virt.hardware [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 958.288963] env[62094]: DEBUG nova.virt.hardware [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.289855] env[62094]: DEBUG nova.virt.hardware [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 958.289986] env[62094]: DEBUG nova.virt.hardware [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 958.290139] env[62094]: DEBUG nova.virt.hardware [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 958.290344] env[62094]: DEBUG nova.virt.hardware [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 958.290516] env[62094]: DEBUG nova.virt.hardware [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 958.290693] env[62094]: DEBUG nova.virt.hardware [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 958.291800] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da6babf-6434-454d-af0b-85c4071fec99 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.303219] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ea0fd9-0e12-4b21-85f8-ba5bd2911d57 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.526239] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1399960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077606} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.526239] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.526585] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb2fffe-e37a-405f-8ee8-d7822704b4bc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.551681] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb/753d110e-e779-4b3f-b0ea-aeb9d69ab9fb.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.552167] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-087a7c1a-ee8c-43ad-a6b2-1cb420c28706 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.578433] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1399961, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.580239] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Waiting for the task: (returnval){ [ 958.580239] env[62094]: value = "task-1399962" [ 958.580239] env[62094]: _type = "Task" [ 958.580239] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.588992] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1399962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.649336] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Releasing lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.649336] env[62094]: DEBUG nova.compute.manager [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Instance network_info: |[{"id": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "address": "fa:16:3e:4f:de:63", "network": {"id": "1ae0ff4e-cb84-453c-8414-49f8311174af", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1526021298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22fcae2c9c344cb8e4269a33082022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ab9159-bc", "ovs_interfaceid": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 958.649479] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:de:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09ab9159-bccc-4843-8306-9f1d34fecd3c', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.656672] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Creating folder: Project (c22fcae2c9c344cb8e4269a33082022c). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.657050] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4469d35e-8f10-4011-98d7-4a4002e52b4a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.664907] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.664907] env[62094]: DEBUG nova.compute.manager [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 958.672021] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.406s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.672021] env[62094]: DEBUG nova.objects.instance [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Lazy-loading 'resources' on Instance uuid 7ad209f4-964d-4156-8dd7-f45b930cfc64 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.672162] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Created folder: Project (c22fcae2c9c344cb8e4269a33082022c) in parent group-v296765. [ 958.677022] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Creating folder: Instances. Parent ref: group-v296797. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.677022] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd2df10a-5cd4-488f-aa50-8831f3ff1401 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.682596] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Created folder: Instances in parent group-v296797. [ 958.682835] env[62094]: DEBUG oslo.service.loopingcall [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.683037] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.683244] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bc97917-d093-415f-bdae-0fce61feb620 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.706477] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.706477] env[62094]: value = "task-1399965" [ 958.706477] env[62094]: _type = "Task" [ 958.706477] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.721963] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399965, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.936191] env[62094]: DEBUG nova.compute.manager [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Received event network-vif-plugged-09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 958.936191] env[62094]: DEBUG oslo_concurrency.lockutils [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] Acquiring lock "32352ea6-c719-4c88-a4a2-dde0f79e503e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.936191] env[62094]: DEBUG oslo_concurrency.lockutils [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.936191] env[62094]: DEBUG oslo_concurrency.lockutils [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.936191] env[62094]: DEBUG nova.compute.manager [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] No waiting events found dispatching network-vif-plugged-09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 958.936868] env[62094]: WARNING nova.compute.manager [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Received unexpected event network-vif-plugged-09ab9159-bccc-4843-8306-9f1d34fecd3c for instance with vm_state building and task_state spawning. [ 958.936868] env[62094]: DEBUG nova.compute.manager [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Received event network-changed-09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 958.936868] env[62094]: DEBUG nova.compute.manager [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Refreshing instance network info cache due to event network-changed-09ab9159-bccc-4843-8306-9f1d34fecd3c. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 958.936868] env[62094]: DEBUG oslo_concurrency.lockutils [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] Acquiring lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.936868] env[62094]: DEBUG oslo_concurrency.lockutils [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] Acquired lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.937025] env[62094]: DEBUG nova.network.neutron [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Refreshing network info cache for port 09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.064132] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1399961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587563} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.064292] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58/3bffbe72-a72f-4251-a3e2-f2ddb69cdc58.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.064394] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.064804] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c67cb11-367a-4d5c-a851-8535195c1f8f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.072893] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Waiting for the task: (returnval){ [ 959.072893] env[62094]: value = "task-1399966" [ 959.072893] env[62094]: _type = "Task" [ 959.072893] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.084110] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1399966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.093411] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1399962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.175473] env[62094]: DEBUG nova.compute.utils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 959.182034] env[62094]: DEBUG nova.compute.manager [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 959.182034] env[62094]: DEBUG nova.network.neutron [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.224737] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399965, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.318480] env[62094]: DEBUG nova.policy [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7167c8b2a6f4c048de158216c6694ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2c33f767ae446a1b12e95de901cbca9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 959.551095] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608387da-37eb-4a54-8b3f-27482b5f6887 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.563044] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b888b196-26d9-4709-894f-e7ed6a43eae9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.613970] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d70d1ff-7f2e-4ef3-b6b5-7de6d5c43ebc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.626031] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1399966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071065} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.630428] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.630855] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1399962, 'name': ReconfigVM_Task, 'duration_secs': 0.834843} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.632066] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00e4b8f-ac41-4083-83e7-9e1bffefb507 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.635346] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd7c18b-855d-4cd8-94c6-6644d2b890f7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.639271] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb/753d110e-e779-4b3f-b0ea-aeb9d69ab9fb.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.642495] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfb4a81f-b070-4306-aa4b-92cdeaa7926e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.675811] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58/3bffbe72-a72f-4251-a3e2-f2ddb69cdc58.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.676113] env[62094]: DEBUG nova.compute.provider_tree [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.682261] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94b37f81-747e-4165-b260-6c9898dcd73a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.699256] env[62094]: DEBUG nova.compute.manager [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 959.700928] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Waiting for the task: (returnval){ [ 959.700928] env[62094]: value = "task-1399968" [ 959.700928] env[62094]: _type = "Task" [ 959.700928] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.702412] env[62094]: DEBUG nova.scheduler.client.report [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 959.718688] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Waiting for the task: (returnval){ [ 959.718688] env[62094]: value = "task-1399969" [ 959.718688] env[62094]: _type = "Task" [ 959.718688] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.730098] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1399968, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.730645] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399965, 'name': CreateVM_Task, 'duration_secs': 0.665354} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.731243] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.731931] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.732114] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.732428] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.737568] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c1b366e-a88f-4e5f-8b94-82cebfca252e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.738315] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1399969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.742040] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 959.742040] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52168209-e4fd-7da8-9a71-83a8e5af9490" [ 959.742040] env[62094]: _type = "Task" [ 959.742040] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.752314] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52168209-e4fd-7da8-9a71-83a8e5af9490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.214994] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.544s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.221689] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.851s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.225668] env[62094]: INFO nova.compute.claims [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.237724] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1399968, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.243423] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1399969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.259024] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52168209-e4fd-7da8-9a71-83a8e5af9490, 'name': SearchDatastore_Task, 'duration_secs': 0.013563} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.259359] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.259457] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.259683] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.259820] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.260252] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.260324] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77f917a8-c7dc-4aed-85b0-541777375d67 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.271578] env[62094]: INFO nova.scheduler.client.report [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Deleted allocations for instance 7ad209f4-964d-4156-8dd7-f45b930cfc64 [ 960.273788] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.273904] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.281436] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e75ac1-98f5-4b21-8eb1-775d8e0b884a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.292012] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 960.292012] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c7618c-9821-dd86-84d1-9e9709ab3efa" [ 960.292012] env[62094]: _type = "Task" [ 960.292012] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.299241] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c7618c-9821-dd86-84d1-9e9709ab3efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.395882] env[62094]: DEBUG nova.network.neutron [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Updated VIF entry in instance network info cache for port 09ab9159-bccc-4843-8306-9f1d34fecd3c. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.396391] env[62094]: DEBUG nova.network.neutron [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Updating instance_info_cache with network_info: [{"id": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "address": "fa:16:3e:4f:de:63", "network": {"id": "1ae0ff4e-cb84-453c-8414-49f8311174af", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1526021298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22fcae2c9c344cb8e4269a33082022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ab9159-bc", "ovs_interfaceid": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.627450] env[62094]: DEBUG nova.network.neutron [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Successfully created port: 0b4dec5e-d484-4225-b4b4-1e737559cd45 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.699455] env[62094]: DEBUG nova.network.neutron [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Successfully updated port: 208ca829-99c7-4525-b4a7-8af429d54b1e {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.721302] env[62094]: DEBUG nova.compute.manager [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 960.723526] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1399968, 'name': Rename_Task, 'duration_secs': 0.953915} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.723998] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.724360] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6e60463-2e9e-4d43-869c-c0b201a66777 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.736080] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Waiting for the task: (returnval){ [ 960.736080] env[62094]: value = "task-1399970" [ 960.736080] env[62094]: _type = "Task" [ 960.736080] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.740138] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1399969, 'name': ReconfigVM_Task, 'duration_secs': 0.686661} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.742782] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58/3bffbe72-a72f-4251-a3e2-f2ddb69cdc58.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.743560] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d305db7e-d506-4490-97c5-5e4efde1edda {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.753395] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1399970, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.753723] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Waiting for the task: (returnval){ [ 960.753723] env[62094]: value = "task-1399971" [ 960.753723] env[62094]: _type = "Task" [ 960.753723] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.766560] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1399971, 'name': Rename_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.770660] env[62094]: DEBUG nova.virt.hardware [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 960.770964] env[62094]: DEBUG nova.virt.hardware [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 960.771125] env[62094]: DEBUG nova.virt.hardware [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.771291] env[62094]: DEBUG nova.virt.hardware [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 960.771473] env[62094]: DEBUG nova.virt.hardware [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.771571] env[62094]: DEBUG nova.virt.hardware [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 960.771847] env[62094]: DEBUG nova.virt.hardware [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 960.771954] env[62094]: DEBUG nova.virt.hardware [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 960.772588] env[62094]: DEBUG nova.virt.hardware [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 960.772588] env[62094]: DEBUG nova.virt.hardware [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 960.772588] env[62094]: DEBUG nova.virt.hardware [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 960.773716] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeff7e15-d836-4f6a-809b-17542493cb4f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.781482] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce576ead-24e2-4f12-9b82-53842c65f68f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.789050] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e612fe9f-e991-489c-a103-dd8438c08d82 tempest-ServerDiagnosticsNegativeTest-1990499360 tempest-ServerDiagnosticsNegativeTest-1990499360-project-member] Lock "7ad209f4-964d-4156-8dd7-f45b930cfc64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.143s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.810461] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c7618c-9821-dd86-84d1-9e9709ab3efa, 'name': SearchDatastore_Task, 'duration_secs': 0.014338} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.811273] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a19491-f78e-4765-a1cc-02bb528caf7c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.816761] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 960.816761] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b48f3e-a08b-95f9-dc8e-5d7d47b42e5a" [ 960.816761] env[62094]: _type = "Task" [ 960.816761] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.825141] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b48f3e-a08b-95f9-dc8e-5d7d47b42e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.898921] env[62094]: DEBUG oslo_concurrency.lockutils [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] Releasing lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.899308] env[62094]: DEBUG nova.compute.manager [req-f929ccd5-5f72-4958-a71b-01d4896681be req-a94826e7-42d2-4f31-b65e-136a5e8ce970 service nova] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Received event network-vif-deleted-02ce08a8-dd0c-45b8-9cbd-beb5383689b1 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 961.206658] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Acquiring lock "refresh_cache-0a7d3d95-8420-4de1-a4db-945232da598e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.206658] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Acquired lock "refresh_cache-0a7d3d95-8420-4de1-a4db-945232da598e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.206658] env[62094]: DEBUG nova.network.neutron [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.250319] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1399970, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.268026] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1399971, 'name': Rename_Task, 'duration_secs': 0.286713} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.268333] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.268601] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e2c7263-b38b-4bea-9f01-d7444a2c921f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.276767] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Waiting for the task: (returnval){ [ 961.276767] env[62094]: value = "task-1399972" [ 961.276767] env[62094]: _type = "Task" [ 961.276767] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.289708] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1399972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.333925] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b48f3e-a08b-95f9-dc8e-5d7d47b42e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.018301} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.334699] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.334699] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 32352ea6-c719-4c88-a4a2-dde0f79e503e/32352ea6-c719-4c88-a4a2-dde0f79e503e.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.335185] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e469dcaf-d364-4abf-b7c6-a0429f65a1c0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.342031] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 961.342031] env[62094]: value = "task-1399973" [ 961.342031] env[62094]: _type = "Task" [ 961.342031] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.352575] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1399973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.470166] env[62094]: DEBUG nova.compute.manager [req-a8757d8a-535c-4e0d-a736-67bd1e13f24b req-de10a219-891c-4c30-9b30-3a3905fb3634 service nova] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Received event network-changed-db062cce-6d57-4624-9cb9-a2a814445fd6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 961.470311] env[62094]: DEBUG nova.compute.manager [req-a8757d8a-535c-4e0d-a736-67bd1e13f24b req-de10a219-891c-4c30-9b30-3a3905fb3634 service nova] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Refreshing instance network info cache due to event network-changed-db062cce-6d57-4624-9cb9-a2a814445fd6. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 961.471131] env[62094]: DEBUG oslo_concurrency.lockutils [req-a8757d8a-535c-4e0d-a736-67bd1e13f24b req-de10a219-891c-4c30-9b30-3a3905fb3634 service nova] Acquiring lock "refresh_cache-b6629dde-580d-40c4-af1e-15807861c45b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.471924] env[62094]: DEBUG oslo_concurrency.lockutils [req-a8757d8a-535c-4e0d-a736-67bd1e13f24b req-de10a219-891c-4c30-9b30-3a3905fb3634 service nova] Acquired lock "refresh_cache-b6629dde-580d-40c4-af1e-15807861c45b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.471924] env[62094]: DEBUG nova.network.neutron [req-a8757d8a-535c-4e0d-a736-67bd1e13f24b req-de10a219-891c-4c30-9b30-3a3905fb3634 service nova] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Refreshing network info cache for port db062cce-6d57-4624-9cb9-a2a814445fd6 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.516308] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a368414-9042-471b-974a-9c8fd82b76fb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.527756] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb308662-08d5-40b4-a1d2-d3ecddc831f7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.566838] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c7642c-4472-4db2-ad37-dcec27e2e82c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.577009] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8bbe8f-4d5a-4295-9723-38c27618c47c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.596287] env[62094]: DEBUG nova.compute.provider_tree [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.755956] env[62094]: DEBUG oslo_vmware.api [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1399970, 'name': PowerOnVM_Task, 'duration_secs': 0.722597} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.757565] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.757824] env[62094]: INFO nova.compute.manager [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Took 13.17 seconds to spawn the instance on the hypervisor. [ 961.758041] env[62094]: DEBUG nova.compute.manager [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 961.758926] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da55bd9-7e9b-45c6-9019-2add01ee24fd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.790912] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1399972, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.804066] env[62094]: DEBUG oslo_concurrency.lockutils [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquiring lock "aaa64a80-a127-4826-b972-7890e2db03fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.804385] env[62094]: DEBUG oslo_concurrency.lockutils [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Lock "aaa64a80-a127-4826-b972-7890e2db03fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.815400] env[62094]: DEBUG nova.network.neutron [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.855850] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1399973, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.100912] env[62094]: DEBUG nova.scheduler.client.report [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 962.296027] env[62094]: INFO nova.compute.manager [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Took 18.07 seconds to build instance. [ 962.300843] env[62094]: DEBUG oslo_vmware.api [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1399972, 'name': PowerOnVM_Task, 'duration_secs': 0.593247} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.301372] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.301578] env[62094]: INFO nova.compute.manager [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Took 11.29 seconds to spawn the instance on the hypervisor. [ 962.301749] env[62094]: DEBUG nova.compute.manager [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 962.302597] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0861c104-8dda-4bd1-bd54-440931980025 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.308996] env[62094]: DEBUG nova.compute.manager [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 962.345545] env[62094]: DEBUG nova.compute.manager [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Stashing vm_state: active {{(pid=62094) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 962.362355] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1399973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624903} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.362694] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 32352ea6-c719-4c88-a4a2-dde0f79e503e/32352ea6-c719-4c88-a4a2-dde0f79e503e.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.362842] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.364780] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37b61460-ed18-4bde-a6e3-264ac45b6a3a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.373347] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 962.373347] env[62094]: value = "task-1399975" [ 962.373347] env[62094]: _type = "Task" [ 962.373347] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.388684] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1399975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.525770] env[62094]: DEBUG nova.network.neutron [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Updating instance_info_cache with network_info: [{"id": "208ca829-99c7-4525-b4a7-8af429d54b1e", "address": "fa:16:3e:b8:90:dd", "network": {"id": "ddb0feec-23a5-4782-b82f-6e41c9f3d49d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-855614484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c8a81fddb84880ad20b077a17b52fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208ca829-99", "ovs_interfaceid": "208ca829-99c7-4525-b4a7-8af429d54b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.605522] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.606653] env[62094]: DEBUG nova.compute.manager [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 962.609348] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.405s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.610784] env[62094]: INFO nova.compute.claims [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.713424] env[62094]: DEBUG nova.compute.manager [req-e8d5496b-3963-4735-88c5-b30c0865b9ea req-b4ccb6d0-36da-4272-9594-b944affed653 service nova] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Received event network-vif-plugged-208ca829-99c7-4525-b4a7-8af429d54b1e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 962.713621] env[62094]: DEBUG oslo_concurrency.lockutils [req-e8d5496b-3963-4735-88c5-b30c0865b9ea req-b4ccb6d0-36da-4272-9594-b944affed653 service nova] Acquiring lock "0a7d3d95-8420-4de1-a4db-945232da598e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.714592] env[62094]: DEBUG oslo_concurrency.lockutils [req-e8d5496b-3963-4735-88c5-b30c0865b9ea req-b4ccb6d0-36da-4272-9594-b944affed653 service nova] Lock "0a7d3d95-8420-4de1-a4db-945232da598e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.714592] env[62094]: DEBUG oslo_concurrency.lockutils [req-e8d5496b-3963-4735-88c5-b30c0865b9ea req-b4ccb6d0-36da-4272-9594-b944affed653 service nova] Lock "0a7d3d95-8420-4de1-a4db-945232da598e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.714592] env[62094]: DEBUG nova.compute.manager [req-e8d5496b-3963-4735-88c5-b30c0865b9ea req-b4ccb6d0-36da-4272-9594-b944affed653 service nova] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] No waiting events found dispatching network-vif-plugged-208ca829-99c7-4525-b4a7-8af429d54b1e {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 962.715959] env[62094]: WARNING nova.compute.manager [req-e8d5496b-3963-4735-88c5-b30c0865b9ea req-b4ccb6d0-36da-4272-9594-b944affed653 service nova] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Received unexpected event network-vif-plugged-208ca829-99c7-4525-b4a7-8af429d54b1e for instance with vm_state building and task_state spawning. [ 962.715959] env[62094]: DEBUG nova.compute.manager [req-e8d5496b-3963-4735-88c5-b30c0865b9ea req-b4ccb6d0-36da-4272-9594-b944affed653 service nova] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Received event network-changed-208ca829-99c7-4525-b4a7-8af429d54b1e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 962.715959] env[62094]: DEBUG nova.compute.manager [req-e8d5496b-3963-4735-88c5-b30c0865b9ea req-b4ccb6d0-36da-4272-9594-b944affed653 service nova] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Refreshing instance network info cache due to event network-changed-208ca829-99c7-4525-b4a7-8af429d54b1e. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 962.715959] env[62094]: DEBUG oslo_concurrency.lockutils [req-e8d5496b-3963-4735-88c5-b30c0865b9ea req-b4ccb6d0-36da-4272-9594-b944affed653 service nova] Acquiring lock "refresh_cache-0a7d3d95-8420-4de1-a4db-945232da598e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.802130] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6a51e28-77d0-4aef-8410-d092f16a3689 tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Lock "753d110e-e779-4b3f-b0ea-aeb9d69ab9fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.591s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.834328] env[62094]: INFO nova.compute.manager [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Took 16.79 seconds to build instance. [ 962.843644] env[62094]: DEBUG oslo_concurrency.lockutils [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.869036] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.884922] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1399975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07384} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.885326] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.886306] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07d37dc-7929-4cea-a201-7d5a919f6e40 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.910644] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 32352ea6-c719-4c88-a4a2-dde0f79e503e/32352ea6-c719-4c88-a4a2-dde0f79e503e.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.910987] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2103f226-d651-42ec-b9c7-9e396df5e8f4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.937877] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 962.937877] env[62094]: value = "task-1399976" [ 962.937877] env[62094]: _type = "Task" [ 962.937877] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.947776] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1399976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.028713] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Releasing lock "refresh_cache-0a7d3d95-8420-4de1-a4db-945232da598e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.029108] env[62094]: DEBUG nova.compute.manager [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Instance network_info: |[{"id": "208ca829-99c7-4525-b4a7-8af429d54b1e", "address": "fa:16:3e:b8:90:dd", "network": {"id": "ddb0feec-23a5-4782-b82f-6e41c9f3d49d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-855614484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c8a81fddb84880ad20b077a17b52fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208ca829-99", "ovs_interfaceid": "208ca829-99c7-4525-b4a7-8af429d54b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 963.029409] env[62094]: DEBUG oslo_concurrency.lockutils [req-e8d5496b-3963-4735-88c5-b30c0865b9ea req-b4ccb6d0-36da-4272-9594-b944affed653 service nova] Acquired lock "refresh_cache-0a7d3d95-8420-4de1-a4db-945232da598e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.029579] env[62094]: DEBUG nova.network.neutron [req-e8d5496b-3963-4735-88c5-b30c0865b9ea req-b4ccb6d0-36da-4272-9594-b944affed653 service nova] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Refreshing network info cache for port 208ca829-99c7-4525-b4a7-8af429d54b1e {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.031124] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:90:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '208ca829-99c7-4525-b4a7-8af429d54b1e', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.040932] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Creating folder: Project (06c8a81fddb84880ad20b077a17b52fd). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.041576] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2398d1fc-ddbc-431d-bf5b-6b95c29a2696 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.053122] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Created folder: Project (06c8a81fddb84880ad20b077a17b52fd) in parent group-v296765. [ 963.053310] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Creating folder: Instances. Parent ref: group-v296800. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.054052] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a2d2143-cad4-469c-add2-280290fcdd10 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.064798] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Created folder: Instances in parent group-v296800. [ 963.065806] env[62094]: DEBUG oslo.service.loopingcall [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.065930] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.066129] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51c8584a-28a9-46fe-905c-27bf06b12af5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.085872] env[62094]: DEBUG nova.network.neutron [req-a8757d8a-535c-4e0d-a736-67bd1e13f24b req-de10a219-891c-4c30-9b30-3a3905fb3634 service nova] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Updated VIF entry in instance network info cache for port db062cce-6d57-4624-9cb9-a2a814445fd6. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.086029] env[62094]: DEBUG nova.network.neutron [req-a8757d8a-535c-4e0d-a736-67bd1e13f24b req-de10a219-891c-4c30-9b30-3a3905fb3634 service nova] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Updating instance_info_cache with network_info: [{"id": "db062cce-6d57-4624-9cb9-a2a814445fd6", "address": "fa:16:3e:5c:27:1f", "network": {"id": "c6c5a6e4-cfa3-4266-9bac-692dec1e1809", "bridge": "br-int", "label": "tempest-ServersTestJSON-59115746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d8bd2f7bb4ec2a46573568bb44e4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb062cce-6d", "ovs_interfaceid": "db062cce-6d57-4624-9cb9-a2a814445fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.092747] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.092747] env[62094]: value = "task-1399979" [ 963.092747] env[62094]: _type = "Task" [ 963.092747] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.103882] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399979, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.117659] env[62094]: DEBUG nova.compute.utils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 963.123139] env[62094]: DEBUG nova.compute.manager [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 963.123757] env[62094]: DEBUG nova.network.neutron [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.339892] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4a76c488-d7cc-4592-a74c-9fdd3d8cb490 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.303s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.339892] env[62094]: DEBUG nova.policy [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff1adedc2ce045d297db1ed0ecfa30c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f759cf5680d4f47a844952bb53c1260', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 963.451349] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1399976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.589684] env[62094]: DEBUG oslo_concurrency.lockutils [req-a8757d8a-535c-4e0d-a736-67bd1e13f24b req-de10a219-891c-4c30-9b30-3a3905fb3634 service nova] Releasing lock "refresh_cache-b6629dde-580d-40c4-af1e-15807861c45b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.607858] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399979, 'name': CreateVM_Task, 'duration_secs': 0.435959} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.608232] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.609847] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.609847] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.609847] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.610082] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b07b04-c69b-4b62-9965-33f3574a14c2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.615531] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Waiting for the task: (returnval){ [ 963.615531] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]529426d3-f14d-91d8-afdc-c081570d1de7" [ 963.615531] env[62094]: _type = "Task" [ 963.615531] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.625859] env[62094]: DEBUG nova.compute.manager [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 963.628513] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]529426d3-f14d-91d8-afdc-c081570d1de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.911940] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c82d47-307b-4555-8d53-e5ce07acf1f1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.923233] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bdddaf-1a85-42bb-bc92-ae2cc8afae49 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.966206] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de01565d-85bb-4b79-9eb4-e049094782c3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.979239] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1399976, 'name': ReconfigVM_Task, 'duration_secs': 0.591152} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.981356] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 32352ea6-c719-4c88-a4a2-dde0f79e503e/32352ea6-c719-4c88-a4a2-dde0f79e503e.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.981957] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dfcc0f-836a-406b-9ddd-7fefa22f8122 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.990035] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-004b0942-42a5-49e5-8cfa-c4ffe17cf7d9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.007481] env[62094]: DEBUG nova.compute.provider_tree [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.010505] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 964.010505] env[62094]: value = "task-1399980" [ 964.010505] env[62094]: _type = "Task" [ 964.010505] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.019446] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1399980, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.143232] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]529426d3-f14d-91d8-afdc-c081570d1de7, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.143232] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.143232] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.143232] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.143464] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.143464] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.143464] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c827f41f-2ba8-4efc-8024-996fcaefa759 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.151337] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.151735] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.152584] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59082d80-89e7-4c7d-a595-f393c6593310 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.158210] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Waiting for the task: (returnval){ [ 964.158210] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]520feaf0-7c0b-3e79-a0f2-0e144a961f09" [ 964.158210] env[62094]: _type = "Task" [ 964.158210] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.170954] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520feaf0-7c0b-3e79-a0f2-0e144a961f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.332907] env[62094]: DEBUG nova.network.neutron [req-e8d5496b-3963-4735-88c5-b30c0865b9ea req-b4ccb6d0-36da-4272-9594-b944affed653 service nova] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Updated VIF entry in instance network info cache for port 208ca829-99c7-4525-b4a7-8af429d54b1e. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.333346] env[62094]: DEBUG nova.network.neutron [req-e8d5496b-3963-4735-88c5-b30c0865b9ea req-b4ccb6d0-36da-4272-9594-b944affed653 service nova] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Updating instance_info_cache with network_info: [{"id": "208ca829-99c7-4525-b4a7-8af429d54b1e", "address": "fa:16:3e:b8:90:dd", "network": {"id": "ddb0feec-23a5-4782-b82f-6e41c9f3d49d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-855614484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c8a81fddb84880ad20b077a17b52fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208ca829-99", "ovs_interfaceid": "208ca829-99c7-4525-b4a7-8af429d54b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.511775] env[62094]: DEBUG nova.scheduler.client.report [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 964.530138] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1399980, 'name': Rename_Task, 'duration_secs': 0.209376} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.530543] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.533674] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c36cac3-5553-446a-8d6d-a4671fbcf724 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.540933] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 964.540933] env[62094]: value = "task-1399981" [ 964.540933] env[62094]: _type = "Task" [ 964.540933] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.557367] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1399981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.645363] env[62094]: DEBUG nova.compute.manager [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 964.672275] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520feaf0-7c0b-3e79-a0f2-0e144a961f09, 'name': SearchDatastore_Task, 'duration_secs': 0.013221} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.673186] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9081634f-0b23-48ba-ad30-72d4d5169013 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.683905] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Waiting for the task: (returnval){ [ 964.683905] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e3f15e-d721-9421-497d-59795a31733c" [ 964.683905] env[62094]: _type = "Task" [ 964.683905] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.693686] env[62094]: DEBUG nova.virt.hardware [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 964.693972] env[62094]: DEBUG nova.virt.hardware [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 964.694757] env[62094]: DEBUG nova.virt.hardware [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.694757] env[62094]: DEBUG nova.virt.hardware [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 964.694757] env[62094]: DEBUG nova.virt.hardware [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.694967] env[62094]: DEBUG nova.virt.hardware [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 964.695101] env[62094]: DEBUG nova.virt.hardware [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 964.695257] env[62094]: DEBUG nova.virt.hardware [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 964.695418] env[62094]: DEBUG nova.virt.hardware [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 964.695576] env[62094]: DEBUG nova.virt.hardware [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 964.695738] env[62094]: DEBUG nova.virt.hardware [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 964.696642] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a311624-b2ed-4de6-ab32-3dbb2980f7bd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.704368] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e3f15e-d721-9421-497d-59795a31733c, 'name': SearchDatastore_Task, 'duration_secs': 0.0115} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.705136] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.705717] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 0a7d3d95-8420-4de1-a4db-945232da598e/0a7d3d95-8420-4de1-a4db-945232da598e.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.705844] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3110830-fbb3-482a-9e16-ef67ac2ee742 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.711626] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fb234f-6354-4ee7-895a-62afa8f3a6cf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.717013] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Waiting for the task: (returnval){ [ 964.717013] env[62094]: value = "task-1399982" [ 964.717013] env[62094]: _type = "Task" [ 964.717013] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.735725] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1399982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.837198] env[62094]: DEBUG oslo_concurrency.lockutils [req-e8d5496b-3963-4735-88c5-b30c0865b9ea req-b4ccb6d0-36da-4272-9594-b944affed653 service nova] Releasing lock "refresh_cache-0a7d3d95-8420-4de1-a4db-945232da598e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.859366] env[62094]: DEBUG nova.network.neutron [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Successfully updated port: 0b4dec5e-d484-4225-b4b4-1e737559cd45 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.901195] env[62094]: DEBUG nova.network.neutron [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Successfully created port: 8bb0046e-c4f1-43de-92b9-193046c40b54 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.019187] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.019776] env[62094]: DEBUG nova.compute.manager [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 965.024039] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.155s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.029106] env[62094]: INFO nova.compute.claims [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.054302] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1399981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.231907] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1399982, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.363991] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Acquiring lock "refresh_cache-373b5cbe-83da-498c-bbf0-6b84a04ceaf8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.364292] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Acquired lock "refresh_cache-373b5cbe-83da-498c-bbf0-6b84a04ceaf8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.364547] env[62094]: DEBUG nova.network.neutron [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.534358] env[62094]: DEBUG nova.compute.utils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 965.535890] env[62094]: DEBUG nova.compute.manager [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 965.536039] env[62094]: DEBUG nova.network.neutron [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.554961] env[62094]: DEBUG oslo_vmware.api [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1399981, 'name': PowerOnVM_Task, 'duration_secs': 0.758558} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.556210] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.556765] env[62094]: INFO nova.compute.manager [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Took 12.18 seconds to spawn the instance on the hypervisor. [ 965.556765] env[62094]: DEBUG nova.compute.manager [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 965.557428] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979fd399-73a2-4476-8f52-a7f4b601332b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.700945] env[62094]: DEBUG nova.policy [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b870d4a7b12b485c9c421ed5198ff550', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8196ad0d4fec46958b036fa4d40d0442', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 965.733026] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1399982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648385} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.733307] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 0a7d3d95-8420-4de1-a4db-945232da598e/0a7d3d95-8420-4de1-a4db-945232da598e.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.733641] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.733764] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dc2c054-e946-4d1e-bb83-7319f92abf25 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.740740] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Waiting for the task: (returnval){ [ 965.740740] env[62094]: value = "task-1399983" [ 965.740740] env[62094]: _type = "Task" [ 965.740740] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.753325] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1399983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.995741] env[62094]: DEBUG nova.network.neutron [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.040847] env[62094]: DEBUG nova.compute.manager [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 966.081781] env[62094]: INFO nova.compute.manager [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Took 17.96 seconds to build instance. [ 966.265256] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1399983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091631} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.265256] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.265256] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5069935a-a3cd-4d20-b567-8adec568e4ce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.296725] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 0a7d3d95-8420-4de1-a4db-945232da598e/0a7d3d95-8420-4de1-a4db-945232da598e.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.302257] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9694db2-b159-42db-81d1-059eeb8b2ebe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.322960] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Waiting for the task: (returnval){ [ 966.322960] env[62094]: value = "task-1399984" [ 966.322960] env[62094]: _type = "Task" [ 966.322960] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.338961] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1399984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.374867] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d10ef7-c21e-48ea-97e1-dfa1e3c01879 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.383405] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e0e87e-4f4a-42a9-b69e-69e17db98c31 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.421287] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c456bb3-9eab-4ca6-b578-2ab088ee3d79 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.433109] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b941a82c-d58d-4388-8974-2b032e7a51ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.448042] env[62094]: DEBUG nova.compute.provider_tree [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.584779] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e53df648-9097-4ea9-9cef-fddb96a2ca99 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.473s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.627808] env[62094]: DEBUG nova.compute.manager [req-78539bd2-305c-4631-8cc0-d1e597e5e001 req-2907bc80-3b39-4cce-b13b-766bf4cc36ad service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Received event network-changed-5f316bf0-00a9-49d9-b080-256c8a5bd1b7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 966.627968] env[62094]: DEBUG nova.compute.manager [req-78539bd2-305c-4631-8cc0-d1e597e5e001 req-2907bc80-3b39-4cce-b13b-766bf4cc36ad service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Refreshing instance network info cache due to event network-changed-5f316bf0-00a9-49d9-b080-256c8a5bd1b7. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 966.628277] env[62094]: DEBUG oslo_concurrency.lockutils [req-78539bd2-305c-4631-8cc0-d1e597e5e001 req-2907bc80-3b39-4cce-b13b-766bf4cc36ad service nova] Acquiring lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.628425] env[62094]: DEBUG oslo_concurrency.lockutils [req-78539bd2-305c-4631-8cc0-d1e597e5e001 req-2907bc80-3b39-4cce-b13b-766bf4cc36ad service nova] Acquired lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.628582] env[62094]: DEBUG nova.network.neutron [req-78539bd2-305c-4631-8cc0-d1e597e5e001 req-2907bc80-3b39-4cce-b13b-766bf4cc36ad service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Refreshing network info cache for port 5f316bf0-00a9-49d9-b080-256c8a5bd1b7 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.675798] env[62094]: DEBUG nova.network.neutron [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Updating instance_info_cache with network_info: [{"id": "0b4dec5e-d484-4225-b4b4-1e737559cd45", "address": "fa:16:3e:8b:b6:af", "network": {"id": "02530a3c-1c0d-4317-bb8a-87885547e283", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-636598098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c33f767ae446a1b12e95de901cbca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b4dec5e-d4", "ovs_interfaceid": "0b4dec5e-d484-4225-b4b4-1e737559cd45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.835030] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1399984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.955217] env[62094]: DEBUG nova.scheduler.client.report [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 967.050242] env[62094]: DEBUG nova.network.neutron [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Successfully created port: 38411b8d-76d5-4d9e-b418-7a607427586c {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.054466] env[62094]: DEBUG nova.compute.manager [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 967.079266] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Acquiring lock "e613db92-04b3-409f-b7a4-2ea53a87eb01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.079515] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Lock "e613db92-04b3-409f-b7a4-2ea53a87eb01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.087475] env[62094]: DEBUG nova.virt.hardware [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 967.088071] env[62094]: DEBUG nova.virt.hardware [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 967.088949] env[62094]: DEBUG nova.virt.hardware [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.088949] env[62094]: DEBUG nova.virt.hardware [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 967.088949] env[62094]: DEBUG nova.virt.hardware [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.088949] env[62094]: DEBUG nova.virt.hardware [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 967.089474] env[62094]: DEBUG nova.virt.hardware [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 967.089474] env[62094]: DEBUG nova.virt.hardware [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 967.089474] env[62094]: DEBUG nova.virt.hardware [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 967.089626] env[62094]: DEBUG nova.virt.hardware [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 967.089814] env[62094]: DEBUG nova.virt.hardware [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 967.091489] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bae0e89-da09-4d8a-8dca-ad764f83f6fb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.101890] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141e2f51-0977-4d7a-a588-481508e60704 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.182788] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Releasing lock "refresh_cache-373b5cbe-83da-498c-bbf0-6b84a04ceaf8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.182788] env[62094]: DEBUG nova.compute.manager [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Instance network_info: |[{"id": "0b4dec5e-d484-4225-b4b4-1e737559cd45", "address": "fa:16:3e:8b:b6:af", "network": {"id": "02530a3c-1c0d-4317-bb8a-87885547e283", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-636598098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c33f767ae446a1b12e95de901cbca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b4dec5e-d4", "ovs_interfaceid": "0b4dec5e-d484-4225-b4b4-1e737559cd45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 967.183215] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:b6:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b4dec5e-d484-4225-b4b4-1e737559cd45', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.195221] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Creating folder: Project (b2c33f767ae446a1b12e95de901cbca9). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.195597] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b51b990-9b2a-44e6-a803-b5764bcec1db {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.207199] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Created folder: Project (b2c33f767ae446a1b12e95de901cbca9) in parent group-v296765. [ 967.207483] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Creating folder: Instances. Parent ref: group-v296803. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.207863] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15a57988-a002-46d6-9295-efceb620a462 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.224701] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Created folder: Instances in parent group-v296803. [ 967.224960] env[62094]: DEBUG oslo.service.loopingcall [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 967.225170] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.225415] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64033dc1-c60b-4631-8805-a60b1ec7ab28 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.250105] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.250105] env[62094]: value = "task-1399987" [ 967.250105] env[62094]: _type = "Task" [ 967.250105] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.258838] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399987, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.337197] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1399984, 'name': ReconfigVM_Task, 'duration_secs': 0.824322} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.337491] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 0a7d3d95-8420-4de1-a4db-945232da598e/0a7d3d95-8420-4de1-a4db-945232da598e.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.338014] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c01cc2d7-6ed5-4c42-8573-55efd1157957 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.344367] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Waiting for the task: (returnval){ [ 967.344367] env[62094]: value = "task-1399988" [ 967.344367] env[62094]: _type = "Task" [ 967.344367] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.353696] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1399988, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.465900] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.466577] env[62094]: DEBUG nova.compute.manager [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 967.481235] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.213s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.481235] env[62094]: DEBUG nova.objects.instance [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Lazy-loading 'resources' on Instance uuid 6851a2a5-b7d0-4a6b-85a7-3521bea7497a {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.582196] env[62094]: DEBUG nova.compute.manager [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 967.764268] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399987, 'name': CreateVM_Task, 'duration_secs': 0.358674} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.764556] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.765110] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.765247] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.765629] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.765801] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b64fede-5cf6-4337-821c-05d4ef05ed0e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.771666] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Waiting for the task: (returnval){ [ 967.771666] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528da8f5-4f62-bf32-0cd8-ff17ab8698f6" [ 967.771666] env[62094]: _type = "Task" [ 967.771666] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.781837] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528da8f5-4f62-bf32-0cd8-ff17ab8698f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.853689] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1399988, 'name': Rename_Task, 'duration_secs': 0.132532} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.853968] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.854224] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc87b10c-3f51-45d0-ac3b-3f693c351c09 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.860673] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Waiting for the task: (returnval){ [ 967.860673] env[62094]: value = "task-1399989" [ 967.860673] env[62094]: _type = "Task" [ 967.860673] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.872049] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1399989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.920652] env[62094]: DEBUG nova.network.neutron [req-78539bd2-305c-4631-8cc0-d1e597e5e001 req-2907bc80-3b39-4cce-b13b-766bf4cc36ad service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Updated VIF entry in instance network info cache for port 5f316bf0-00a9-49d9-b080-256c8a5bd1b7. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.920652] env[62094]: DEBUG nova.network.neutron [req-78539bd2-305c-4631-8cc0-d1e597e5e001 req-2907bc80-3b39-4cce-b13b-766bf4cc36ad service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Updating instance_info_cache with network_info: [{"id": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "address": "fa:16:3e:25:43:02", "network": {"id": "9a449a94-60eb-4b54-b788-22eff28f9d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-886227101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc668b48cfb4a62aea4e616d455d8da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f316bf0-00", "ovs_interfaceid": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.982848] env[62094]: DEBUG nova.compute.utils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 967.989095] env[62094]: DEBUG nova.compute.manager [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 967.989717] env[62094]: DEBUG nova.network.neutron [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.091515] env[62094]: DEBUG nova.network.neutron [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Successfully updated port: 8bb0046e-c4f1-43de-92b9-193046c40b54 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.118786] env[62094]: DEBUG nova.policy [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '512574a52d9143ab91ebb39f3b8bdde5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a097e29c9da436391105fa9320c42e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 968.124026] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.260615] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.260615] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.288700] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528da8f5-4f62-bf32-0cd8-ff17ab8698f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.289149] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.290357] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.290357] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.290357] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.290357] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.290357] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a92fb0de-73b7-4ace-8374-88d4a3a6ba5a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.308978] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.309262] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.313044] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652fe717-d8e7-4609-945e-c680a755661c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.320975] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Acquiring lock "ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.321272] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Lock "ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.326452] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Waiting for the task: (returnval){ [ 968.326452] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e2a60e-3e91-2726-5c33-b0de89741643" [ 968.326452] env[62094]: _type = "Task" [ 968.326452] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.340118] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e2a60e-3e91-2726-5c33-b0de89741643, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.345969] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb8991e8-56dd-457c-b79c-d3c68bdb0735 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.353645] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Waiting for the task: (returnval){ [ 968.353645] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521f5f4b-134e-05ad-fa54-95979ce9b975" [ 968.353645] env[62094]: _type = "Task" [ 968.353645] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.359623] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9582da8e-b7c9-4ef8-b35c-4c56fb396505 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.369838] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521f5f4b-134e-05ad-fa54-95979ce9b975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.375751] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcd613f-b92a-406f-b151-e74e7c47e9d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.381068] env[62094]: DEBUG oslo_vmware.api [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1399989, 'name': PowerOnVM_Task, 'duration_secs': 0.476188} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.381861] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.382229] env[62094]: INFO nova.compute.manager [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Took 10.13 seconds to spawn the instance on the hypervisor. [ 968.382535] env[62094]: DEBUG nova.compute.manager [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 968.383407] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8617e499-36c0-40f4-83ce-7f1aac5d2eb9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.415225] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f097e91-42b3-4c2d-9f57-e38a2e2b2818 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.424255] env[62094]: DEBUG oslo_concurrency.lockutils [req-78539bd2-305c-4631-8cc0-d1e597e5e001 req-2907bc80-3b39-4cce-b13b-766bf4cc36ad service nova] Releasing lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.424255] env[62094]: DEBUG nova.compute.manager [req-78539bd2-305c-4631-8cc0-d1e597e5e001 req-2907bc80-3b39-4cce-b13b-766bf4cc36ad service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Received event network-vif-plugged-0b4dec5e-d484-4225-b4b4-1e737559cd45 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 968.424255] env[62094]: DEBUG oslo_concurrency.lockutils [req-78539bd2-305c-4631-8cc0-d1e597e5e001 req-2907bc80-3b39-4cce-b13b-766bf4cc36ad service nova] Acquiring lock "373b5cbe-83da-498c-bbf0-6b84a04ceaf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.424255] env[62094]: DEBUG oslo_concurrency.lockutils [req-78539bd2-305c-4631-8cc0-d1e597e5e001 req-2907bc80-3b39-4cce-b13b-766bf4cc36ad service nova] Lock "373b5cbe-83da-498c-bbf0-6b84a04ceaf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.424255] env[62094]: DEBUG oslo_concurrency.lockutils [req-78539bd2-305c-4631-8cc0-d1e597e5e001 req-2907bc80-3b39-4cce-b13b-766bf4cc36ad service nova] Lock "373b5cbe-83da-498c-bbf0-6b84a04ceaf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.424422] env[62094]: DEBUG nova.compute.manager [req-78539bd2-305c-4631-8cc0-d1e597e5e001 req-2907bc80-3b39-4cce-b13b-766bf4cc36ad service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] No waiting events found dispatching network-vif-plugged-0b4dec5e-d484-4225-b4b4-1e737559cd45 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 968.424422] env[62094]: WARNING nova.compute.manager [req-78539bd2-305c-4631-8cc0-d1e597e5e001 req-2907bc80-3b39-4cce-b13b-766bf4cc36ad service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Received unexpected event network-vif-plugged-0b4dec5e-d484-4225-b4b4-1e737559cd45 for instance with vm_state building and task_state spawning. [ 968.429061] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdf968b-375c-4a8f-b7d7-950d8e1b87a2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.442588] env[62094]: DEBUG nova.compute.provider_tree [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.493405] env[62094]: DEBUG nova.compute.manager [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 968.599936] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.600203] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquired lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.600292] env[62094]: DEBUG nova.network.neutron [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.764371] env[62094]: DEBUG nova.compute.manager [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 968.826988] env[62094]: DEBUG nova.compute.manager [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 968.869507] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521f5f4b-134e-05ad-fa54-95979ce9b975, 'name': SearchDatastore_Task, 'duration_secs': 0.014891} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.869507] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.869667] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 373b5cbe-83da-498c-bbf0-6b84a04ceaf8/373b5cbe-83da-498c-bbf0-6b84a04ceaf8.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.869934] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9756b482-8ddc-4acb-9b11-b4a97f171c22 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.879989] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Waiting for the task: (returnval){ [ 968.879989] env[62094]: value = "task-1399990" [ 968.879989] env[62094]: _type = "Task" [ 968.879989] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.892393] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1399990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.933731] env[62094]: INFO nova.compute.manager [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Took 16.92 seconds to build instance. [ 968.948317] env[62094]: DEBUG nova.scheduler.client.report [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 969.301283] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.340329] env[62094]: DEBUG nova.network.neutron [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Successfully created port: 426b2d73-8851-4e02-84c0-a92326557c1b {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.354191] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.394509] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1399990, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.416326] env[62094]: DEBUG nova.network.neutron [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.436334] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ed49abd-8694-4165-bc59-510d2e77716f tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Lock "0a7d3d95-8420-4de1-a4db-945232da598e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.426s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.455323] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.460285] env[62094]: DEBUG oslo_concurrency.lockutils [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.617s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.461881] env[62094]: INFO nova.compute.claims [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.503040] env[62094]: INFO nova.scheduler.client.report [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Deleted allocations for instance 6851a2a5-b7d0-4a6b-85a7-3521bea7497a [ 969.507756] env[62094]: DEBUG nova.compute.manager [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 969.566186] env[62094]: DEBUG nova.virt.hardware [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 969.567738] env[62094]: DEBUG nova.virt.hardware [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 969.571313] env[62094]: DEBUG nova.virt.hardware [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.571638] env[62094]: DEBUG nova.virt.hardware [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 969.571638] env[62094]: DEBUG nova.virt.hardware [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.571856] env[62094]: DEBUG nova.virt.hardware [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 969.572044] env[62094]: DEBUG nova.virt.hardware [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 969.572212] env[62094]: DEBUG nova.virt.hardware [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 969.572401] env[62094]: DEBUG nova.virt.hardware [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 969.573171] env[62094]: DEBUG nova.virt.hardware [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 969.573171] env[62094]: DEBUG nova.virt.hardware [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 969.574159] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe3e685-d843-415f-ac56-65a0181b6171 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.587775] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd73f9d-acd2-4225-b504-ecd65b496f29 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.732095] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "f6982f8c-65c3-4810-a0f0-19f69b91c8a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.732739] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "f6982f8c-65c3-4810-a0f0-19f69b91c8a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.899116] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Acquiring lock "2c6d5788-c767-43ab-aec4-d8bbb69091e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.899461] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Lock "2c6d5788-c767-43ab-aec4-d8bbb69091e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.900387] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1399990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792905} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.900533] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 373b5cbe-83da-498c-bbf0-6b84a04ceaf8/373b5cbe-83da-498c-bbf0-6b84a04ceaf8.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.901636] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.901636] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a22356a5-c860-47af-877c-e8aa808ce61d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.910106] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Waiting for the task: (returnval){ [ 969.910106] env[62094]: value = "task-1399991" [ 969.910106] env[62094]: _type = "Task" [ 969.910106] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.925060] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1399991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.020604] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b0b8e813-e5b6-4296-9b93-ce4e4984e5b0 tempest-ServerExternalEventsTest-73986284 tempest-ServerExternalEventsTest-73986284-project-member] Lock "6851a2a5-b7d0-4a6b-85a7-3521bea7497a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.957s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.171362] env[62094]: DEBUG nova.network.neutron [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Updating instance_info_cache with network_info: [{"id": "8bb0046e-c4f1-43de-92b9-193046c40b54", "address": "fa:16:3e:be:10:52", "network": {"id": "99c1dabf-29d6-403c-9c45-7bdf5b4d0f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2099916463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f759cf5680d4f47a844952bb53c1260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0046e-c4", "ovs_interfaceid": "8bb0046e-c4f1-43de-92b9-193046c40b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.238379] env[62094]: DEBUG nova.compute.manager [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 970.409014] env[62094]: DEBUG nova.compute.manager [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 970.425396] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1399991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118599} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.425396] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.428146] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6a59a8-9b3d-4bc5-bc14-bbbcd0d2d20f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.459488] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 373b5cbe-83da-498c-bbf0-6b84a04ceaf8/373b5cbe-83da-498c-bbf0-6b84a04ceaf8.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.459488] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d246521-b9ba-4662-908e-f1fa6fab1931 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.486176] env[62094]: DEBUG nova.network.neutron [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Successfully updated port: 38411b8d-76d5-4d9e-b418-7a607427586c {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.500732] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Waiting for the task: (returnval){ [ 970.500732] env[62094]: value = "task-1399992" [ 970.500732] env[62094]: _type = "Task" [ 970.500732] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.514188] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1399992, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.577525] env[62094]: DEBUG nova.compute.manager [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Received event network-changed-0b4dec5e-d484-4225-b4b4-1e737559cd45 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 970.577631] env[62094]: DEBUG nova.compute.manager [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Refreshing instance network info cache due to event network-changed-0b4dec5e-d484-4225-b4b4-1e737559cd45. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 970.577802] env[62094]: DEBUG oslo_concurrency.lockutils [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] Acquiring lock "refresh_cache-373b5cbe-83da-498c-bbf0-6b84a04ceaf8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.578232] env[62094]: DEBUG oslo_concurrency.lockutils [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] Acquired lock "refresh_cache-373b5cbe-83da-498c-bbf0-6b84a04ceaf8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.578539] env[62094]: DEBUG nova.network.neutron [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Refreshing network info cache for port 0b4dec5e-d484-4225-b4b4-1e737559cd45 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.682617] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Releasing lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.682617] env[62094]: DEBUG nova.compute.manager [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Instance network_info: |[{"id": "8bb0046e-c4f1-43de-92b9-193046c40b54", "address": "fa:16:3e:be:10:52", "network": {"id": "99c1dabf-29d6-403c-9c45-7bdf5b4d0f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2099916463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f759cf5680d4f47a844952bb53c1260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0046e-c4", "ovs_interfaceid": "8bb0046e-c4f1-43de-92b9-193046c40b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 970.682814] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:10:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bb0046e-c4f1-43de-92b9-193046c40b54', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.694230] env[62094]: DEBUG oslo.service.loopingcall [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.694230] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.694230] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffea61db-dcf4-4943-978b-11b0ad463393 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.738714] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.738714] env[62094]: value = "task-1399993" [ 970.738714] env[62094]: _type = "Task" [ 970.738714] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.749091] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399993, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.780103] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.820670] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Acquiring lock "aaef4f53-c261-4106-89e1-7e300fbe3ddf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.820670] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Lock "aaef4f53-c261-4106-89e1-7e300fbe3ddf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.943052] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.958082] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a79a35-b2e8-400e-983a-227866263a22 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.972438] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98a2841-7737-4df9-be25-08b6dd41c65a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.026583] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Acquiring lock "refresh_cache-abcdf86a-158a-4343-b9d2-1bc0ed4b9db7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.026583] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Acquired lock "refresh_cache-abcdf86a-158a-4343-b9d2-1bc0ed4b9db7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.026583] env[62094]: DEBUG nova.network.neutron [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.032552] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b1a472-ebd3-4190-9054-5d4d94051634 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.042711] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1399992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.047986] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0cdee6-2811-4124-8713-55022692c503 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.063787] env[62094]: DEBUG nova.compute.provider_tree [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.176989] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.176989] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.251854] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399993, 'name': CreateVM_Task, 'duration_secs': 0.419524} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.254179] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.256025] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.256025] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.256025] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.259251] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc1a4876-323f-4def-9a5e-db8dccaeb7d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.266244] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 971.266244] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f1d9ae-5044-6b9a-3ebd-922e86570ab9" [ 971.266244] env[62094]: _type = "Task" [ 971.266244] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.278373] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f1d9ae-5044-6b9a-3ebd-922e86570ab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.399250] env[62094]: DEBUG nova.network.neutron [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Updated VIF entry in instance network info cache for port 0b4dec5e-d484-4225-b4b4-1e737559cd45. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.399558] env[62094]: DEBUG nova.network.neutron [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Updating instance_info_cache with network_info: [{"id": "0b4dec5e-d484-4225-b4b4-1e737559cd45", "address": "fa:16:3e:8b:b6:af", "network": {"id": "02530a3c-1c0d-4317-bb8a-87885547e283", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-636598098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c33f767ae446a1b12e95de901cbca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b4dec5e-d4", "ovs_interfaceid": "0b4dec5e-d484-4225-b4b4-1e737559cd45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.541837] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1399992, 'name': ReconfigVM_Task, 'duration_secs': 0.669882} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.541837] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 373b5cbe-83da-498c-bbf0-6b84a04ceaf8/373b5cbe-83da-498c-bbf0-6b84a04ceaf8.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.543177] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e937e882-3220-412e-8800-4236ee0d6d6c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.551740] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Waiting for the task: (returnval){ [ 971.551740] env[62094]: value = "task-1399994" [ 971.551740] env[62094]: _type = "Task" [ 971.551740] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.563992] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1399994, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.570513] env[62094]: DEBUG nova.scheduler.client.report [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 971.657432] env[62094]: DEBUG nova.network.neutron [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.787686] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f1d9ae-5044-6b9a-3ebd-922e86570ab9, 'name': SearchDatastore_Task, 'duration_secs': 0.018858} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.788334] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.788720] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.790034] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.790034] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.790034] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.790034] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0773b5b1-931f-46b5-a5b1-84dc66f6307b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.800618] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.800829] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.801768] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f29a7e-1001-4ba5-b4f3-9d5377ce5c32 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.807819] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 971.807819] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523ab1f2-1999-a994-a496-d6fbcbd69ed6" [ 971.807819] env[62094]: _type = "Task" [ 971.807819] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.817613] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523ab1f2-1999-a994-a496-d6fbcbd69ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.903839] env[62094]: DEBUG oslo_concurrency.lockutils [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] Releasing lock "refresh_cache-373b5cbe-83da-498c-bbf0-6b84a04ceaf8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.904170] env[62094]: DEBUG nova.compute.manager [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Received event network-vif-plugged-8bb0046e-c4f1-43de-92b9-193046c40b54 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 971.904404] env[62094]: DEBUG oslo_concurrency.lockutils [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] Acquiring lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.904622] env[62094]: DEBUG oslo_concurrency.lockutils [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] Lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.904820] env[62094]: DEBUG oslo_concurrency.lockutils [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] Lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.905026] env[62094]: DEBUG nova.compute.manager [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] No waiting events found dispatching network-vif-plugged-8bb0046e-c4f1-43de-92b9-193046c40b54 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 971.905111] env[62094]: WARNING nova.compute.manager [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Received unexpected event network-vif-plugged-8bb0046e-c4f1-43de-92b9-193046c40b54 for instance with vm_state building and task_state spawning. [ 971.905278] env[62094]: DEBUG nova.compute.manager [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Received event network-changed-8bb0046e-c4f1-43de-92b9-193046c40b54 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 971.905742] env[62094]: DEBUG nova.compute.manager [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Refreshing instance network info cache due to event network-changed-8bb0046e-c4f1-43de-92b9-193046c40b54. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 971.905742] env[62094]: DEBUG oslo_concurrency.lockutils [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] Acquiring lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.905742] env[62094]: DEBUG oslo_concurrency.lockutils [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] Acquired lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.907043] env[62094]: DEBUG nova.network.neutron [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Refreshing network info cache for port 8bb0046e-c4f1-43de-92b9-193046c40b54 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.041332] env[62094]: DEBUG nova.network.neutron [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Updating instance_info_cache with network_info: [{"id": "38411b8d-76d5-4d9e-b418-7a607427586c", "address": "fa:16:3e:a7:59:a3", "network": {"id": "b789a633-6c44-4841-b7f9-82a42e6c3cde", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1369898722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8196ad0d4fec46958b036fa4d40d0442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38411b8d-76", "ovs_interfaceid": "38411b8d-76d5-4d9e-b418-7a607427586c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.069203] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1399994, 'name': Rename_Task, 'duration_secs': 0.297533} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.071272] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.071272] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff6bbe59-371c-45d7-aae0-61078979f7ab {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.079417] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Waiting for the task: (returnval){ [ 972.079417] env[62094]: value = "task-1399995" [ 972.079417] env[62094]: _type = "Task" [ 972.079417] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.080155] env[62094]: DEBUG oslo_concurrency.lockutils [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.080627] env[62094]: DEBUG nova.compute.manager [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 972.087488] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.219s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.096682] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1399995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.159801] env[62094]: DEBUG nova.network.neutron [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Successfully updated port: 426b2d73-8851-4e02-84c0-a92326557c1b {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.286775] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "cf37fa9b-8143-498b-a4c7-49339cafece7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.287829] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "cf37fa9b-8143-498b-a4c7-49339cafece7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.321707] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523ab1f2-1999-a994-a496-d6fbcbd69ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.022666} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.323364] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7bad48c-635a-435f-a04c-d5b6ed03f271 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.330181] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 972.330181] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]520b4933-8480-739f-01ed-6871ebc5d3b0" [ 972.330181] env[62094]: _type = "Task" [ 972.330181] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.340419] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520b4933-8480-739f-01ed-6871ebc5d3b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.547539] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Releasing lock "refresh_cache-abcdf86a-158a-4343-b9d2-1bc0ed4b9db7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.547877] env[62094]: DEBUG nova.compute.manager [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Instance network_info: |[{"id": "38411b8d-76d5-4d9e-b418-7a607427586c", "address": "fa:16:3e:a7:59:a3", "network": {"id": "b789a633-6c44-4841-b7f9-82a42e6c3cde", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1369898722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8196ad0d4fec46958b036fa4d40d0442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38411b8d-76", "ovs_interfaceid": "38411b8d-76d5-4d9e-b418-7a607427586c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 972.548770] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:59:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38411b8d-76d5-4d9e-b418-7a607427586c', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.558016] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Creating folder: Project (8196ad0d4fec46958b036fa4d40d0442). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.558323] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07cdff10-ec4b-4bed-952d-396e7346e403 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.571229] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Created folder: Project (8196ad0d4fec46958b036fa4d40d0442) in parent group-v296765. [ 972.571458] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Creating folder: Instances. Parent ref: group-v296807. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.571770] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54270b00-ea7a-4069-a46d-97fd6b668280 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.585290] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Created folder: Instances in parent group-v296807. [ 972.585680] env[62094]: DEBUG oslo.service.loopingcall [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 972.586282] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.587071] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eed2fa3-514a-4f8d-8204-aa4fb1ccfd7a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.609067] env[62094]: DEBUG nova.compute.utils [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 972.612977] env[62094]: INFO nova.compute.claims [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.618819] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1399995, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.619599] env[62094]: DEBUG nova.compute.manager [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Not allocating networking since 'none' was specified. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 972.630061] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.630061] env[62094]: value = "task-1399998" [ 972.630061] env[62094]: _type = "Task" [ 972.630061] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.646511] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399998, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.663503] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquiring lock "refresh_cache-4fef5291-2893-47ee-ad8f-c82cdb17ea50" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.663677] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquired lock "refresh_cache-4fef5291-2893-47ee-ad8f-c82cdb17ea50" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.663828] env[62094]: DEBUG nova.network.neutron [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.847694] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520b4933-8480-739f-01ed-6871ebc5d3b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.848648] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.849142] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 2c342aaa-72c2-4b9f-8906-79118f11b4e5/2c342aaa-72c2-4b9f-8906-79118f11b4e5.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.849989] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-908c60ac-0b67-4970-9ab9-ae5e058b95be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.863021] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 972.863021] env[62094]: value = "task-1399999" [ 972.863021] env[62094]: _type = "Task" [ 972.863021] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.870651] env[62094]: DEBUG nova.network.neutron [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Updated VIF entry in instance network info cache for port 8bb0046e-c4f1-43de-92b9-193046c40b54. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.870651] env[62094]: DEBUG nova.network.neutron [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Updating instance_info_cache with network_info: [{"id": "8bb0046e-c4f1-43de-92b9-193046c40b54", "address": "fa:16:3e:be:10:52", "network": {"id": "99c1dabf-29d6-403c-9c45-7bdf5b4d0f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2099916463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f759cf5680d4f47a844952bb53c1260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0046e-c4", "ovs_interfaceid": "8bb0046e-c4f1-43de-92b9-193046c40b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.881639] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.094074] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1399995, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.121566] env[62094]: DEBUG nova.compute.manager [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 973.130485] env[62094]: INFO nova.compute.resource_tracker [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating resource usage from migration 5a125348-db20-4f44-bf13-656aaa2ebb29 [ 973.139628] env[62094]: DEBUG oslo_concurrency.lockutils [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Acquiring lock "0a7d3d95-8420-4de1-a4db-945232da598e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.139797] env[62094]: DEBUG oslo_concurrency.lockutils [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Lock "0a7d3d95-8420-4de1-a4db-945232da598e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.139962] env[62094]: DEBUG oslo_concurrency.lockutils [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Acquiring lock "0a7d3d95-8420-4de1-a4db-945232da598e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.140167] env[62094]: DEBUG oslo_concurrency.lockutils [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Lock "0a7d3d95-8420-4de1-a4db-945232da598e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.140334] env[62094]: DEBUG oslo_concurrency.lockutils [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Lock "0a7d3d95-8420-4de1-a4db-945232da598e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.147735] env[62094]: INFO nova.compute.manager [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Terminating instance [ 973.147735] env[62094]: DEBUG nova.compute.manager [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 973.147898] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.150744] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bfe693-f4a9-4b2a-a7c1-d1b1173fae43 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.164782] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399998, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.173962] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.177033] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec59431b-ef87-45e7-a5b1-2932220fb5e3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.189163] env[62094]: DEBUG oslo_vmware.api [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Waiting for the task: (returnval){ [ 973.189163] env[62094]: value = "task-1400000" [ 973.189163] env[62094]: _type = "Task" [ 973.189163] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.205965] env[62094]: DEBUG oslo_vmware.api [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1400000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.256099] env[62094]: DEBUG nova.network.neutron [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.259754] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "d6c7aea8-2126-425f-85f1-3b97b9b52f3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.261282] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "d6c7aea8-2126-425f-85f1-3b97b9b52f3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.379679] env[62094]: DEBUG oslo_concurrency.lockutils [req-3bf71407-9b1a-45a0-addd-b59bcfa91f21 req-dcde2d08-fb88-4b72-bf03-61114e6599f0 service nova] Releasing lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.393050] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399999, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.604195] env[62094]: DEBUG oslo_vmware.api [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1399995, 'name': PowerOnVM_Task, 'duration_secs': 1.401118} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.604385] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.605029] env[62094]: INFO nova.compute.manager [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Took 12.88 seconds to spawn the instance on the hypervisor. [ 973.605029] env[62094]: DEBUG nova.compute.manager [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 973.606374] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ac69be-8b83-4da0-86a0-b6cc15929f92 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.666129] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1399998, 'name': CreateVM_Task, 'duration_secs': 0.919866} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.666129] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.666129] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.666129] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.666129] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.666827] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ae5c95-493d-4d76-a4c6-72ae41fc9f96 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.671280] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Waiting for the task: (returnval){ [ 973.671280] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52bb0639-6e65-51e1-f632-12fe9e94156e" [ 973.671280] env[62094]: _type = "Task" [ 973.671280] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.688478] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52bb0639-6e65-51e1-f632-12fe9e94156e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.708022] env[62094]: DEBUG oslo_vmware.api [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1400000, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.708022] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39f0abe-4182-43a2-96fe-9ce5707c53b5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.722044] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ae8502-b88a-4026-afae-f817b29f9988 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.755565] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07446cdf-6a68-4dc2-82f6-0963d6b6fb9c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.765337] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf1f89e-4b17-4eca-95b2-1aa0912f3789 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.782477] env[62094]: DEBUG nova.compute.provider_tree [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 973.881165] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1399999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804528} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.881603] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 2c342aaa-72c2-4b9f-8906-79118f11b4e5/2c342aaa-72c2-4b9f-8906-79118f11b4e5.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.881859] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.882215] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41486eab-b084-426a-834a-482c2a529dd4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.891301] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 973.891301] env[62094]: value = "task-1400001" [ 973.891301] env[62094]: _type = "Task" [ 973.891301] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.904683] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.908963] env[62094]: DEBUG nova.network.neutron [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Updating instance_info_cache with network_info: [{"id": "426b2d73-8851-4e02-84c0-a92326557c1b", "address": "fa:16:3e:80:e4:f3", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426b2d73-88", "ovs_interfaceid": "426b2d73-8851-4e02-84c0-a92326557c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.952380] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Acquiring lock "c4a4c8aa-a2f7-427c-aad6-90a26bfbb909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.952625] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Lock "c4a4c8aa-a2f7-427c-aad6-90a26bfbb909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.078518] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.078806] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.121792] env[62094]: DEBUG nova.compute.manager [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Received event network-vif-plugged-38411b8d-76d5-4d9e-b418-7a607427586c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 974.122075] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Acquiring lock "abcdf86a-158a-4343-b9d2-1bc0ed4b9db7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.122319] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Lock "abcdf86a-158a-4343-b9d2-1bc0ed4b9db7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.122518] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Lock "abcdf86a-158a-4343-b9d2-1bc0ed4b9db7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.122710] env[62094]: DEBUG nova.compute.manager [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] No waiting events found dispatching network-vif-plugged-38411b8d-76d5-4d9e-b418-7a607427586c {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 974.122902] env[62094]: WARNING nova.compute.manager [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Received unexpected event network-vif-plugged-38411b8d-76d5-4d9e-b418-7a607427586c for instance with vm_state building and task_state spawning. [ 974.123109] env[62094]: DEBUG nova.compute.manager [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Received event network-changed-bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 974.123579] env[62094]: DEBUG nova.compute.manager [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Refreshing instance network info cache due to event network-changed-bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 974.123827] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Acquiring lock "refresh_cache-3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.123995] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Acquired lock "refresh_cache-3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.124245] env[62094]: DEBUG nova.network.neutron [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Refreshing network info cache for port bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.134414] env[62094]: INFO nova.compute.manager [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Took 21.47 seconds to build instance. [ 974.140540] env[62094]: DEBUG nova.compute.manager [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 974.168320] env[62094]: DEBUG nova.virt.hardware [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 974.168561] env[62094]: DEBUG nova.virt.hardware [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 974.168719] env[62094]: DEBUG nova.virt.hardware [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.169306] env[62094]: DEBUG nova.virt.hardware [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 974.169306] env[62094]: DEBUG nova.virt.hardware [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.169306] env[62094]: DEBUG nova.virt.hardware [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 974.169497] env[62094]: DEBUG nova.virt.hardware [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 974.169653] env[62094]: DEBUG nova.virt.hardware [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 974.169814] env[62094]: DEBUG nova.virt.hardware [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 974.169971] env[62094]: DEBUG nova.virt.hardware [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 974.170163] env[62094]: DEBUG nova.virt.hardware [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 974.171574] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ceb5ea-2b6b-45fb-bd59-a283cbf50067 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.186196] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52bb0639-6e65-51e1-f632-12fe9e94156e, 'name': SearchDatastore_Task, 'duration_secs': 0.021531} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.186722] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.186950] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.187197] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.187361] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.187532] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.188753] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c37a27-d958-4dd0-b5c2-0bd961bd9c86 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.193760] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca3f05da-8dd6-4df7-97b7-e82a5ca7937d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.205603] env[62094]: DEBUG oslo_vmware.api [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1400000, 'name': PowerOffVM_Task, 'duration_secs': 0.545841} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.213114] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.213346] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.213784] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Instance VIF info [] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.219363] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Creating folder: Project (6769228fde0f4cd99a66c8dba3bb1957). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.220823] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e042768e-951f-420c-bd49-8164dffd0b11 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.222464] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fbd8909-da32-4094-8cef-143deae9257a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.224289] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.225251] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.225251] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-820c39ad-4aec-4fab-ac4e-9d235d1d3b79 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.234100] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Waiting for the task: (returnval){ [ 974.234100] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528c1744-deda-5d98-e795-5a06c1e03216" [ 974.234100] env[62094]: _type = "Task" [ 974.234100] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.240171] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Created folder: Project (6769228fde0f4cd99a66c8dba3bb1957) in parent group-v296765. [ 974.240602] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Creating folder: Instances. Parent ref: group-v296810. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.240718] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8cb025a-d3c5-463a-8b06-9ab6d3c6e3a8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.248907] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528c1744-deda-5d98-e795-5a06c1e03216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.262485] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Created folder: Instances in parent group-v296810. [ 974.262485] env[62094]: DEBUG oslo.service.loopingcall [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.262485] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.262485] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94d5281d-4567-4c7f-a50e-8b4aa1c5b8d7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.286365] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.286365] env[62094]: value = "task-1400005" [ 974.286365] env[62094]: _type = "Task" [ 974.286365] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.307586] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400005, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.323708] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.324260] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.324383] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Deleting the datastore file [datastore2] 0a7d3d95-8420-4de1-a4db-945232da598e {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.324699] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2fa8277-ea38-40a2-ab76-dee6b03c72ff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.329285] env[62094]: ERROR nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [req-d7f74d06-f4ae-40c8-9401-a360b6ccc261] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 63012395-d365-4b03-a816-be66e2783fee. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d7f74d06-f4ae-40c8-9401-a360b6ccc261"}]} [ 974.336572] env[62094]: DEBUG oslo_vmware.api [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Waiting for the task: (returnval){ [ 974.336572] env[62094]: value = "task-1400006" [ 974.336572] env[62094]: _type = "Task" [ 974.336572] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.350788] env[62094]: DEBUG oslo_vmware.api [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1400006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.356530] env[62094]: DEBUG nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Refreshing inventories for resource provider 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 974.379708] env[62094]: DEBUG nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Updating ProviderTree inventory for provider 63012395-d365-4b03-a816-be66e2783fee from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 974.380041] env[62094]: DEBUG nova.compute.provider_tree [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.397154] env[62094]: DEBUG nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Refreshing aggregate associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, aggregates: None {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 974.406395] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074275} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.406698] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.407569] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dbea12-92ce-4712-b812-43c3b43bb263 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.411365] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Releasing lock "refresh_cache-4fef5291-2893-47ee-ad8f-c82cdb17ea50" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.411758] env[62094]: DEBUG nova.compute.manager [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Instance network_info: |[{"id": "426b2d73-8851-4e02-84c0-a92326557c1b", "address": "fa:16:3e:80:e4:f3", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426b2d73-88", "ovs_interfaceid": "426b2d73-8851-4e02-84c0-a92326557c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 974.412177] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:e4:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '426b2d73-8851-4e02-84c0-a92326557c1b', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.423614] env[62094]: DEBUG oslo.service.loopingcall [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.426027] env[62094]: DEBUG nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Refreshing trait associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 974.429651] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.440917] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-266c1726-f1c2-407b-9ae0-c4ed877814f4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.467370] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 2c342aaa-72c2-4b9f-8906-79118f11b4e5/2c342aaa-72c2-4b9f-8906-79118f11b4e5.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.467788] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe3a8096-774d-4db5-a4e0-172780987094 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.488849] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 974.488849] env[62094]: value = "task-1400007" [ 974.488849] env[62094]: _type = "Task" [ 974.488849] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.490211] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.490211] env[62094]: value = "task-1400008" [ 974.490211] env[62094]: _type = "Task" [ 974.490211] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.502579] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.506676] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400008, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.637264] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b62f5c-a945-4cc9-9fdc-4cc87fd335ad tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Lock "373b5cbe-83da-498c-bbf0-6b84a04ceaf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.988s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.745565] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528c1744-deda-5d98-e795-5a06c1e03216, 'name': SearchDatastore_Task, 'duration_secs': 0.012004} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.750721] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64228882-3fc2-4003-aa50-8291336c8c0c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.760312] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Waiting for the task: (returnval){ [ 974.760312] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]522bf184-bb98-cadf-8fce-0ca9e16fffe7" [ 974.760312] env[62094]: _type = "Task" [ 974.760312] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.773931] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522bf184-bb98-cadf-8fce-0ca9e16fffe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.803926] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400005, 'name': CreateVM_Task, 'duration_secs': 0.504907} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.806776] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.809736] env[62094]: DEBUG oslo_concurrency.lockutils [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.809952] env[62094]: DEBUG oslo_concurrency.lockutils [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.810453] env[62094]: DEBUG oslo_concurrency.lockutils [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.811043] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f04e309-4299-4804-a4cb-9ba583143d11 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.818238] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 974.818238] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52485084-7995-2e91-34f3-2bbcfa669bf0" [ 974.818238] env[62094]: _type = "Task" [ 974.818238] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.834537] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52485084-7995-2e91-34f3-2bbcfa669bf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.851600] env[62094]: DEBUG oslo_vmware.api [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Task: {'id': task-1400006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143215} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.851759] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.852365] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.852365] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.852365] env[62094]: INFO nova.compute.manager [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Took 1.70 seconds to destroy the instance on the hypervisor. [ 974.852635] env[62094]: DEBUG oslo.service.loopingcall [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.852806] env[62094]: DEBUG nova.compute.manager [-] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 974.852930] env[62094]: DEBUG nova.network.neutron [-] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.929548] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Acquiring lock "faff9e1b-b31e-4ffe-baa6-a78e9d611f66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.931443] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Lock "faff9e1b-b31e-4ffe-baa6-a78e9d611f66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.985758] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317fcba0-43ea-44d9-8182-71418e773a04 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.002693] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765891cb-0cdd-4c6f-817f-d4f82ca59c45 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.010134] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.019424] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400008, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.049280] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f887c72d-f3c5-4512-a974-50e3bc8abb9e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.062361] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0971a9-5f60-4fa3-a899-a8dd47e2f3bd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.080369] env[62094]: DEBUG nova.compute.provider_tree [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.144173] env[62094]: DEBUG nova.compute.manager [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 975.272986] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522bf184-bb98-cadf-8fce-0ca9e16fffe7, 'name': SearchDatastore_Task, 'duration_secs': 0.042562} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.273287] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.273528] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] abcdf86a-158a-4343-b9d2-1bc0ed4b9db7/abcdf86a-158a-4343-b9d2-1bc0ed4b9db7.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.273795] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a1d6853-8898-44af-baf8-17cb46d59531 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.281808] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Waiting for the task: (returnval){ [ 975.281808] env[62094]: value = "task-1400009" [ 975.281808] env[62094]: _type = "Task" [ 975.281808] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.293378] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.330327] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52485084-7995-2e91-34f3-2bbcfa669bf0, 'name': SearchDatastore_Task, 'duration_secs': 0.02347} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.330553] env[62094]: DEBUG oslo_concurrency.lockutils [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.330790] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.331275] env[62094]: DEBUG oslo_concurrency.lockutils [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.331275] env[62094]: DEBUG oslo_concurrency.lockutils [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.331532] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.331802] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e308854e-3d7b-44c1-8620-bb0829057725 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.350899] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.351149] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.351893] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c09093c-35d1-49ba-aabd-fd1ca05b4eca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.363825] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 975.363825] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e46aa7-03cf-74ab-8023-5e3e967f717d" [ 975.363825] env[62094]: _type = "Task" [ 975.363825] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.373305] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e46aa7-03cf-74ab-8023-5e3e967f717d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.425048] env[62094]: DEBUG nova.network.neutron [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Updated VIF entry in instance network info cache for port bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.425772] env[62094]: DEBUG nova.network.neutron [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Updating instance_info_cache with network_info: [{"id": "bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d", "address": "fa:16:3e:56:4c:35", "network": {"id": "a393e8ec-a1f0-47e2-918c-577465430653", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1199462821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b05d56669b99489d91227bc402197ed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd0aa9fb-7f", "ovs_interfaceid": "bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.503594] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400007, 'name': ReconfigVM_Task, 'duration_secs': 0.612356} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.505017] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 2c342aaa-72c2-4b9f-8906-79118f11b4e5/2c342aaa-72c2-4b9f-8906-79118f11b4e5.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.505017] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fa3a88f-d331-49cb-8e14-dc46bf4b4f88 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.509801] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400008, 'name': CreateVM_Task, 'duration_secs': 0.607836} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.510392] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.511054] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.511476] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.511553] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.511807] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fa8b16-89fa-429c-82b8-5f66b048e55f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.516666] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 975.516666] env[62094]: value = "task-1400010" [ 975.516666] env[62094]: _type = "Task" [ 975.516666] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.521364] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 975.521364] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d8380e-8add-b2fb-c3d4-9402fe1cf848" [ 975.521364] env[62094]: _type = "Task" [ 975.521364] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.527804] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400010, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.535772] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d8380e-8add-b2fb-c3d4-9402fe1cf848, 'name': SearchDatastore_Task, 'duration_secs': 0.013283} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.535772] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.535772] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.535772] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.611132] env[62094]: ERROR nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [req-b8e206bb-8565-4b9c-ad34-e1a3ebd4ad21] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 63012395-d365-4b03-a816-be66e2783fee. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b8e206bb-8565-4b9c-ad34-e1a3ebd4ad21"}]} [ 975.639620] env[62094]: DEBUG nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Refreshing inventories for resource provider 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 975.660769] env[62094]: DEBUG nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Updating ProviderTree inventory for provider 63012395-d365-4b03-a816-be66e2783fee from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 975.660769] env[62094]: DEBUG nova.compute.provider_tree [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.665669] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.673761] env[62094]: DEBUG nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Refreshing aggregate associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, aggregates: a326c187-a791-4c64-a8da-e2a43be3187c {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 975.697887] env[62094]: DEBUG nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Refreshing trait associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 975.793710] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400009, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.881437] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e46aa7-03cf-74ab-8023-5e3e967f717d, 'name': SearchDatastore_Task, 'duration_secs': 0.013504} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.884659] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70eef599-88e0-4be0-98c5-76c6eec8816c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.892548] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 975.892548] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b98462-a275-a852-641f-4905251c5e3e" [ 975.892548] env[62094]: _type = "Task" [ 975.892548] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.907227] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b98462-a275-a852-641f-4905251c5e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.934101] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Releasing lock "refresh_cache-3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.934101] env[62094]: DEBUG nova.compute.manager [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Received event network-changed-38411b8d-76d5-4d9e-b418-7a607427586c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 975.934101] env[62094]: DEBUG nova.compute.manager [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Refreshing instance network info cache due to event network-changed-38411b8d-76d5-4d9e-b418-7a607427586c. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 975.934101] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Acquiring lock "refresh_cache-abcdf86a-158a-4343-b9d2-1bc0ed4b9db7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.934101] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Acquired lock "refresh_cache-abcdf86a-158a-4343-b9d2-1bc0ed4b9db7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.934631] env[62094]: DEBUG nova.network.neutron [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Refreshing network info cache for port 38411b8d-76d5-4d9e-b418-7a607427586c {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.031836] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400010, 'name': Rename_Task, 'duration_secs': 0.502401} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.032334] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.032562] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29ab0c0f-e4d9-4792-8b44-c8c49a3786eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.043163] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 976.043163] env[62094]: value = "task-1400011" [ 976.043163] env[62094]: _type = "Task" [ 976.043163] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.052498] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.291349] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92ac505-a48b-4db5-8b6b-6a5840db79b7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.303363] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66168} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.304084] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] abcdf86a-158a-4343-b9d2-1bc0ed4b9db7/abcdf86a-158a-4343-b9d2-1bc0ed4b9db7.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.304993] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.304993] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85abed16-1b42-4911-a0e0-45b0d4f73916 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.310063] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f3e429-4331-4899-847f-8ec6b7cd3c2a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.315353] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Waiting for the task: (returnval){ [ 976.315353] env[62094]: value = "task-1400012" [ 976.315353] env[62094]: _type = "Task" [ 976.315353] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.343744] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7457e22f-1600-4535-99c7-8ac65accb8b3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.349344] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.360317] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bcfab7-a7e2-4c75-9aa8-39d661f7372f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.376890] env[62094]: DEBUG nova.compute.provider_tree [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.405057] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b98462-a275-a852-641f-4905251c5e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.038527} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.405057] env[62094]: DEBUG oslo_concurrency.lockutils [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.405057] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc/aaa64a80-a127-4826-b972-7890e2db03fc.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.405057] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.405545] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.405545] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c000abd-dd33-4e58-9189-cb07e3a66359 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.406579] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1325dcf6-f53c-4398-a2c1-92b265af8a32 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.415081] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 976.415081] env[62094]: value = "task-1400013" [ 976.415081] env[62094]: _type = "Task" [ 976.415081] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.425995] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.425995] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.426689] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.426786] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11c3d3d-86c9-4a1f-b9e3-5e6d3f93f90d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.438050] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 976.438050] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b5bc09-ef0c-41cd-3ae1-95d3cfb50274" [ 976.438050] env[62094]: _type = "Task" [ 976.438050] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.446921] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b5bc09-ef0c-41cd-3ae1-95d3cfb50274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.556814] env[62094]: DEBUG oslo_vmware.api [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400011, 'name': PowerOnVM_Task, 'duration_secs': 0.511222} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.557118] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.557333] env[62094]: INFO nova.compute.manager [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Took 11.91 seconds to spawn the instance on the hypervisor. [ 976.557748] env[62094]: DEBUG nova.compute.manager [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 976.560180] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70be1047-eff3-42c2-8ae8-8f3d1d78f4b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.582198] env[62094]: DEBUG nova.network.neutron [-] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.830108] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070235} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.830427] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.831347] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa7a4f1-3472-4777-adbf-99ea7099383e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.857725] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] abcdf86a-158a-4343-b9d2-1bc0ed4b9db7/abcdf86a-158a-4343-b9d2-1bc0ed4b9db7.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.858447] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90649d20-899d-4c14-8e6b-d173559100c9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.885754] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Waiting for the task: (returnval){ [ 976.885754] env[62094]: value = "task-1400014" [ 976.885754] env[62094]: _type = "Task" [ 976.885754] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.895742] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.926029] env[62094]: ERROR nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [req-ccc557d8-984a-41f1-aeb2-59df054c6c82] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 63012395-d365-4b03-a816-be66e2783fee. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-ccc557d8-984a-41f1-aeb2-59df054c6c82"}]} [ 976.937877] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400013, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.951021] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b5bc09-ef0c-41cd-3ae1-95d3cfb50274, 'name': SearchDatastore_Task, 'duration_secs': 0.013803} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.951742] env[62094]: DEBUG nova.compute.manager [req-c1d7831e-d77f-4f34-bfc5-8410c8f1e408 req-4786e0dd-de3a-470c-a7a2-6ee72cfffc23 service nova] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Received event network-vif-deleted-208ca829-99c7-4525-b4a7-8af429d54b1e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 976.952950] env[62094]: DEBUG nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Refreshing inventories for resource provider 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 976.955211] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e06d92-f5f4-4057-8374-0dfeaa8e7ec2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.964359] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 976.964359] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a9b619-f77f-2dfd-0c88-939f5304b3e4" [ 976.964359] env[62094]: _type = "Task" [ 976.964359] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.975828] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a9b619-f77f-2dfd-0c88-939f5304b3e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.975828] env[62094]: DEBUG nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Updating ProviderTree inventory for provider 63012395-d365-4b03-a816-be66e2783fee from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 976.975828] env[62094]: DEBUG nova.compute.provider_tree [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.992330] env[62094]: DEBUG nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Refreshing aggregate associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, aggregates: None {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 977.011262] env[62094]: DEBUG nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Refreshing trait associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 977.085542] env[62094]: INFO nova.compute.manager [-] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Took 2.23 seconds to deallocate network for instance. [ 977.090556] env[62094]: INFO nova.compute.manager [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Took 23.75 seconds to build instance. [ 977.145420] env[62094]: DEBUG nova.network.neutron [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Updated VIF entry in instance network info cache for port 38411b8d-76d5-4d9e-b418-7a607427586c. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.146084] env[62094]: DEBUG nova.network.neutron [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Updating instance_info_cache with network_info: [{"id": "38411b8d-76d5-4d9e-b418-7a607427586c", "address": "fa:16:3e:a7:59:a3", "network": {"id": "b789a633-6c44-4841-b7f9-82a42e6c3cde", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1369898722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8196ad0d4fec46958b036fa4d40d0442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38411b8d-76", "ovs_interfaceid": "38411b8d-76d5-4d9e-b418-7a607427586c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.404450] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.431096] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.932137} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.433893] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc/aaa64a80-a127-4826-b972-7890e2db03fc.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.434153] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.434599] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c7b1eda-a85b-4a41-b199-2ef0bb94f652 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.442629] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 977.442629] env[62094]: value = "task-1400015" [ 977.442629] env[62094]: _type = "Task" [ 977.442629] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.478865] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.488167] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a9b619-f77f-2dfd-0c88-939f5304b3e4, 'name': SearchDatastore_Task, 'duration_secs': 0.033627} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.491342] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.491342] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4fef5291-2893-47ee-ad8f-c82cdb17ea50/4fef5291-2893-47ee-ad8f-c82cdb17ea50.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.491716] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fa6c5de-89bb-46e9-b004-cfbfb915d703 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.501842] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 977.501842] env[62094]: value = "task-1400016" [ 977.501842] env[62094]: _type = "Task" [ 977.501842] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.512484] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.556052] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ff785f-dcfa-438a-855f-2537987f00ff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.566037] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b28244-9604-4eae-b445-bc910befabe4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.599095] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d47da520-d870-4384-a0e2-8c3fe699f855 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.276s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.600104] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3904e49d-a353-42d2-8b71-cb403ecf3231 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.609976] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa86130-b5b8-42ac-80a9-79cc1f5e147e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.617224] env[62094]: DEBUG oslo_concurrency.lockutils [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.633077] env[62094]: DEBUG nova.compute.provider_tree [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.648777] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Releasing lock "refresh_cache-abcdf86a-158a-4343-b9d2-1bc0ed4b9db7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.649057] env[62094]: DEBUG nova.compute.manager [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Received event network-vif-plugged-426b2d73-8851-4e02-84c0-a92326557c1b {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 977.649269] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Acquiring lock "4fef5291-2893-47ee-ad8f-c82cdb17ea50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.649487] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Lock "4fef5291-2893-47ee-ad8f-c82cdb17ea50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.649703] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Lock "4fef5291-2893-47ee-ad8f-c82cdb17ea50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.649907] env[62094]: DEBUG nova.compute.manager [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] No waiting events found dispatching network-vif-plugged-426b2d73-8851-4e02-84c0-a92326557c1b {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 977.650023] env[62094]: WARNING nova.compute.manager [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Received unexpected event network-vif-plugged-426b2d73-8851-4e02-84c0-a92326557c1b for instance with vm_state building and task_state spawning. [ 977.652319] env[62094]: DEBUG nova.compute.manager [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Received event network-changed-426b2d73-8851-4e02-84c0-a92326557c1b {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 977.652319] env[62094]: DEBUG nova.compute.manager [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Refreshing instance network info cache due to event network-changed-426b2d73-8851-4e02-84c0-a92326557c1b. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 977.652319] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Acquiring lock "refresh_cache-4fef5291-2893-47ee-ad8f-c82cdb17ea50" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.652319] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Acquired lock "refresh_cache-4fef5291-2893-47ee-ad8f-c82cdb17ea50" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.652319] env[62094]: DEBUG nova.network.neutron [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Refreshing network info cache for port 426b2d73-8851-4e02-84c0-a92326557c1b {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.906685] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400014, 'name': ReconfigVM_Task, 'duration_secs': 0.65366} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.907036] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Reconfigured VM instance instance-0000000e to attach disk [datastore2] abcdf86a-158a-4343-b9d2-1bc0ed4b9db7/abcdf86a-158a-4343-b9d2-1bc0ed4b9db7.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.907682] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-781eb57d-20cd-4124-949b-0e25563b56d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.916682] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Waiting for the task: (returnval){ [ 977.916682] env[62094]: value = "task-1400017" [ 977.916682] env[62094]: _type = "Task" [ 977.916682] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.931557] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400017, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.955504] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073105} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.955837] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.958317] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1cd1a9-ec73-4b1b-8423-a695216dada1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.983755] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc/aaa64a80-a127-4826-b972-7890e2db03fc.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.985566] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b09aac-68d9-46c9-aff6-afd1fcc8f7a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.010354] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 978.010354] env[62094]: value = "task-1400018" [ 978.010354] env[62094]: _type = "Task" [ 978.010354] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.017133] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.023704] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.104426] env[62094]: DEBUG nova.compute.manager [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 978.184479] env[62094]: DEBUG nova.scheduler.client.report [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Updated inventory for provider 63012395-d365-4b03-a816-be66e2783fee with generation 36 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 978.184930] env[62094]: DEBUG nova.compute.provider_tree [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Updating resource provider 63012395-d365-4b03-a816-be66e2783fee generation from 36 to 37 during operation: update_inventory {{(pid=62094) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 978.185495] env[62094]: DEBUG nova.compute.provider_tree [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.430586] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400017, 'name': Rename_Task, 'duration_secs': 0.352674} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.431590] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.431590] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b686851c-8c83-4a17-9f6b-1e9c17a77eb0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.439980] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Waiting for the task: (returnval){ [ 978.439980] env[62094]: value = "task-1400019" [ 978.439980] env[62094]: _type = "Task" [ 978.439980] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.453959] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.516091] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400016, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.525760] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.558529] env[62094]: DEBUG nova.network.neutron [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Updated VIF entry in instance network info cache for port 426b2d73-8851-4e02-84c0-a92326557c1b. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.558896] env[62094]: DEBUG nova.network.neutron [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Updating instance_info_cache with network_info: [{"id": "426b2d73-8851-4e02-84c0-a92326557c1b", "address": "fa:16:3e:80:e4:f3", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426b2d73-88", "ovs_interfaceid": "426b2d73-8851-4e02-84c0-a92326557c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.644032] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.694308] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 6.607s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.694512] env[62094]: INFO nova.compute.manager [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Migrating [ 978.694766] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.694905] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.696651] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.575s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.698262] env[62094]: INFO nova.compute.claims [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.952106] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.017134] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400016, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.073761} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.023017] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4fef5291-2893-47ee-ad8f-c82cdb17ea50/4fef5291-2893-47ee-ad8f-c82cdb17ea50.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.023017] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.023017] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86c7ad68-7f38-452a-8441-84308c079a91 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.031453] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400018, 'name': ReconfigVM_Task, 'duration_secs': 1.000493} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.032937] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Reconfigured VM instance instance-00000010 to attach disk [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc/aaa64a80-a127-4826-b972-7890e2db03fc.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.033786] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 979.033786] env[62094]: value = "task-1400020" [ 979.033786] env[62094]: _type = "Task" [ 979.033786] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.034098] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18cdb119-e9d8-4c7e-a4ed-ce7b5add7307 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.047185] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.049662] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 979.049662] env[62094]: value = "task-1400021" [ 979.049662] env[62094]: _type = "Task" [ 979.049662] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.060682] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400021, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.062715] env[62094]: DEBUG oslo_concurrency.lockutils [req-f20b5899-a369-4b61-a0c7-d0bd1daf5588 req-fbcb63d1-53f3-450e-b67b-72747194b545 service nova] Releasing lock "refresh_cache-4fef5291-2893-47ee-ad8f-c82cdb17ea50" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.204826] env[62094]: INFO nova.compute.rpcapi [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 979.205490] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.453345] env[62094]: DEBUG oslo_vmware.api [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400019, 'name': PowerOnVM_Task, 'duration_secs': 0.989862} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.453345] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.453345] env[62094]: INFO nova.compute.manager [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Took 12.40 seconds to spawn the instance on the hypervisor. [ 979.454055] env[62094]: DEBUG nova.compute.manager [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 979.457098] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47387b81-c8fe-4b7b-83c6-a285c9e0b477 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.553367] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073997} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.557272] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.558105] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02875c40-8881-4106-a9b5-6dd6e5b8c811 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.571522] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400021, 'name': Rename_Task, 'duration_secs': 0.218264} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.582255] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.591467] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 4fef5291-2893-47ee-ad8f-c82cdb17ea50/4fef5291-2893-47ee-ad8f-c82cdb17ea50.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.594483] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67feb624-13f1-4b9d-99fb-7ce0ce2c3f85 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.596533] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4effaf1d-5829-4388-8bc9-d887b0c16faa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.618554] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 979.618554] env[62094]: value = "task-1400022" [ 979.618554] env[62094]: _type = "Task" [ 979.618554] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.619996] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 979.619996] env[62094]: value = "task-1400023" [ 979.619996] env[62094]: _type = "Task" [ 979.619996] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.634637] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400023, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.637986] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.721275] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.721601] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.724138] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.729615] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86a9f3a-c92d-446a-93ea-210200cd4a36 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.732427] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.732621] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.733032] env[62094]: DEBUG nova.network.neutron [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.740021] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e8ad78-c45e-4de7-b5ed-551853be2fc2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.777461] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb9946f-64b6-4bd1-b1d0-6d635e5c3c54 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.786784] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c015b0c-37a3-4dc6-847b-6897b3a7873a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.801880] env[62094]: DEBUG nova.compute.provider_tree [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.984792] env[62094]: INFO nova.compute.manager [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Took 24.82 seconds to build instance. [ 980.085256] env[62094]: DEBUG nova.compute.manager [req-e45156ac-9db1-4ede-8b49-276e3176263a req-dc686ab2-0387-45eb-beb3-18bc78cc4778 service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Received event network-changed-0b4dec5e-d484-4225-b4b4-1e737559cd45 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 980.085256] env[62094]: DEBUG nova.compute.manager [req-e45156ac-9db1-4ede-8b49-276e3176263a req-dc686ab2-0387-45eb-beb3-18bc78cc4778 service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Refreshing instance network info cache due to event network-changed-0b4dec5e-d484-4225-b4b4-1e737559cd45. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 980.085256] env[62094]: DEBUG oslo_concurrency.lockutils [req-e45156ac-9db1-4ede-8b49-276e3176263a req-dc686ab2-0387-45eb-beb3-18bc78cc4778 service nova] Acquiring lock "refresh_cache-373b5cbe-83da-498c-bbf0-6b84a04ceaf8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.085256] env[62094]: DEBUG oslo_concurrency.lockutils [req-e45156ac-9db1-4ede-8b49-276e3176263a req-dc686ab2-0387-45eb-beb3-18bc78cc4778 service nova] Acquired lock "refresh_cache-373b5cbe-83da-498c-bbf0-6b84a04ceaf8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.085256] env[62094]: DEBUG nova.network.neutron [req-e45156ac-9db1-4ede-8b49-276e3176263a req-dc686ab2-0387-45eb-beb3-18bc78cc4778 service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Refreshing network info cache for port 0b4dec5e-d484-4225-b4b4-1e737559cd45 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.140020] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400022, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.142318] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.306743] env[62094]: DEBUG nova.scheduler.client.report [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 980.487366] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cac5caa-1848-4164-8970-fea78b8255ed tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Lock "abcdf86a-158a-4343-b9d2-1bc0ed4b9db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.361s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.657634] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400023, 'name': ReconfigVM_Task, 'duration_secs': 0.755822} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.664485] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 4fef5291-2893-47ee-ad8f-c82cdb17ea50/4fef5291-2893-47ee-ad8f-c82cdb17ea50.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.666383] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400022, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.666383] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a0dbad9-c2ca-4bf1-8bdd-893e1c39250f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.676307] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 980.676307] env[62094]: value = "task-1400024" [ 980.676307] env[62094]: _type = "Task" [ 980.676307] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.695969] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400024, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.726329] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.726329] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.814591] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.817190] env[62094]: DEBUG nova.compute.manager [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 980.818814] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.518s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.820778] env[62094]: INFO nova.compute.claims [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.993705] env[62094]: DEBUG nova.compute.manager [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 981.002284] env[62094]: DEBUG nova.network.neutron [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating instance_info_cache with network_info: [{"id": "d3a32a49-ffc8-4af7-a1e2-734e5b598b00", "address": "fa:16:3e:2b:db:29", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a32a49-ff", "ovs_interfaceid": "d3a32a49-ffc8-4af7-a1e2-734e5b598b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.082746] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "59e6c0a7-a37b-452d-93ec-78776be75bd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.082970] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "59e6c0a7-a37b-452d-93ec-78776be75bd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.144182] env[62094]: DEBUG oslo_vmware.api [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400022, 'name': PowerOnVM_Task, 'duration_secs': 1.443306} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.145039] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.146315] env[62094]: INFO nova.compute.manager [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Took 7.01 seconds to spawn the instance on the hypervisor. [ 981.146777] env[62094]: DEBUG nova.compute.manager [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 981.148693] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538e48c5-2980-4121-81a4-0bb5f8224703 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.189120] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400024, 'name': Rename_Task, 'duration_secs': 0.160639} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.189501] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.189936] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-590f56ad-2c0c-47b2-9235-65bae06d9e6a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.200778] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 981.200778] env[62094]: value = "task-1400025" [ 981.200778] env[62094]: _type = "Task" [ 981.200778] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.214917] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.234170] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.329140] env[62094]: DEBUG nova.compute.utils [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 981.331277] env[62094]: DEBUG nova.compute.manager [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 981.331277] env[62094]: DEBUG nova.network.neutron [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.434396] env[62094]: DEBUG nova.network.neutron [req-e45156ac-9db1-4ede-8b49-276e3176263a req-dc686ab2-0387-45eb-beb3-18bc78cc4778 service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Updated VIF entry in instance network info cache for port 0b4dec5e-d484-4225-b4b4-1e737559cd45. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.434826] env[62094]: DEBUG nova.network.neutron [req-e45156ac-9db1-4ede-8b49-276e3176263a req-dc686ab2-0387-45eb-beb3-18bc78cc4778 service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Updating instance_info_cache with network_info: [{"id": "0b4dec5e-d484-4225-b4b4-1e737559cd45", "address": "fa:16:3e:8b:b6:af", "network": {"id": "02530a3c-1c0d-4317-bb8a-87885547e283", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-636598098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2c33f767ae446a1b12e95de901cbca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b4dec5e-d4", "ovs_interfaceid": "0b4dec5e-d484-4225-b4b4-1e737559cd45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.512876] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Releasing lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.539109] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.672033] env[62094]: DEBUG nova.policy [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce218bdc92e246488f3c0c3ab551b0be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e898a4ddc6a442bfb04b0ec057d2ae6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 981.693554] env[62094]: INFO nova.compute.manager [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Took 18.88 seconds to build instance. [ 981.721877] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400025, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.838126] env[62094]: DEBUG nova.compute.manager [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 981.938876] env[62094]: DEBUG oslo_concurrency.lockutils [req-e45156ac-9db1-4ede-8b49-276e3176263a req-dc686ab2-0387-45eb-beb3-18bc78cc4778 service nova] Releasing lock "refresh_cache-373b5cbe-83da-498c-bbf0-6b84a04ceaf8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.196247] env[62094]: DEBUG oslo_concurrency.lockutils [None req-be735287-3bfb-443d-8cd7-5644db86a26f tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Lock "aaa64a80-a127-4826-b972-7890e2db03fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.391s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.218729] env[62094]: DEBUG oslo_vmware.api [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400025, 'name': PowerOnVM_Task, 'duration_secs': 1.003107} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.221727] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.224340] env[62094]: INFO nova.compute.manager [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Took 12.72 seconds to spawn the instance on the hypervisor. [ 982.224586] env[62094]: DEBUG nova.compute.manager [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 982.229350] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b338555-faa5-413d-b2ac-3d950fca6b5e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.342761] env[62094]: INFO nova.virt.block_device [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Booting with volume b63d40cf-ca66-4aca-bb4d-988002e4b977 at /dev/sda [ 982.381257] env[62094]: DEBUG nova.network.neutron [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Successfully created port: c19664b9-f77a-4517-b689-19ec34a58a7f {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.449250] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94d7207a-a758-4a6d-aa9d-7388dfd11643 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.478043] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37410e6a-5a78-466e-9077-70a9cf5f23c2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.524360] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f12d1d0d-a8d3-4d36-a276-5d14c40acf3f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.539341] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580adfa7-a078-4255-9768-4fb5b353fbc0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.571024] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72310dc3-41f4-4416-8e5d-0bdf4a834995 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.584697] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8800bc-f7dd-4672-9774-06f05012fea3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.592289] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9261da-fc2d-4771-97fd-89e26d6fcc06 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.600781] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1e8cd2-48d7-499f-8284-f30eb9b9685e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.643156] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a5bd1c-7524-4959-a364-e6d119e2f212 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.660583] env[62094]: DEBUG nova.virt.block_device [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Updating existing volume attachment record: 130754ef-a9c4-4fe8-b933-5a4ec9284e6d {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 982.664846] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ac0933-f64e-47c7-9bb6-e232ec12848f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.684339] env[62094]: DEBUG nova.compute.provider_tree [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.701562] env[62094]: DEBUG nova.compute.manager [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 982.758763] env[62094]: INFO nova.compute.manager [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Took 24.91 seconds to build instance. [ 982.860065] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Acquiring lock "15e6dedb-15c7-48c2-b71b-92b0f90fccb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.860065] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Lock "15e6dedb-15c7-48c2-b71b-92b0f90fccb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.038228] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0d81c9-acd6-4f13-b539-319deaa4ea44 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.063831] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating instance '6fa22fef-bcc4-41f2-8a80-cb958a446ed8' progress to 0 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.147622] env[62094]: DEBUG nova.compute.manager [req-98c6f60d-cff0-4881-a196-c06c0a9f6f33 req-6a108cfb-d444-431d-981b-d58217d2b2f5 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Received event network-changed-74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 983.148094] env[62094]: DEBUG nova.compute.manager [req-98c6f60d-cff0-4881-a196-c06c0a9f6f33 req-6a108cfb-d444-431d-981b-d58217d2b2f5 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Refreshing instance network info cache due to event network-changed-74dffbef-ecd8-444e-b8db-286175253d8d. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 983.148094] env[62094]: DEBUG oslo_concurrency.lockutils [req-98c6f60d-cff0-4881-a196-c06c0a9f6f33 req-6a108cfb-d444-431d-981b-d58217d2b2f5 service nova] Acquiring lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.148427] env[62094]: DEBUG oslo_concurrency.lockutils [req-98c6f60d-cff0-4881-a196-c06c0a9f6f33 req-6a108cfb-d444-431d-981b-d58217d2b2f5 service nova] Acquired lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.149081] env[62094]: DEBUG nova.network.neutron [req-98c6f60d-cff0-4881-a196-c06c0a9f6f33 req-6a108cfb-d444-431d-981b-d58217d2b2f5 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Refreshing network info cache for port 74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.187444] env[62094]: DEBUG nova.scheduler.client.report [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 983.230142] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.261873] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a8e5e823-aa8c-4211-ac35-ec3d3dc71198 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lock "4fef5291-2893-47ee-ad8f-c82cdb17ea50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.066s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.572169] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.572169] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-354d4f82-693f-47ea-8660-286c479756f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.583252] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 983.583252] env[62094]: value = "task-1400026" [ 983.583252] env[62094]: _type = "Task" [ 983.583252] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.602757] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.700745] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.882s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.702391] env[62094]: DEBUG nova.compute.manager [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 983.706230] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.352s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.707740] env[62094]: INFO nova.compute.claims [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.765727] env[62094]: DEBUG nova.compute.manager [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 984.097776] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400026, 'name': PowerOffVM_Task, 'duration_secs': 0.448139} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.098949] env[62094]: DEBUG nova.network.neutron [req-98c6f60d-cff0-4881-a196-c06c0a9f6f33 req-6a108cfb-d444-431d-981b-d58217d2b2f5 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Updated VIF entry in instance network info cache for port 74dffbef-ecd8-444e-b8db-286175253d8d. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.099492] env[62094]: DEBUG nova.network.neutron [req-98c6f60d-cff0-4881-a196-c06c0a9f6f33 req-6a108cfb-d444-431d-981b-d58217d2b2f5 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Updating instance_info_cache with network_info: [{"id": "74dffbef-ecd8-444e-b8db-286175253d8d", "address": "fa:16:3e:13:0e:92", "network": {"id": "99c1dabf-29d6-403c-9c45-7bdf5b4d0f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2099916463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f759cf5680d4f47a844952bb53c1260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74dffbef-ec", "ovs_interfaceid": "74dffbef-ecd8-444e-b8db-286175253d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.102386] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.102535] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating instance '6fa22fef-bcc4-41f2-8a80-cb958a446ed8' progress to 17 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.112292] env[62094]: DEBUG oslo_concurrency.lockutils [req-98c6f60d-cff0-4881-a196-c06c0a9f6f33 req-6a108cfb-d444-431d-981b-d58217d2b2f5 service nova] Releasing lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.215458] env[62094]: DEBUG nova.compute.utils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 984.222020] env[62094]: DEBUG nova.compute.manager [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 984.222020] env[62094]: DEBUG nova.network.neutron [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.294209] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.303641] env[62094]: INFO nova.compute.manager [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Rebuilding instance [ 984.358359] env[62094]: DEBUG nova.compute.manager [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 984.361087] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01da131a-de0e-49b8-a984-9e6461fcb599 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.372077] env[62094]: DEBUG nova.policy [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cc29bf1e5f3407babd8dce9be5be26b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03f19ef92e96485e9901f6616b19c8cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 984.614147] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 984.614802] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 984.615865] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.615865] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 984.615865] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.615865] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 984.616062] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 984.616062] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 984.616212] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 984.616370] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 984.616540] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 984.625936] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecbb507c-d6be-4276-b19c-96cb3f99f21a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.647432] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 984.647432] env[62094]: value = "task-1400027" [ 984.647432] env[62094]: _type = "Task" [ 984.647432] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.660368] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.721477] env[62094]: DEBUG nova.compute.manager [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 984.744574] env[62094]: DEBUG nova.network.neutron [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Successfully updated port: c19664b9-f77a-4517-b689-19ec34a58a7f {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.850152] env[62094]: DEBUG nova.compute.manager [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 984.850864] env[62094]: DEBUG nova.virt.hardware [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 984.851038] env[62094]: DEBUG nova.virt.hardware [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 984.851403] env[62094]: DEBUG nova.virt.hardware [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.851403] env[62094]: DEBUG nova.virt.hardware [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 984.851560] env[62094]: DEBUG nova.virt.hardware [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.851649] env[62094]: DEBUG nova.virt.hardware [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 984.851848] env[62094]: DEBUG nova.virt.hardware [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 984.852013] env[62094]: DEBUG nova.virt.hardware [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 984.852198] env[62094]: DEBUG nova.virt.hardware [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 984.852343] env[62094]: DEBUG nova.virt.hardware [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 984.852504] env[62094]: DEBUG nova.virt.hardware [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 984.854240] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b88451-05e3-4309-8524-d783db4f9e80 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.864637] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c96df30-aa0a-460b-801e-613a31589918 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.883377] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.884432] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54e7cc2a-3397-49a0-804d-e37969bfb220 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.898555] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 984.898555] env[62094]: value = "task-1400029" [ 984.898555] env[62094]: _type = "Task" [ 984.898555] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.912146] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.162984] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400027, 'name': ReconfigVM_Task, 'duration_secs': 0.343465} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.163539] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating instance '6fa22fef-bcc4-41f2-8a80-cb958a446ed8' progress to 33 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.207563] env[62094]: DEBUG nova.network.neutron [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Successfully created port: 67747092-9b76-40f5-9f96-8f72a5c69968 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.251827] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Acquiring lock "refresh_cache-e613db92-04b3-409f-b7a4-2ea53a87eb01" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.251827] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Acquired lock "refresh_cache-e613db92-04b3-409f-b7a4-2ea53a87eb01" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.251827] env[62094]: DEBUG nova.network.neutron [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.319378] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17718c9d-8f90-4dc5-93c0-dac889237d91 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.330366] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b87838b-2b89-4283-82cf-00525591c05a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.366444] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5466b708-1478-4736-b8e0-f34496071184 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.378020] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ec7536-195b-4be2-99a9-848466fff93e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.394551] env[62094]: DEBUG nova.compute.provider_tree [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.411595] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400029, 'name': PowerOffVM_Task, 'duration_secs': 0.327996} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.411895] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.412110] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.413130] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a782b7cc-4eaa-4720-b253-846b12ac0b19 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.422067] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.422389] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2203d353-e976-4547-8ac9-519b914f1a84 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.471457] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.471693] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.471834] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Deleting the datastore file [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.472104] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b68788b-2902-4f0d-b4de-5887b0aa606d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.480606] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 985.480606] env[62094]: value = "task-1400031" [ 985.480606] env[62094]: _type = "Task" [ 985.480606] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.489870] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.604995] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Acquiring lock "c62bee0a-0494-4cee-9053-0e7291d20a12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.605292] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lock "c62bee0a-0494-4cee-9053-0e7291d20a12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.672530] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 985.672852] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 985.672909] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.673093] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 985.673382] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.673382] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 985.673558] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 985.673711] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 985.673872] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 985.674323] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 985.674622] env[62094]: DEBUG nova.virt.hardware [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 985.680999] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 985.682300] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abb4c870-026c-4c09-8589-c8ceb555a9c5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.708482] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 985.708482] env[62094]: value = "task-1400032" [ 985.708482] env[62094]: _type = "Task" [ 985.708482] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.717753] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.734055] env[62094]: DEBUG nova.compute.manager [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 985.764546] env[62094]: DEBUG nova.virt.hardware [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 985.764721] env[62094]: DEBUG nova.virt.hardware [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 985.764870] env[62094]: DEBUG nova.virt.hardware [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.765064] env[62094]: DEBUG nova.virt.hardware [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 985.765211] env[62094]: DEBUG nova.virt.hardware [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.765390] env[62094]: DEBUG nova.virt.hardware [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 985.765563] env[62094]: DEBUG nova.virt.hardware [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 985.765719] env[62094]: DEBUG nova.virt.hardware [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 985.765880] env[62094]: DEBUG nova.virt.hardware [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 985.766600] env[62094]: DEBUG nova.virt.hardware [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 985.766600] env[62094]: DEBUG nova.virt.hardware [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 985.767110] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec41ca8d-9cf0-41ca-af69-369a531f534d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.778862] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3afcd6c-1d00-4598-aea8-8ec69b4a5381 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.899454] env[62094]: DEBUG nova.scheduler.client.report [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 985.994287] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102044} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.994581] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.994767] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.994940] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.025334] env[62094]: DEBUG nova.network.neutron [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.222157] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400032, 'name': ReconfigVM_Task, 'duration_secs': 0.391442} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.222683] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 986.224112] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ab4d84-2745-4719-8baa-5cafc4779a31 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.420585] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 6fa22fef-bcc4-41f2-8a80-cb958a446ed8/6fa22fef-bcc4-41f2-8a80-cb958a446ed8.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.420585] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fc87b23-7601-422e-a36f-9ff52adc615e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.420585] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 986.420585] env[62094]: value = "task-1400033" [ 986.420585] env[62094]: _type = "Task" [ 986.420585] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.420585] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.420585] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.426300] env[62094]: DEBUG nova.compute.manager [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 986.426300] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Acquiring lock "abcdf86a-158a-4343-b9d2-1bc0ed4b9db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.426300] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Lock "abcdf86a-158a-4343-b9d2-1bc0ed4b9db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.426300] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Acquiring lock "abcdf86a-158a-4343-b9d2-1bc0ed4b9db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.428128] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Lock "abcdf86a-158a-4343-b9d2-1bc0ed4b9db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.428128] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Lock "abcdf86a-158a-4343-b9d2-1bc0ed4b9db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.428128] env[62094]: INFO nova.compute.manager [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Terminating instance [ 986.428128] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.641s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.428677] env[62094]: INFO nova.compute.claims [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.428677] env[62094]: DEBUG nova.compute.manager [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 986.428677] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.429830] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f573972-d6d3-4826-b429-f29ad1acadf0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.445308] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.445308] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d657897-6a04-40df-80a2-14c18621de54 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.472769] env[62094]: DEBUG oslo_vmware.api [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Waiting for the task: (returnval){ [ 986.472769] env[62094]: value = "task-1400034" [ 986.472769] env[62094]: _type = "Task" [ 986.472769] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.492604] env[62094]: DEBUG nova.network.neutron [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Updating instance_info_cache with network_info: [{"id": "c19664b9-f77a-4517-b689-19ec34a58a7f", "address": "fa:16:3e:e9:4a:36", "network": {"id": "0c4526e7-484d-401f-bbea-4e83a61233c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1177754773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e898a4ddc6a442bfb04b0ec057d2ae6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc19664b9-f7", "ovs_interfaceid": "c19664b9-f77a-4517-b689-19ec34a58a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.497803] env[62094]: DEBUG nova.compute.manager [req-51dc37aa-3276-47d6-bf2d-fe52853af732 req-833b000b-ab17-4ca8-954f-042a17adc625 service nova] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Received event network-vif-plugged-c19664b9-f77a-4517-b689-19ec34a58a7f {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 986.498053] env[62094]: DEBUG oslo_concurrency.lockutils [req-51dc37aa-3276-47d6-bf2d-fe52853af732 req-833b000b-ab17-4ca8-954f-042a17adc625 service nova] Acquiring lock "e613db92-04b3-409f-b7a4-2ea53a87eb01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.498285] env[62094]: DEBUG oslo_concurrency.lockutils [req-51dc37aa-3276-47d6-bf2d-fe52853af732 req-833b000b-ab17-4ca8-954f-042a17adc625 service nova] Lock "e613db92-04b3-409f-b7a4-2ea53a87eb01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.499081] env[62094]: DEBUG oslo_concurrency.lockutils [req-51dc37aa-3276-47d6-bf2d-fe52853af732 req-833b000b-ab17-4ca8-954f-042a17adc625 service nova] Lock "e613db92-04b3-409f-b7a4-2ea53a87eb01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.499081] env[62094]: DEBUG nova.compute.manager [req-51dc37aa-3276-47d6-bf2d-fe52853af732 req-833b000b-ab17-4ca8-954f-042a17adc625 service nova] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] No waiting events found dispatching network-vif-plugged-c19664b9-f77a-4517-b689-19ec34a58a7f {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 986.499081] env[62094]: WARNING nova.compute.manager [req-51dc37aa-3276-47d6-bf2d-fe52853af732 req-833b000b-ab17-4ca8-954f-042a17adc625 service nova] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Received unexpected event network-vif-plugged-c19664b9-f77a-4517-b689-19ec34a58a7f for instance with vm_state building and task_state spawning. [ 986.500151] env[62094]: DEBUG oslo_vmware.api [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.798859] env[62094]: DEBUG nova.compute.manager [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Received event network-changed-74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 986.799148] env[62094]: DEBUG nova.compute.manager [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Refreshing instance network info cache due to event network-changed-74dffbef-ecd8-444e-b8db-286175253d8d. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 986.799334] env[62094]: DEBUG oslo_concurrency.lockutils [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] Acquiring lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.799425] env[62094]: DEBUG oslo_concurrency.lockutils [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] Acquired lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.799584] env[62094]: DEBUG nova.network.neutron [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Refreshing network info cache for port 74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.815790] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.929060] env[62094]: DEBUG nova.compute.utils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 986.932263] env[62094]: DEBUG nova.compute.manager [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 986.932512] env[62094]: DEBUG nova.network.neutron [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.985943] env[62094]: DEBUG oslo_vmware.api [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400034, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.997247] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Releasing lock "refresh_cache-e613db92-04b3-409f-b7a4-2ea53a87eb01" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.997247] env[62094]: DEBUG nova.compute.manager [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Instance network_info: |[{"id": "c19664b9-f77a-4517-b689-19ec34a58a7f", "address": "fa:16:3e:e9:4a:36", "network": {"id": "0c4526e7-484d-401f-bbea-4e83a61233c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1177754773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e898a4ddc6a442bfb04b0ec057d2ae6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc19664b9-f7", "ovs_interfaceid": "c19664b9-f77a-4517-b689-19ec34a58a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 986.998755] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:4a:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c19664b9-f77a-4517-b689-19ec34a58a7f', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.011999] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Creating folder: Project (e898a4ddc6a442bfb04b0ec057d2ae6e). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.018246] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d24bdc52-4ec3-4a0f-9e2b-58e65c59e735 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.036981] env[62094]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 987.037506] env[62094]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62094) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 987.038072] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Folder already exists: Project (e898a4ddc6a442bfb04b0ec057d2ae6e). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 987.038380] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Creating folder: Instances. Parent ref: group-v296781. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.042413] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01260a0d-8365-499f-b74c-987749d291cd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.053392] env[62094]: DEBUG nova.virt.hardware [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 987.053793] env[62094]: DEBUG nova.virt.hardware [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 987.054051] env[62094]: DEBUG nova.virt.hardware [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.054334] env[62094]: DEBUG nova.virt.hardware [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 987.054589] env[62094]: DEBUG nova.virt.hardware [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.054826] env[62094]: DEBUG nova.virt.hardware [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 987.055161] env[62094]: DEBUG nova.virt.hardware [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 987.055493] env[62094]: DEBUG nova.virt.hardware [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 987.055743] env[62094]: DEBUG nova.virt.hardware [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 987.056062] env[62094]: DEBUG nova.virt.hardware [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 987.056408] env[62094]: DEBUG nova.virt.hardware [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 987.057298] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b6d2a0-db14-4deb-9108-467a0ea8c1e5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.062599] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Created folder: Instances in parent group-v296781. [ 987.062834] env[62094]: DEBUG oslo.service.loopingcall [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.063438] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.063683] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-094e1a7f-70ee-4629-b403-45fcbc9e1e1a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.084169] env[62094]: DEBUG nova.policy [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07915b17a46248f3a9d249f9052bbef1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '371ab7b4fbe34712896a636568ea9d04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 987.087578] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c53b765-927a-424b-844d-fce70cf7e942 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.093099] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.093099] env[62094]: value = "task-1400037" [ 987.093099] env[62094]: _type = "Task" [ 987.093099] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.111699] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Instance VIF info [] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.117300] env[62094]: DEBUG oslo.service.loopingcall [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.118365] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.118469] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62caa068-c180-4886-882f-1680deae5f78 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.134872] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400037, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.140710] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.140710] env[62094]: value = "task-1400038" [ 987.140710] env[62094]: _type = "Task" [ 987.140710] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.153493] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400038, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.318173] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400033, 'name': ReconfigVM_Task, 'duration_secs': 0.987713} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.318173] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 6fa22fef-bcc4-41f2-8a80-cb958a446ed8/6fa22fef-bcc4-41f2-8a80-cb958a446ed8.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.318173] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating instance '6fa22fef-bcc4-41f2-8a80-cb958a446ed8' progress to 50 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.438824] env[62094]: DEBUG nova.compute.manager [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 987.490918] env[62094]: DEBUG oslo_vmware.api [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400034, 'name': PowerOffVM_Task, 'duration_secs': 0.841226} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.491222] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.491407] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.491667] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c5e2b9d-89a5-4d0a-986b-4686e3dfa941 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.574860] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.575224] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.575448] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Deleting the datastore file [datastore2] abcdf86a-158a-4343-b9d2-1bc0ed4b9db7 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.575825] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-570f213c-4cce-4939-b132-ba593964542e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.590825] env[62094]: DEBUG oslo_vmware.api [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Waiting for the task: (returnval){ [ 987.590825] env[62094]: value = "task-1400040" [ 987.590825] env[62094]: _type = "Task" [ 987.590825] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.603682] env[62094]: DEBUG oslo_vmware.api [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.609843] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400037, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.654460] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400038, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.830798] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9961f09e-8494-47f3-87b3-45d50acebea4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.868229] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981b151b-ba71-4e61-a1a0-8a6db0b6c6ae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.888768] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating instance '6fa22fef-bcc4-41f2-8a80-cb958a446ed8' progress to 67 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.015993] env[62094]: DEBUG nova.network.neutron [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Updated VIF entry in instance network info cache for port 74dffbef-ecd8-444e-b8db-286175253d8d. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.016504] env[62094]: DEBUG nova.network.neutron [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Updating instance_info_cache with network_info: [{"id": "74dffbef-ecd8-444e-b8db-286175253d8d", "address": "fa:16:3e:13:0e:92", "network": {"id": "99c1dabf-29d6-403c-9c45-7bdf5b4d0f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2099916463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f759cf5680d4f47a844952bb53c1260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74dffbef-ec", "ovs_interfaceid": "74dffbef-ecd8-444e-b8db-286175253d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.047282] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9e2517-fefb-44e7-8386-de0242f0ff9b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.061018] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f148482-8f67-40ee-ab23-182afc7fa502 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.107541] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042e09f0-f9ea-4478-9b5e-8bf56f6de2e1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.118578] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400037, 'name': CreateVM_Task, 'duration_secs': 0.704693} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.118840] env[62094]: DEBUG oslo_vmware.api [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Task: {'id': task-1400040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314287} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.125023] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.125023] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.125023] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.125023] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.125023] env[62094]: INFO nova.compute.manager [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Took 1.70 seconds to destroy the instance on the hypervisor. [ 988.125491] env[62094]: DEBUG oslo.service.loopingcall [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 988.125491] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296796', 'volume_id': 'b63d40cf-ca66-4aca-bb4d-988002e4b977', 'name': 'volume-b63d40cf-ca66-4aca-bb4d-988002e4b977', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e613db92-04b3-409f-b7a4-2ea53a87eb01', 'attached_at': '', 'detached_at': '', 'volume_id': 'b63d40cf-ca66-4aca-bb4d-988002e4b977', 'serial': 'b63d40cf-ca66-4aca-bb4d-988002e4b977'}, 'disk_bus': None, 'attachment_id': '130754ef-a9c4-4fe8-b933-5a4ec9284e6d', 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62094) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 988.125610] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Root volume attach. Driver type: vmdk {{(pid=62094) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 988.125610] env[62094]: DEBUG nova.compute.manager [-] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 988.125610] env[62094]: DEBUG nova.network.neutron [-] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.126793] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0c1ec8-e4cb-4f14-910b-2eaa20d4e409 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.131970] env[62094]: DEBUG nova.network.neutron [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Successfully updated port: 67747092-9b76-40f5-9f96-8f72a5c69968 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.133484] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ddf592-4385-4ca9-9ce3-d30e5da98ee2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.155348] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2682d5-8417-468b-a2ac-ccffce338ed8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.158825] env[62094]: DEBUG nova.compute.provider_tree [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.170146] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400038, 'name': CreateVM_Task, 'duration_secs': 0.646671} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.170314] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.171656] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70670010-415b-4e93-b393-f37b3cba673a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.174823] env[62094]: DEBUG oslo_concurrency.lockutils [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.175440] env[62094]: DEBUG oslo_concurrency.lockutils [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.175606] env[62094]: DEBUG oslo_concurrency.lockutils [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.176149] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c65a42-66c3-41a8-8e33-43285b3a46b6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.186188] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-11c88dd8-0ff1-4d34-9d74-65c2c5f16645 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.189451] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 988.189451] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5252135b-19b4-64dd-65c5-cd195b7ecd2f" [ 988.189451] env[62094]: _type = "Task" [ 988.189451] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.197077] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Waiting for the task: (returnval){ [ 988.197077] env[62094]: value = "task-1400041" [ 988.197077] env[62094]: _type = "Task" [ 988.197077] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.200249] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5252135b-19b4-64dd-65c5-cd195b7ecd2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.210969] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400041, 'name': RelocateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.230334] env[62094]: DEBUG nova.network.neutron [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Successfully created port: e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.414589] env[62094]: DEBUG oslo_concurrency.lockutils [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquiring lock "4fef5291-2893-47ee-ad8f-c82cdb17ea50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.414589] env[62094]: DEBUG oslo_concurrency.lockutils [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lock "4fef5291-2893-47ee-ad8f-c82cdb17ea50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.414680] env[62094]: DEBUG oslo_concurrency.lockutils [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquiring lock "4fef5291-2893-47ee-ad8f-c82cdb17ea50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.414960] env[62094]: DEBUG oslo_concurrency.lockutils [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lock "4fef5291-2893-47ee-ad8f-c82cdb17ea50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.415048] env[62094]: DEBUG oslo_concurrency.lockutils [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lock "4fef5291-2893-47ee-ad8f-c82cdb17ea50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.418331] env[62094]: INFO nova.compute.manager [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Terminating instance [ 988.420747] env[62094]: DEBUG nova.compute.manager [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 988.420747] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.424233] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1121afa6-0305-4c92-8b71-e670163b358b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.430832] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.431234] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42e83bde-15ee-4cff-af48-89c6c161e936 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.439944] env[62094]: DEBUG oslo_vmware.api [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 988.439944] env[62094]: value = "task-1400042" [ 988.439944] env[62094]: _type = "Task" [ 988.439944] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.452929] env[62094]: DEBUG oslo_vmware.api [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.454238] env[62094]: DEBUG nova.compute.manager [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 988.493092] env[62094]: DEBUG nova.virt.hardware [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 988.493359] env[62094]: DEBUG nova.virt.hardware [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 988.493522] env[62094]: DEBUG nova.virt.hardware [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.493698] env[62094]: DEBUG nova.virt.hardware [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 988.493880] env[62094]: DEBUG nova.virt.hardware [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.494022] env[62094]: DEBUG nova.virt.hardware [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 988.495848] env[62094]: DEBUG nova.virt.hardware [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 988.496109] env[62094]: DEBUG nova.virt.hardware [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 988.496394] env[62094]: DEBUG nova.virt.hardware [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 988.496466] env[62094]: DEBUG nova.virt.hardware [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 988.496660] env[62094]: DEBUG nova.virt.hardware [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 988.499122] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eb9c36-017c-47ad-81c1-60512daffa10 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.509721] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1728da43-1080-4448-9b68-55d18f967692 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.526871] env[62094]: DEBUG oslo_concurrency.lockutils [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] Releasing lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.526871] env[62094]: DEBUG nova.compute.manager [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Received event network-changed-8bb0046e-c4f1-43de-92b9-193046c40b54 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 988.527104] env[62094]: DEBUG nova.compute.manager [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Refreshing instance network info cache due to event network-changed-8bb0046e-c4f1-43de-92b9-193046c40b54. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 988.527206] env[62094]: DEBUG oslo_concurrency.lockutils [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] Acquiring lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.527950] env[62094]: DEBUG oslo_concurrency.lockutils [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] Acquired lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.527950] env[62094]: DEBUG nova.network.neutron [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Refreshing network info cache for port 8bb0046e-c4f1-43de-92b9-193046c40b54 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.639949] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "refresh_cache-3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.640159] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquired lock "refresh_cache-3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.640323] env[62094]: DEBUG nova.network.neutron [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.662645] env[62094]: DEBUG nova.scheduler.client.report [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 988.702271] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5252135b-19b4-64dd-65c5-cd195b7ecd2f, 'name': SearchDatastore_Task, 'duration_secs': 0.017325} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.702830] env[62094]: DEBUG nova.network.neutron [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Port d3a32a49-ffc8-4af7-a1e2-734e5b598b00 binding to destination host cpu-1 is already ACTIVE {{(pid=62094) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 988.707609] env[62094]: DEBUG oslo_concurrency.lockutils [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.707808] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.708051] env[62094]: DEBUG oslo_concurrency.lockutils [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.708307] env[62094]: DEBUG oslo_concurrency.lockutils [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.708396] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.709648] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-574926e6-bac2-4e99-8f4c-79f8bc8979ac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.718445] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400041, 'name': RelocateVM_Task} progress is 20%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.719950] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.720154] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.720950] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a53e2637-4bff-4dd9-8b7a-c14a24a043ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.727572] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 988.727572] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d242b9-0c73-6ab7-5728-3656c1698851" [ 988.727572] env[62094]: _type = "Task" [ 988.727572] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.736624] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d242b9-0c73-6ab7-5728-3656c1698851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.953616] env[62094]: DEBUG oslo_vmware.api [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400042, 'name': PowerOffVM_Task, 'duration_secs': 0.197994} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.953616] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.953616] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.953616] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43e7f2c7-2d8b-4523-9998-489bfe009bdf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.038500] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.038755] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.038935] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Deleting the datastore file [datastore2] 4fef5291-2893-47ee-ad8f-c82cdb17ea50 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.039224] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea66c1a2-d6d0-409d-a5eb-d972f449d1d9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.046919] env[62094]: DEBUG oslo_vmware.api [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for the task: (returnval){ [ 989.046919] env[62094]: value = "task-1400044" [ 989.046919] env[62094]: _type = "Task" [ 989.046919] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.056469] env[62094]: DEBUG oslo_vmware.api [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.168243] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.168923] env[62094]: DEBUG nova.compute.manager [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 989.175428] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.232s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.177035] env[62094]: INFO nova.compute.claims [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.225131] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400041, 'name': RelocateVM_Task, 'duration_secs': 0.606079} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.225459] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 989.225671] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296796', 'volume_id': 'b63d40cf-ca66-4aca-bb4d-988002e4b977', 'name': 'volume-b63d40cf-ca66-4aca-bb4d-988002e4b977', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e613db92-04b3-409f-b7a4-2ea53a87eb01', 'attached_at': '', 'detached_at': '', 'volume_id': 'b63d40cf-ca66-4aca-bb4d-988002e4b977', 'serial': 'b63d40cf-ca66-4aca-bb4d-988002e4b977'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 989.226524] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03ff0ef-b196-47e1-a81b-32952c0cfbfa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.256234] env[62094]: DEBUG nova.network.neutron [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.259791] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94fc8f8-908e-41dd-9023-ed1124472081 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.264805] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d242b9-0c73-6ab7-5728-3656c1698851, 'name': SearchDatastore_Task, 'duration_secs': 0.014923} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.267336] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a37a77c-4339-4758-9ef7-dd9b67702011 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.294148] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] volume-b63d40cf-ca66-4aca-bb4d-988002e4b977/volume-b63d40cf-ca66-4aca-bb4d-988002e4b977.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.295669] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e16df1-f50d-4e3c-bfbf-fef94707b29b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.316504] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 989.316504] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5219bef1-38bb-bce4-2499-c26fdade3faa" [ 989.316504] env[62094]: _type = "Task" [ 989.316504] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.325655] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Waiting for the task: (returnval){ [ 989.325655] env[62094]: value = "task-1400045" [ 989.325655] env[62094]: _type = "Task" [ 989.325655] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.333361] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5219bef1-38bb-bce4-2499-c26fdade3faa, 'name': SearchDatastore_Task, 'duration_secs': 0.01153} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.333658] env[62094]: DEBUG oslo_concurrency.lockutils [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.333877] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc/aaa64a80-a127-4826-b972-7890e2db03fc.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.334824] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21c4501a-d489-43b0-9634-b5bce440ffdc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.341411] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.343820] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 989.343820] env[62094]: value = "task-1400046" [ 989.343820] env[62094]: _type = "Task" [ 989.343820] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.352784] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.561299] env[62094]: DEBUG oslo_vmware.api [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Task: {'id': task-1400044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289349} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.561613] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.561994] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.562135] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.562238] env[62094]: INFO nova.compute.manager [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Took 1.14 seconds to destroy the instance on the hypervisor. [ 989.565051] env[62094]: DEBUG oslo.service.loopingcall [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.565051] env[62094]: DEBUG nova.compute.manager [-] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 989.565051] env[62094]: DEBUG nova.network.neutron [-] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.689060] env[62094]: DEBUG nova.compute.utils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 989.692573] env[62094]: DEBUG nova.network.neutron [-] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.694339] env[62094]: DEBUG nova.compute.manager [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 989.694540] env[62094]: DEBUG nova.network.neutron [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.738471] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.738471] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.738471] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.847200] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400045, 'name': ReconfigVM_Task, 'duration_secs': 0.361448} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.851041] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Reconfigured VM instance instance-00000011 to attach disk [datastore2] volume-b63d40cf-ca66-4aca-bb4d-988002e4b977/volume-b63d40cf-ca66-4aca-bb4d-988002e4b977.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.859072] env[62094]: DEBUG nova.network.neutron [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Updating instance_info_cache with network_info: [{"id": "67747092-9b76-40f5-9f96-8f72a5c69968", "address": "fa:16:3e:c1:4f:2c", "network": {"id": "ff221e3e-bc51-44c1-9f7e-7d5afea151ee", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2006611275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f19ef92e96485e9901f6616b19c8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67747092-9b", "ovs_interfaceid": "67747092-9b76-40f5-9f96-8f72a5c69968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.860504] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f50240c-049c-436b-b37a-f91eead70557 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.877806] env[62094]: DEBUG nova.policy [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b934b3fb578049e5be1bf56ee1f27a28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c22fcae2c9c344cb8e4269a33082022c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 989.883301] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400046, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.885079] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Waiting for the task: (returnval){ [ 989.885079] env[62094]: value = "task-1400047" [ 989.885079] env[62094]: _type = "Task" [ 989.885079] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.895062] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.905198] env[62094]: DEBUG nova.network.neutron [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Updated VIF entry in instance network info cache for port 8bb0046e-c4f1-43de-92b9-193046c40b54. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.905562] env[62094]: DEBUG nova.network.neutron [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Updating instance_info_cache with network_info: [{"id": "8bb0046e-c4f1-43de-92b9-193046c40b54", "address": "fa:16:3e:be:10:52", "network": {"id": "99c1dabf-29d6-403c-9c45-7bdf5b4d0f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2099916463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f759cf5680d4f47a844952bb53c1260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0046e-c4", "ovs_interfaceid": "8bb0046e-c4f1-43de-92b9-193046c40b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.988841] env[62094]: DEBUG nova.compute.manager [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Received event network-changed-c19664b9-f77a-4517-b689-19ec34a58a7f {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 989.989111] env[62094]: DEBUG nova.compute.manager [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Refreshing instance network info cache due to event network-changed-c19664b9-f77a-4517-b689-19ec34a58a7f. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 989.989315] env[62094]: DEBUG oslo_concurrency.lockutils [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] Acquiring lock "refresh_cache-e613db92-04b3-409f-b7a4-2ea53a87eb01" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.989485] env[62094]: DEBUG oslo_concurrency.lockutils [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] Acquired lock "refresh_cache-e613db92-04b3-409f-b7a4-2ea53a87eb01" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.989668] env[62094]: DEBUG nova.network.neutron [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Refreshing network info cache for port c19664b9-f77a-4517-b689-19ec34a58a7f {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.194868] env[62094]: DEBUG nova.compute.manager [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 990.204417] env[62094]: INFO nova.compute.manager [-] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Took 2.08 seconds to deallocate network for instance. [ 990.357595] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567286} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.357862] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc/aaa64a80-a127-4826-b972-7890e2db03fc.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.358091] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.362061] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f0d25a3-5e8e-4484-b580-22d671d0d9be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.373798] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Releasing lock "refresh_cache-3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.374073] env[62094]: DEBUG nova.compute.manager [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Instance network_info: |[{"id": "67747092-9b76-40f5-9f96-8f72a5c69968", "address": "fa:16:3e:c1:4f:2c", "network": {"id": "ff221e3e-bc51-44c1-9f7e-7d5afea151ee", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2006611275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f19ef92e96485e9901f6616b19c8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67747092-9b", "ovs_interfaceid": "67747092-9b76-40f5-9f96-8f72a5c69968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 990.375897] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:4f:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67747092-9b76-40f5-9f96-8f72a5c69968', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.386502] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Creating folder: Project (03f19ef92e96485e9901f6616b19c8cd). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.387330] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 990.387330] env[62094]: value = "task-1400048" [ 990.387330] env[62094]: _type = "Task" [ 990.387330] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.394245] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54e380bf-2dc1-403b-a2c7-66407ff0aa63 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.409470] env[62094]: DEBUG oslo_concurrency.lockutils [req-561b9a9d-8b47-431f-8cbf-87883eac9563 req-69e7b475-a578-46f7-8ab9-bd29c2340844 service nova] Releasing lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.417235] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.421113] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400047, 'name': ReconfigVM_Task, 'duration_secs': 0.144358} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.425869] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296796', 'volume_id': 'b63d40cf-ca66-4aca-bb4d-988002e4b977', 'name': 'volume-b63d40cf-ca66-4aca-bb4d-988002e4b977', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e613db92-04b3-409f-b7a4-2ea53a87eb01', 'attached_at': '', 'detached_at': '', 'volume_id': 'b63d40cf-ca66-4aca-bb4d-988002e4b977', 'serial': 'b63d40cf-ca66-4aca-bb4d-988002e4b977'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 990.427517] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Created folder: Project (03f19ef92e96485e9901f6616b19c8cd) in parent group-v296765. [ 990.427517] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Creating folder: Instances. Parent ref: group-v296817. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.427517] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e21de326-14d8-4322-b3d2-6b614e50de5f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.429877] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-425ef594-fba6-45c3-a161-66c355f77660 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.439202] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Waiting for the task: (returnval){ [ 990.439202] env[62094]: value = "task-1400050" [ 990.439202] env[62094]: _type = "Task" [ 990.439202] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.469557] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Created folder: Instances in parent group-v296817. [ 990.473463] env[62094]: DEBUG oslo.service.loopingcall [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 990.477614] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.477978] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400050, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.478509] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d513c2f9-4121-485b-af1c-190cc40fdcea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.508793] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.508793] env[62094]: value = "task-1400052" [ 990.508793] env[62094]: _type = "Task" [ 990.508793] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.536495] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400052, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.672144] env[62094]: DEBUG nova.network.neutron [-] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.716458] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.809478] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.809654] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.809918] env[62094]: DEBUG nova.network.neutron [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.850142] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad77731-d27a-404f-87cc-fc4af845fe6c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.857641] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7777d78-4358-4aff-b191-594f6a4beae7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.895049] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3792755c-b9bc-4d04-add5-35a6c2f04589 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.906946] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101514} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.910524] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.910524] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf92de3-4b7c-4b9b-8ae6-217d4d19fcbb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.914640] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74c755d-50d9-43fe-8713-54ecdf29f3c6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.942230] env[62094]: DEBUG nova.compute.provider_tree [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.953188] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc/aaa64a80-a127-4826-b972-7890e2db03fc.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.956959] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f53ad09-4ad6-4fa1-ae31-b14c7e232603 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.973023] env[62094]: DEBUG nova.network.neutron [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Updated VIF entry in instance network info cache for port c19664b9-f77a-4517-b689-19ec34a58a7f. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.973394] env[62094]: DEBUG nova.network.neutron [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Updating instance_info_cache with network_info: [{"id": "c19664b9-f77a-4517-b689-19ec34a58a7f", "address": "fa:16:3e:e9:4a:36", "network": {"id": "0c4526e7-484d-401f-bbea-4e83a61233c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1177754773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e898a4ddc6a442bfb04b0ec057d2ae6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc19664b9-f7", "ovs_interfaceid": "c19664b9-f77a-4517-b689-19ec34a58a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.979367] env[62094]: DEBUG nova.compute.manager [req-3dec34b4-cdb1-4477-889e-dd98891b2f8e req-7c2e6c88-2c6e-4d4a-ae55-c9555a02b039 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Received event network-changed-8bb0046e-c4f1-43de-92b9-193046c40b54 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 990.979558] env[62094]: DEBUG nova.compute.manager [req-3dec34b4-cdb1-4477-889e-dd98891b2f8e req-7c2e6c88-2c6e-4d4a-ae55-c9555a02b039 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Refreshing instance network info cache due to event network-changed-8bb0046e-c4f1-43de-92b9-193046c40b54. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 990.979776] env[62094]: DEBUG oslo_concurrency.lockutils [req-3dec34b4-cdb1-4477-889e-dd98891b2f8e req-7c2e6c88-2c6e-4d4a-ae55-c9555a02b039 service nova] Acquiring lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.979911] env[62094]: DEBUG oslo_concurrency.lockutils [req-3dec34b4-cdb1-4477-889e-dd98891b2f8e req-7c2e6c88-2c6e-4d4a-ae55-c9555a02b039 service nova] Acquired lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.980075] env[62094]: DEBUG nova.network.neutron [req-3dec34b4-cdb1-4477-889e-dd98891b2f8e req-7c2e6c88-2c6e-4d4a-ae55-c9555a02b039 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Refreshing network info cache for port 8bb0046e-c4f1-43de-92b9-193046c40b54 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.989843] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400050, 'name': Rename_Task, 'duration_secs': 0.161412} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.991698] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.992691] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 990.992691] env[62094]: value = "task-1400053" [ 990.992691] env[62094]: _type = "Task" [ 990.992691] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.992691] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b008d31b-c465-41f8-b79b-70534a0c8b6d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.006395] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.008831] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Waiting for the task: (returnval){ [ 991.008831] env[62094]: value = "task-1400054" [ 991.008831] env[62094]: _type = "Task" [ 991.008831] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.020304] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400052, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.026314] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.116345] env[62094]: DEBUG nova.network.neutron [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Successfully updated port: e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.180658] env[62094]: INFO nova.compute.manager [-] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Took 1.62 seconds to deallocate network for instance. [ 991.212375] env[62094]: DEBUG nova.compute.manager [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 991.255421] env[62094]: DEBUG nova.virt.hardware [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 991.255421] env[62094]: DEBUG nova.virt.hardware [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 991.255421] env[62094]: DEBUG nova.virt.hardware [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.255765] env[62094]: DEBUG nova.virt.hardware [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 991.255765] env[62094]: DEBUG nova.virt.hardware [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.255765] env[62094]: DEBUG nova.virt.hardware [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 991.255765] env[62094]: DEBUG nova.virt.hardware [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 991.255765] env[62094]: DEBUG nova.virt.hardware [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 991.255947] env[62094]: DEBUG nova.virt.hardware [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 991.256060] env[62094]: DEBUG nova.virt.hardware [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 991.256242] env[62094]: DEBUG nova.virt.hardware [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 991.257571] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88407d5a-d726-4135-a29f-54efbba52fa9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.268565] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438ce35e-c415-46c0-9ab4-5786c563e9b5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.369875] env[62094]: DEBUG nova.network.neutron [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Successfully created port: fd2c611d-38b5-4eaa-8049-dd44a009f084 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.454730] env[62094]: DEBUG nova.scheduler.client.report [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 991.482249] env[62094]: DEBUG oslo_concurrency.lockutils [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] Releasing lock "refresh_cache-e613db92-04b3-409f-b7a4-2ea53a87eb01" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.482376] env[62094]: DEBUG nova.compute.manager [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Received event network-vif-plugged-67747092-9b76-40f5-9f96-8f72a5c69968 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 991.482721] env[62094]: DEBUG oslo_concurrency.lockutils [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] Acquiring lock "3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.482767] env[62094]: DEBUG oslo_concurrency.lockutils [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] Lock "3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.482916] env[62094]: DEBUG oslo_concurrency.lockutils [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] Lock "3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.483102] env[62094]: DEBUG nova.compute.manager [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] No waiting events found dispatching network-vif-plugged-67747092-9b76-40f5-9f96-8f72a5c69968 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 991.483275] env[62094]: WARNING nova.compute.manager [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Received unexpected event network-vif-plugged-67747092-9b76-40f5-9f96-8f72a5c69968 for instance with vm_state building and task_state spawning. [ 991.483436] env[62094]: DEBUG nova.compute.manager [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Received event network-changed-67747092-9b76-40f5-9f96-8f72a5c69968 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 991.483590] env[62094]: DEBUG nova.compute.manager [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Refreshing instance network info cache due to event network-changed-67747092-9b76-40f5-9f96-8f72a5c69968. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 991.483804] env[62094]: DEBUG oslo_concurrency.lockutils [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] Acquiring lock "refresh_cache-3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.484007] env[62094]: DEBUG oslo_concurrency.lockutils [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] Acquired lock "refresh_cache-3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.484227] env[62094]: DEBUG nova.network.neutron [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Refreshing network info cache for port 67747092-9b76-40f5-9f96-8f72a5c69968 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.505139] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.525731] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400052, 'name': CreateVM_Task, 'duration_secs': 0.999967} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.526406] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400054, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.526585] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.527234] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.527452] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.527728] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.530144] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-322260fd-d49c-4cfa-95e6-27a264675b09 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.536457] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 991.536457] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]522b2fa0-7427-c3f2-6015-be37695568fc" [ 991.536457] env[62094]: _type = "Task" [ 991.536457] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.545772] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522b2fa0-7427-c3f2-6015-be37695568fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.620341] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Acquiring lock "refresh_cache-ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.620341] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Acquired lock "refresh_cache-ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.620341] env[62094]: DEBUG nova.network.neutron [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.668280] env[62094]: DEBUG nova.network.neutron [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating instance_info_cache with network_info: [{"id": "d3a32a49-ffc8-4af7-a1e2-734e5b598b00", "address": "fa:16:3e:2b:db:29", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a32a49-ff", "ovs_interfaceid": "d3a32a49-ffc8-4af7-a1e2-734e5b598b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.688015] env[62094]: DEBUG oslo_concurrency.lockutils [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.777526] env[62094]: DEBUG nova.network.neutron [req-3dec34b4-cdb1-4477-889e-dd98891b2f8e req-7c2e6c88-2c6e-4d4a-ae55-c9555a02b039 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Updated VIF entry in instance network info cache for port 8bb0046e-c4f1-43de-92b9-193046c40b54. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.777526] env[62094]: DEBUG nova.network.neutron [req-3dec34b4-cdb1-4477-889e-dd98891b2f8e req-7c2e6c88-2c6e-4d4a-ae55-c9555a02b039 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Updating instance_info_cache with network_info: [{"id": "8bb0046e-c4f1-43de-92b9-193046c40b54", "address": "fa:16:3e:be:10:52", "network": {"id": "99c1dabf-29d6-403c-9c45-7bdf5b4d0f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2099916463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f759cf5680d4f47a844952bb53c1260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0046e-c4", "ovs_interfaceid": "8bb0046e-c4f1-43de-92b9-193046c40b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.889722] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Acquiring lock "753d110e-e779-4b3f-b0ea-aeb9d69ab9fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.889722] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Lock "753d110e-e779-4b3f-b0ea-aeb9d69ab9fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.889722] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Acquiring lock "753d110e-e779-4b3f-b0ea-aeb9d69ab9fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.889722] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Lock "753d110e-e779-4b3f-b0ea-aeb9d69ab9fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.889901] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Lock "753d110e-e779-4b3f-b0ea-aeb9d69ab9fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.892314] env[62094]: INFO nova.compute.manager [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Terminating instance [ 991.893585] env[62094]: DEBUG nova.compute.manager [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 991.897097] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.897097] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4bb74c-3b07-4cfd-9931-6f84bb8dbe36 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.904636] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.904965] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ef1b25d-d167-4c65-b2b1-89a17a51b4ea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.915158] env[62094]: DEBUG oslo_vmware.api [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Waiting for the task: (returnval){ [ 991.915158] env[62094]: value = "task-1400055" [ 991.915158] env[62094]: _type = "Task" [ 991.915158] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.930783] env[62094]: DEBUG oslo_vmware.api [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1400055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.964384] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.964384] env[62094]: DEBUG nova.compute.manager [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 991.967847] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.301s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.972464] env[62094]: INFO nova.compute.claims [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.010625] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400053, 'name': ReconfigVM_Task, 'duration_secs': 0.678741} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.012429] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Reconfigured VM instance instance-00000010 to attach disk [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc/aaa64a80-a127-4826-b972-7890e2db03fc.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.013389] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb5a4ace-2adf-4cbd-bed4-5775e4b5eb51 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.025461] env[62094]: DEBUG oslo_vmware.api [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400054, 'name': PowerOnVM_Task, 'duration_secs': 0.946266} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.026863] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.026863] env[62094]: INFO nova.compute.manager [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Took 7.18 seconds to spawn the instance on the hypervisor. [ 992.026863] env[62094]: DEBUG nova.compute.manager [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 992.027217] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 992.027217] env[62094]: value = "task-1400056" [ 992.027217] env[62094]: _type = "Task" [ 992.027217] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.029377] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899e94fe-e1c3-42b7-a5d7-f383cca319c5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.054359] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400056, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.061172] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522b2fa0-7427-c3f2-6015-be37695568fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011904} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.061172] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.061172] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.061172] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.061372] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.061372] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.061372] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b26869cf-7a0c-4a8b-a739-e1680c20d741 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.073997] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.073997] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.074371] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11abbfeb-2454-4357-b1b9-51b7895d2fb1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.082066] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 992.082066] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d772b4-df72-0c06-6c84-db8fa0e12a17" [ 992.082066] env[62094]: _type = "Task" [ 992.082066] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.093212] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d772b4-df72-0c06-6c84-db8fa0e12a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.166123] env[62094]: DEBUG nova.network.neutron [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.174726] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Releasing lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.280938] env[62094]: DEBUG oslo_concurrency.lockutils [req-3dec34b4-cdb1-4477-889e-dd98891b2f8e req-7c2e6c88-2c6e-4d4a-ae55-c9555a02b039 service nova] Releasing lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.289641] env[62094]: DEBUG oslo_concurrency.lockutils [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.290668] env[62094]: DEBUG oslo_concurrency.lockutils [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.290930] env[62094]: DEBUG oslo_concurrency.lockutils [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.291145] env[62094]: DEBUG oslo_concurrency.lockutils [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.291318] env[62094]: DEBUG oslo_concurrency.lockutils [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.294613] env[62094]: INFO nova.compute.manager [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Terminating instance [ 992.297779] env[62094]: DEBUG nova.compute.manager [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 992.297965] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.298837] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df72520-2a9e-4417-a3a0-e99e5aad4856 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.309906] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.310697] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce6b18b-2000-4dba-9242-7ea844df5955 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.319598] env[62094]: DEBUG oslo_vmware.api [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 992.319598] env[62094]: value = "task-1400057" [ 992.319598] env[62094]: _type = "Task" [ 992.319598] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.332366] env[62094]: DEBUG oslo_vmware.api [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.431437] env[62094]: DEBUG oslo_vmware.api [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1400055, 'name': PowerOffVM_Task, 'duration_secs': 0.243697} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.431803] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.431990] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.432866] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88618628-8f43-4aa0-bc99-571178ddf95d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.476632] env[62094]: DEBUG nova.compute.utils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 992.477973] env[62094]: DEBUG nova.compute.manager [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 992.481019] env[62094]: DEBUG nova.network.neutron [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.532852] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.533114] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.533301] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Deleting the datastore file [datastore1] 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.533580] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13ca73e3-1890-4fae-beae-76f44459b868 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.551232] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400056, 'name': Rename_Task, 'duration_secs': 0.167864} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.552642] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.553070] env[62094]: DEBUG oslo_vmware.api [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Waiting for the task: (returnval){ [ 992.553070] env[62094]: value = "task-1400059" [ 992.553070] env[62094]: _type = "Task" [ 992.553070] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.553542] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0429ebf-610b-4cd6-ba94-90260a2e7060 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.569489] env[62094]: DEBUG nova.policy [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '508d7aa6b6a84e14ae40b40b6776085d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '028fd8dcb4554f57b6532c28a78129d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 992.572411] env[62094]: INFO nova.compute.manager [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Took 24.48 seconds to build instance. [ 992.578858] env[62094]: DEBUG oslo_vmware.api [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1400059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.580426] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 992.580426] env[62094]: value = "task-1400060" [ 992.580426] env[62094]: _type = "Task" [ 992.580426] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.598320] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.598457] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d772b4-df72-0c06-6c84-db8fa0e12a17, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.599829] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b193e22c-7934-422b-ba27-2c1af8945385 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.607825] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 992.607825] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b3cf00-7cf8-3530-86fc-9900815cc6d2" [ 992.607825] env[62094]: _type = "Task" [ 992.607825] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.620563] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b3cf00-7cf8-3530-86fc-9900815cc6d2, 'name': SearchDatastore_Task} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.621574] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.621574] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599/3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.621574] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11a83c48-cb60-4bf1-b7a6-a9eabcc90d30 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.633829] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 992.633829] env[62094]: value = "task-1400061" [ 992.633829] env[62094]: _type = "Task" [ 992.633829] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.646083] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.715096] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3be450-a478-46d1-b105-eb743551a724 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.737721] env[62094]: DEBUG nova.network.neutron [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Updated VIF entry in instance network info cache for port 67747092-9b76-40f5-9f96-8f72a5c69968. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.738088] env[62094]: DEBUG nova.network.neutron [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Updating instance_info_cache with network_info: [{"id": "67747092-9b76-40f5-9f96-8f72a5c69968", "address": "fa:16:3e:c1:4f:2c", "network": {"id": "ff221e3e-bc51-44c1-9f7e-7d5afea151ee", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2006611275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f19ef92e96485e9901f6616b19c8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67747092-9b", "ovs_interfaceid": "67747092-9b76-40f5-9f96-8f72a5c69968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.739816] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd4393d-2dac-47a0-bf56-86d52443e6d7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.752560] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating instance '6fa22fef-bcc4-41f2-8a80-cb958a446ed8' progress to 83 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.831937] env[62094]: DEBUG oslo_vmware.api [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400057, 'name': PowerOffVM_Task, 'duration_secs': 0.2092} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.832198] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.832271] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.832509] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ed7f7a2-0c10-4453-a6ea-278a085c8e7c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.842671] env[62094]: DEBUG nova.network.neutron [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Updating instance_info_cache with network_info: [{"id": "e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d", "address": "fa:16:3e:c7:a4:aa", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b71bd1-ac", "ovs_interfaceid": "e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.945728] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.946047] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.946284] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Deleting the datastore file [datastore2] 2c342aaa-72c2-4b9f-8906-79118f11b4e5 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.946644] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a702a3f-96bf-4411-86ab-e18989ec5006 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.956976] env[62094]: DEBUG oslo_vmware.api [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 992.956976] env[62094]: value = "task-1400063" [ 992.956976] env[62094]: _type = "Task" [ 992.956976] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.968242] env[62094]: DEBUG oslo_vmware.api [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.984229] env[62094]: DEBUG nova.compute.manager [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 993.068713] env[62094]: DEBUG oslo_vmware.api [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Task: {'id': task-1400059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157073} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.069082] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.069275] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.069638] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.069925] env[62094]: INFO nova.compute.manager [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 993.070284] env[62094]: DEBUG oslo.service.loopingcall [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.073849] env[62094]: DEBUG nova.compute.manager [-] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 993.074266] env[62094]: DEBUG nova.network.neutron [-] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.076175] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709025b5-505a-459a-891f-52da061bb38f tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Lock "e613db92-04b3-409f-b7a4-2ea53a87eb01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.997s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.101234] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400060, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.149468] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400061, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.214263] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "f9f63912-5751-4448-abc0-22fd50f0cb3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.214631] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "f9f63912-5751-4448-abc0-22fd50f0cb3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.246474] env[62094]: DEBUG oslo_concurrency.lockutils [req-960597a7-3f4f-4adb-83b4-796d722c9081 req-4d514567-41e6-42f0-be5a-9445bc5333a8 service nova] Releasing lock "refresh_cache-3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.260195] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.260195] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4294bfff-87db-422d-a196-92b9f42337df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.270432] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 993.270432] env[62094]: value = "task-1400064" [ 993.270432] env[62094]: _type = "Task" [ 993.270432] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.290184] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.294811] env[62094]: DEBUG nova.network.neutron [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Successfully created port: b4a4601a-209c-4b3e-beb9-3555df018146 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.347915] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Releasing lock "refresh_cache-ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.348407] env[62094]: DEBUG nova.compute.manager [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Instance network_info: |[{"id": "e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d", "address": "fa:16:3e:c7:a4:aa", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b71bd1-ac", "ovs_interfaceid": "e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 993.349388] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:a4:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.359240] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Creating folder: Project (371ab7b4fbe34712896a636568ea9d04). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.359240] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74f9919e-bda7-4079-aa10-efccce1f7cd2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.382824] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Created folder: Project (371ab7b4fbe34712896a636568ea9d04) in parent group-v296765. [ 993.382824] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Creating folder: Instances. Parent ref: group-v296820. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.384589] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-987a2553-b5d9-4033-88c9-59d94569e94d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.411310] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Created folder: Instances in parent group-v296820. [ 993.411310] env[62094]: DEBUG oslo.service.loopingcall [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.411310] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.411310] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7518661-2ff9-4f85-9280-9dd3d8ac1cbd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.440335] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.440335] env[62094]: value = "task-1400067" [ 993.440335] env[62094]: _type = "Task" [ 993.440335] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.471069] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400067, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.475373] env[62094]: DEBUG oslo_vmware.api [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343129} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.478222] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.478430] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.478673] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.478828] env[62094]: INFO nova.compute.manager [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 993.479134] env[62094]: DEBUG oslo.service.loopingcall [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.479591] env[62094]: DEBUG nova.compute.manager [-] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 993.479692] env[62094]: DEBUG nova.network.neutron [-] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.582981] env[62094]: DEBUG nova.compute.manager [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 993.599530] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400060, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.643186] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ec4fd8-f13d-439e-8d32-0af1a8dde06a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.649836] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551908} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.651166] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599/3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.651389] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.651699] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bab05ec-9fe0-4b77-b9f7-524cea657bdb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.657610] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af23033e-4ef1-4bc2-b0ea-7d229113f286 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.663477] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 993.663477] env[62094]: value = "task-1400068" [ 993.663477] env[62094]: _type = "Task" [ 993.663477] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.698439] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0f9e32-f98e-45b7-b05a-99fb002a0c96 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.704963] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.711292] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b082ecc5-2c54-4b69-b799-f782ed9a76e6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.728330] env[62094]: DEBUG nova.compute.provider_tree [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.785210] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400064, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.959247] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400067, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.003425] env[62094]: DEBUG nova.compute.manager [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 994.040040] env[62094]: DEBUG nova.virt.hardware [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 994.040040] env[62094]: DEBUG nova.virt.hardware [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 994.040040] env[62094]: DEBUG nova.virt.hardware [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.040721] env[62094]: DEBUG nova.virt.hardware [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 994.040721] env[62094]: DEBUG nova.virt.hardware [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.040721] env[62094]: DEBUG nova.virt.hardware [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 994.040721] env[62094]: DEBUG nova.virt.hardware [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 994.040864] env[62094]: DEBUG nova.virt.hardware [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 994.041306] env[62094]: DEBUG nova.virt.hardware [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 994.041416] env[62094]: DEBUG nova.virt.hardware [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 994.041639] env[62094]: DEBUG nova.virt.hardware [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 994.042584] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6e0e05-5db4-4469-afe3-0c1447a857f7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.054018] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2bb6d3-0aba-4c53-a371-9ac15c56121e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.100042] env[62094]: DEBUG oslo_vmware.api [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400060, 'name': PowerOnVM_Task, 'duration_secs': 1.066374} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.103613] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.103613] env[62094]: DEBUG nova.compute.manager [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 994.103613] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832ead07-026c-4a1d-9c1f-f7535ce8f80c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.116905] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.128400] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.128400] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.178703] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219553} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.179623] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.180777] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ff77a1-ce3f-4d25-aac3-cdb3584846ff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.213432] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599/3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.217018] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d770d99e-f0d7-4882-8c29-beadb242587f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.237352] env[62094]: DEBUG nova.scheduler.client.report [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 994.248028] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 994.248028] env[62094]: value = "task-1400069" [ 994.248028] env[62094]: _type = "Task" [ 994.248028] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.262892] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.286913] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400064, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.404250] env[62094]: DEBUG nova.network.neutron [-] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.412205] env[62094]: DEBUG nova.compute.manager [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Received event network-vif-deleted-38411b8d-76d5-4d9e-b418-7a607427586c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 994.412205] env[62094]: DEBUG nova.compute.manager [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Received event network-vif-deleted-426b2d73-8851-4e02-84c0-a92326557c1b {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 994.412793] env[62094]: DEBUG nova.compute.manager [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Received event network-vif-plugged-e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 994.412793] env[62094]: DEBUG oslo_concurrency.lockutils [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] Acquiring lock "ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.412793] env[62094]: DEBUG oslo_concurrency.lockutils [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] Lock "ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.412999] env[62094]: DEBUG oslo_concurrency.lockutils [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] Lock "ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.413088] env[62094]: DEBUG nova.compute.manager [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] No waiting events found dispatching network-vif-plugged-e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 994.413571] env[62094]: WARNING nova.compute.manager [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Received unexpected event network-vif-plugged-e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d for instance with vm_state building and task_state spawning. [ 994.413571] env[62094]: DEBUG nova.compute.manager [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Received event network-changed-e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 994.413571] env[62094]: DEBUG nova.compute.manager [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Refreshing instance network info cache due to event network-changed-e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 994.413808] env[62094]: DEBUG oslo_concurrency.lockutils [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] Acquiring lock "refresh_cache-ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.413874] env[62094]: DEBUG oslo_concurrency.lockutils [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] Acquired lock "refresh_cache-ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.413992] env[62094]: DEBUG nova.network.neutron [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Refreshing network info cache for port e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.461784] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400067, 'name': CreateVM_Task, 'duration_secs': 0.822276} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.463970] env[62094]: DEBUG nova.network.neutron [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Successfully updated port: fd2c611d-38b5-4eaa-8049-dd44a009f084 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.466451] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.468138] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.468561] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.468983] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.469379] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa0150e-9e90-4b2d-bd14-fb9dac3672be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.487201] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Waiting for the task: (returnval){ [ 994.487201] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52edad4f-e89a-7b06-2918-c33e9ef41b3d" [ 994.487201] env[62094]: _type = "Task" [ 994.487201] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.499115] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52edad4f-e89a-7b06-2918-c33e9ef41b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.630158] env[62094]: DEBUG oslo_concurrency.lockutils [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.739072] env[62094]: DEBUG nova.network.neutron [-] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.743485] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.743485] env[62094]: DEBUG nova.compute.manager [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 994.747959] env[62094]: DEBUG oslo_concurrency.lockutils [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.131s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.750653] env[62094]: DEBUG nova.objects.instance [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Lazy-loading 'resources' on Instance uuid 0a7d3d95-8420-4de1-a4db-945232da598e {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.772016] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.800675] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400064, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.919583] env[62094]: INFO nova.compute.manager [-] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Took 1.85 seconds to deallocate network for instance. [ 994.968335] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "refresh_cache-f6982f8c-65c3-4810-a0f0-19f69b91c8a8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.970237] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquired lock "refresh_cache-f6982f8c-65c3-4810-a0f0-19f69b91c8a8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.970237] env[62094]: DEBUG nova.network.neutron [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.006864] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52edad4f-e89a-7b06-2918-c33e9ef41b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.02494} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.006864] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.006864] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.006864] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.007986] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.007986] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.008168] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e01e13ec-1133-4d3c-9e02-a3011afeab60 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.020032] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.020368] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.021197] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c293b20a-bb01-45b9-87bc-daa935e72dd2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.028500] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Waiting for the task: (returnval){ [ 995.028500] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e53361-d481-f965-6dde-07e024bcae9b" [ 995.028500] env[62094]: _type = "Task" [ 995.028500] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.042248] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e53361-d481-f965-6dde-07e024bcae9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.248839] env[62094]: INFO nova.compute.manager [-] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Took 1.77 seconds to deallocate network for instance. [ 995.255311] env[62094]: DEBUG nova.compute.utils [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 995.265041] env[62094]: DEBUG nova.compute.manager [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Not allocating networking since 'none' was specified. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 995.271206] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400069, 'name': ReconfigVM_Task, 'duration_secs': 0.611395} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.271485] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599/3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.272135] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c9d9e8d-3b60-4582-8af6-118b194a7188 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.285602] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 995.285602] env[62094]: value = "task-1400070" [ 995.285602] env[62094]: _type = "Task" [ 995.285602] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.295159] env[62094]: DEBUG oslo_vmware.api [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400064, 'name': PowerOnVM_Task, 'duration_secs': 1.718987} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.295862] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.296058] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb299d-351d-419e-8c80-3b37dbeaf015 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating instance '6fa22fef-bcc4-41f2-8a80-cb958a446ed8' progress to 100 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.311378] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400070, 'name': Rename_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.444802] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.535353] env[62094]: DEBUG nova.network.neutron [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.552719] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e53361-d481-f965-6dde-07e024bcae9b, 'name': SearchDatastore_Task, 'duration_secs': 0.013944} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.552719] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d54cfe05-66da-4668-ad07-4c7c73ece570 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.559655] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Waiting for the task: (returnval){ [ 995.559655] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5298bbcf-32af-6cae-a842-fed15e8d421d" [ 995.559655] env[62094]: _type = "Task" [ 995.559655] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.570908] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5298bbcf-32af-6cae-a842-fed15e8d421d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.683074] env[62094]: DEBUG nova.network.neutron [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Successfully updated port: b4a4601a-209c-4b3e-beb9-3555df018146 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.708421] env[62094]: DEBUG nova.network.neutron [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Updated VIF entry in instance network info cache for port e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.709143] env[62094]: DEBUG nova.network.neutron [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Updating instance_info_cache with network_info: [{"id": "e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d", "address": "fa:16:3e:c7:a4:aa", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b71bd1-ac", "ovs_interfaceid": "e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.757298] env[62094]: DEBUG oslo_concurrency.lockutils [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.763807] env[62094]: DEBUG nova.compute.manager [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 995.803759] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400070, 'name': Rename_Task, 'duration_secs': 0.306278} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.803891] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.804131] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a1b94bf-13e1-42de-b430-c0f36d5bce86 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.812553] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 995.812553] env[62094]: value = "task-1400071" [ 995.812553] env[62094]: _type = "Task" [ 995.812553] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.829582] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.832234] env[62094]: DEBUG nova.network.neutron [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Updating instance_info_cache with network_info: [{"id": "fd2c611d-38b5-4eaa-8049-dd44a009f084", "address": "fa:16:3e:d1:2b:b8", "network": {"id": "1ae0ff4e-cb84-453c-8414-49f8311174af", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1526021298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22fcae2c9c344cb8e4269a33082022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2c611d-38", "ovs_interfaceid": "fd2c611d-38b5-4eaa-8049-dd44a009f084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.840158] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ced850d-5488-4c9d-8dc1-59083895e273 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.849702] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502de5b4-b846-49a0-8486-cbf5bb13a38e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.886074] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97349157-79e6-4304-9a13-f5767a4334ec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.898880] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c64ad4-ff27-4ce6-aa3b-07f11b82f45b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.913779] env[62094]: DEBUG nova.compute.provider_tree [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.072725] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5298bbcf-32af-6cae-a842-fed15e8d421d, 'name': SearchDatastore_Task, 'duration_secs': 0.021095} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.074066] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.074402] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba/ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.075762] env[62094]: DEBUG nova.compute.manager [req-43913f57-9a4c-443a-ba8b-ce77c7e47a73 req-4d2a1976-15b9-4436-b283-81daae1415ef service nova] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Received event network-vif-plugged-fd2c611d-38b5-4eaa-8049-dd44a009f084 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 996.076015] env[62094]: DEBUG oslo_concurrency.lockutils [req-43913f57-9a4c-443a-ba8b-ce77c7e47a73 req-4d2a1976-15b9-4436-b283-81daae1415ef service nova] Acquiring lock "f6982f8c-65c3-4810-a0f0-19f69b91c8a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.076262] env[62094]: DEBUG oslo_concurrency.lockutils [req-43913f57-9a4c-443a-ba8b-ce77c7e47a73 req-4d2a1976-15b9-4436-b283-81daae1415ef service nova] Lock "f6982f8c-65c3-4810-a0f0-19f69b91c8a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.076498] env[62094]: DEBUG oslo_concurrency.lockutils [req-43913f57-9a4c-443a-ba8b-ce77c7e47a73 req-4d2a1976-15b9-4436-b283-81daae1415ef service nova] Lock "f6982f8c-65c3-4810-a0f0-19f69b91c8a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.076712] env[62094]: DEBUG nova.compute.manager [req-43913f57-9a4c-443a-ba8b-ce77c7e47a73 req-4d2a1976-15b9-4436-b283-81daae1415ef service nova] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] No waiting events found dispatching network-vif-plugged-fd2c611d-38b5-4eaa-8049-dd44a009f084 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 996.076919] env[62094]: WARNING nova.compute.manager [req-43913f57-9a4c-443a-ba8b-ce77c7e47a73 req-4d2a1976-15b9-4436-b283-81daae1415ef service nova] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Received unexpected event network-vif-plugged-fd2c611d-38b5-4eaa-8049-dd44a009f084 for instance with vm_state building and task_state spawning. [ 996.077293] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70d1d033-4cea-4968-a403-9c46a8988c97 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.087561] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Waiting for the task: (returnval){ [ 996.087561] env[62094]: value = "task-1400072" [ 996.087561] env[62094]: _type = "Task" [ 996.087561] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.096888] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.189201] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Acquiring lock "refresh_cache-2c6d5788-c767-43ab-aec4-d8bbb69091e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.189201] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Acquired lock "refresh_cache-2c6d5788-c767-43ab-aec4-d8bbb69091e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.189201] env[62094]: DEBUG nova.network.neutron [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.212120] env[62094]: DEBUG oslo_concurrency.lockutils [req-f35a072a-160d-43ba-9b8c-37838c05cdd4 req-abffc076-bfb0-46a9-820b-4abfc8dec71a service nova] Releasing lock "refresh_cache-ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.335214] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400071, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.337656] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Releasing lock "refresh_cache-f6982f8c-65c3-4810-a0f0-19f69b91c8a8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.337989] env[62094]: DEBUG nova.compute.manager [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Instance network_info: |[{"id": "fd2c611d-38b5-4eaa-8049-dd44a009f084", "address": "fa:16:3e:d1:2b:b8", "network": {"id": "1ae0ff4e-cb84-453c-8414-49f8311174af", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1526021298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22fcae2c9c344cb8e4269a33082022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2c611d-38", "ovs_interfaceid": "fd2c611d-38b5-4eaa-8049-dd44a009f084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 996.338411] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:2b:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd2c611d-38b5-4eaa-8049-dd44a009f084', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.350563] env[62094]: DEBUG oslo.service.loopingcall [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.351577] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.352415] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0998e35-9330-467b-82ec-71dcde8f3079 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.380886] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.380886] env[62094]: value = "task-1400073" [ 996.380886] env[62094]: _type = "Task" [ 996.380886] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.393837] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400073, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.419397] env[62094]: DEBUG nova.scheduler.client.report [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 996.601467] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400072, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.743509] env[62094]: DEBUG nova.network.neutron [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.775981] env[62094]: DEBUG nova.compute.manager [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 996.818447] env[62094]: DEBUG nova.virt.hardware [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 996.818633] env[62094]: DEBUG nova.virt.hardware [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 996.818675] env[62094]: DEBUG nova.virt.hardware [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.818882] env[62094]: DEBUG nova.virt.hardware [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 996.819063] env[62094]: DEBUG nova.virt.hardware [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.819251] env[62094]: DEBUG nova.virt.hardware [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 996.819971] env[62094]: DEBUG nova.virt.hardware [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 996.819971] env[62094]: DEBUG nova.virt.hardware [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 996.819971] env[62094]: DEBUG nova.virt.hardware [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 996.819971] env[62094]: DEBUG nova.virt.hardware [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 996.820182] env[62094]: DEBUG nova.virt.hardware [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 996.821466] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217293a2-efea-4b55-a32a-58c3de18a59c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.832946] env[62094]: DEBUG oslo_vmware.api [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400071, 'name': PowerOnVM_Task, 'duration_secs': 0.689838} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.842825] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.843075] env[62094]: INFO nova.compute.manager [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Took 11.11 seconds to spawn the instance on the hypervisor. [ 996.843302] env[62094]: DEBUG nova.compute.manager [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 996.850882] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f214da3-1ff7-4609-9bfa-c9a01cdb3bb9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.854836] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8abc46b-2b9a-45cd-8a72-153eccaa3d7e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.861026] env[62094]: DEBUG nova.compute.manager [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Received event network-vif-deleted-053c5f86-2af6-4eac-9116-6e5fc1f6747e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 996.861265] env[62094]: DEBUG nova.compute.manager [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Received event network-vif-deleted-8bb0046e-c4f1-43de-92b9-193046c40b54 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 996.861481] env[62094]: DEBUG nova.compute.manager [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Received event network-vif-plugged-b4a4601a-209c-4b3e-beb9-3555df018146 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 996.861810] env[62094]: DEBUG oslo_concurrency.lockutils [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] Acquiring lock "2c6d5788-c767-43ab-aec4-d8bbb69091e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.861810] env[62094]: DEBUG oslo_concurrency.lockutils [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] Lock "2c6d5788-c767-43ab-aec4-d8bbb69091e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.862030] env[62094]: DEBUG oslo_concurrency.lockutils [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] Lock "2c6d5788-c767-43ab-aec4-d8bbb69091e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.862210] env[62094]: DEBUG nova.compute.manager [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] No waiting events found dispatching network-vif-plugged-b4a4601a-209c-4b3e-beb9-3555df018146 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 996.862371] env[62094]: WARNING nova.compute.manager [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Received unexpected event network-vif-plugged-b4a4601a-209c-4b3e-beb9-3555df018146 for instance with vm_state building and task_state spawning. [ 996.862529] env[62094]: DEBUG nova.compute.manager [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Received event network-changed-b4a4601a-209c-4b3e-beb9-3555df018146 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 996.862922] env[62094]: DEBUG nova.compute.manager [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Refreshing instance network info cache due to event network-changed-b4a4601a-209c-4b3e-beb9-3555df018146. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 996.863126] env[62094]: DEBUG oslo_concurrency.lockutils [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] Acquiring lock "refresh_cache-2c6d5788-c767-43ab-aec4-d8bbb69091e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.883859] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Instance VIF info [] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.889529] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Creating folder: Project (ada7a1f2131342b683a13854b72a8473). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.896402] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5fb775d-a6a8-4575-a9f2-5db59db0adf9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.906213] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400073, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.909984] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Created folder: Project (ada7a1f2131342b683a13854b72a8473) in parent group-v296765. [ 996.910202] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Creating folder: Instances. Parent ref: group-v296824. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.910438] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fbb109c-c371-45ab-a01a-2a648caf4ca8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.923084] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Created folder: Instances in parent group-v296824. [ 996.923084] env[62094]: DEBUG oslo.service.loopingcall [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.923310] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.923427] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73484e24-008e-4da7-b69f-6e8730555de6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.942166] env[62094]: DEBUG oslo_concurrency.lockutils [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.945056] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.301s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.946191] env[62094]: INFO nova.compute.claims [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.959129] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.959129] env[62094]: value = "task-1400076" [ 996.959129] env[62094]: _type = "Task" [ 996.959129] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.969714] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400076, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.984759] env[62094]: INFO nova.scheduler.client.report [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Deleted allocations for instance 0a7d3d95-8420-4de1-a4db-945232da598e [ 997.101918] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6924} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.101918] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba/ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.101918] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.101918] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e45107ab-1add-4c59-8d75-ca2de8f31e49 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.109907] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Waiting for the task: (returnval){ [ 997.109907] env[62094]: value = "task-1400077" [ 997.109907] env[62094]: _type = "Task" [ 997.109907] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.126994] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.241819] env[62094]: DEBUG nova.network.neutron [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Updating instance_info_cache with network_info: [{"id": "b4a4601a-209c-4b3e-beb9-3555df018146", "address": "fa:16:3e:e2:7a:16", "network": {"id": "0384dcfd-ac3c-4d50-b6c4-2202abefcad1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1139157995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "028fd8dcb4554f57b6532c28a78129d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a4601a-20", "ovs_interfaceid": "b4a4601a-209c-4b3e-beb9-3555df018146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.405849] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400073, 'name': CreateVM_Task, 'duration_secs': 0.849937} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.412369] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.412672] env[62094]: INFO nova.compute.manager [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Took 28.14 seconds to build instance. [ 997.414382] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.414965] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.415034] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.415670] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d71c1103-f0e9-4180-89fc-80c91634b17c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.425037] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 997.425037] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b55653-0dba-e207-5fb4-05b1e8e153cf" [ 997.425037] env[62094]: _type = "Task" [ 997.425037] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.438638] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b55653-0dba-e207-5fb4-05b1e8e153cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.469502] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400076, 'name': CreateVM_Task, 'duration_secs': 0.470706} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.470246] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.470826] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.470826] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.471347] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.471838] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1100e69e-1f31-4e0a-94b2-41ff7350252a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.485571] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Waiting for the task: (returnval){ [ 997.485571] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526b8aa6-60cd-1469-65d9-1cfb1171b9b5" [ 997.485571] env[62094]: _type = "Task" [ 997.485571] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.495612] env[62094]: DEBUG oslo_concurrency.lockutils [None req-867728fb-b546-4b02-9d4a-dcd15b90d9ac tempest-ImagesNegativeTestJSON-1967951403 tempest-ImagesNegativeTestJSON-1967951403-project-member] Lock "0a7d3d95-8420-4de1-a4db-945232da598e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.356s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.504188] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526b8aa6-60cd-1469-65d9-1cfb1171b9b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014157} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.504303] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.504484] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.504714] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.504870] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.505295] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.505629] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f95f5e9-bae4-44b3-a57a-4757142f0a17 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.517406] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.517406] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.517845] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6980be19-d608-4b62-8ab0-5d9909679be0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.525769] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Waiting for the task: (returnval){ [ 997.525769] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526c5876-fb41-2dee-864b-14da9d0b7779" [ 997.525769] env[62094]: _type = "Task" [ 997.525769] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.535930] env[62094]: INFO nova.compute.manager [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Rebuilding instance [ 997.537914] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526c5876-fb41-2dee-864b-14da9d0b7779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.594992] env[62094]: DEBUG nova.compute.manager [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 997.596647] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec6977b-1b72-41a2-abf5-3d757953dfbd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.623864] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081765} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.624584] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.625549] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95bfe02-f499-4b63-8d97-0e46dc15cd8a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.653162] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba/ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.653285] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dacafd05-3357-44ea-b8dc-ebc156c5cf1c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.677186] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Waiting for the task: (returnval){ [ 997.677186] env[62094]: value = "task-1400078" [ 997.677186] env[62094]: _type = "Task" [ 997.677186] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.690464] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.743873] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Releasing lock "refresh_cache-2c6d5788-c767-43ab-aec4-d8bbb69091e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.744236] env[62094]: DEBUG nova.compute.manager [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Instance network_info: |[{"id": "b4a4601a-209c-4b3e-beb9-3555df018146", "address": "fa:16:3e:e2:7a:16", "network": {"id": "0384dcfd-ac3c-4d50-b6c4-2202abefcad1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1139157995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "028fd8dcb4554f57b6532c28a78129d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a4601a-20", "ovs_interfaceid": "b4a4601a-209c-4b3e-beb9-3555df018146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 997.744382] env[62094]: DEBUG oslo_concurrency.lockutils [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] Acquired lock "refresh_cache-2c6d5788-c767-43ab-aec4-d8bbb69091e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.744553] env[62094]: DEBUG nova.network.neutron [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Refreshing network info cache for port b4a4601a-209c-4b3e-beb9-3555df018146 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.745841] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:7a:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4a4601a-209c-4b3e-beb9-3555df018146', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.753717] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Creating folder: Project (028fd8dcb4554f57b6532c28a78129d5). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.757016] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4c7e813-84dc-4fd6-9cef-dfa4cce98d59 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.768376] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Created folder: Project (028fd8dcb4554f57b6532c28a78129d5) in parent group-v296765. [ 997.768635] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Creating folder: Instances. Parent ref: group-v296827. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.768903] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eeec2d2-ef42-4953-afc6-971c6ead0dd4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.784271] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Created folder: Instances in parent group-v296827. [ 997.784579] env[62094]: DEBUG oslo.service.loopingcall [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 997.784778] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.784991] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0f8b5dc-a686-4300-b666-055050f2f79c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.808446] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.808446] env[62094]: value = "task-1400081" [ 997.808446] env[62094]: _type = "Task" [ 997.808446] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.822272] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400081, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.916544] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7d99bee-ed28-427f-a619-4139ccf9726a tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.656s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.940937] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b55653-0dba-e207-5fb4-05b1e8e153cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013717} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.940937] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.941246] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.941386] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.941545] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.941688] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.943740] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-154d8190-6f4a-401a-9a18-ebc2a6603b5e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.957562] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.957768] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.959550] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ef5384-61b6-4fb3-8b62-c5d7c4a5efe9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.967290] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 997.967290] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]525c07e6-d369-b14b-0905-c27c93e366bd" [ 997.967290] env[62094]: _type = "Task" [ 997.967290] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.980091] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525c07e6-d369-b14b-0905-c27c93e366bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.041805] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526c5876-fb41-2dee-864b-14da9d0b7779, 'name': SearchDatastore_Task, 'duration_secs': 0.030303} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.042692] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12781a1a-4292-4d99-9582-8ec25773c2c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.050764] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Waiting for the task: (returnval){ [ 998.050764] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52786255-48a5-3649-76b5-adda85058897" [ 998.050764] env[62094]: _type = "Task" [ 998.050764] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.062723] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52786255-48a5-3649-76b5-adda85058897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.111644] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.111959] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9929869d-9b16-47b6-b20a-053deebb7f26 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.129266] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Waiting for the task: (returnval){ [ 998.129266] env[62094]: value = "task-1400082" [ 998.129266] env[62094]: _type = "Task" [ 998.129266] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.143674] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.191197] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.320420] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400081, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.422568] env[62094]: DEBUG nova.compute.manager [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 998.481534] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525c07e6-d369-b14b-0905-c27c93e366bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012346} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.485401] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b66156-b378-4df5-9ed1-701cc3aed5c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.490365] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 998.490365] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524291b1-12bd-bef4-f871-7c8bf0b5e1e4" [ 998.490365] env[62094]: _type = "Task" [ 998.490365] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.499162] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524291b1-12bd-bef4-f871-7c8bf0b5e1e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.526292] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcea107-47ef-408e-92c5-ca4394b3fd08 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.534005] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489bef0a-ba2a-4c95-a98f-c049699cb80d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.285224] env[62094]: DEBUG nova.compute.manager [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Received event network-changed-fd2c611d-38b5-4eaa-8049-dd44a009f084 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 999.285553] env[62094]: DEBUG nova.compute.manager [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Refreshing instance network info cache due to event network-changed-fd2c611d-38b5-4eaa-8049-dd44a009f084. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 999.285826] env[62094]: DEBUG oslo_concurrency.lockutils [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] Acquiring lock "refresh_cache-f6982f8c-65c3-4810-a0f0-19f69b91c8a8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.285922] env[62094]: DEBUG oslo_concurrency.lockutils [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] Acquired lock "refresh_cache-f6982f8c-65c3-4810-a0f0-19f69b91c8a8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.286222] env[62094]: DEBUG nova.network.neutron [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Refreshing network info cache for port fd2c611d-38b5-4eaa-8049-dd44a009f084 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.290852] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f02c11-aba2-47b6-a04a-6058ca91d60c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.296373] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.317303] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400082, 'name': PowerOffVM_Task, 'duration_secs': 0.147821} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.318025] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400078, 'name': ReconfigVM_Task, 'duration_secs': 0.6587} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.325049] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.325252] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.325536] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Reconfigured VM instance instance-00000013 to attach disk [datastore2] ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba/ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.327046] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33eaa31-5faf-4a59-864d-b5c7e6dbf60a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.331879] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52786255-48a5-3649-76b5-adda85058897, 'name': SearchDatastore_Task, 'duration_secs': 0.030623} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.332071] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400081, 'name': CreateVM_Task, 'duration_secs': 0.626713} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.336546] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019d0053-e441-4e78-b804-370813039a59 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.339459] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e1f3f8c-548a-401c-b44f-36af5980f421 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.341036] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.341296] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] aaef4f53-c261-4106-89e1-7e300fbe3ddf/aaef4f53-c261-4106-89e1-7e300fbe3ddf.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.341534] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.342048] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524291b1-12bd-bef4-f871-7c8bf0b5e1e4, 'name': SearchDatastore_Task, 'duration_secs': 0.035786} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.342590] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-886d5834-127e-4435-9c0f-4d1dde6fb79e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.344957] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.345507] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.345507] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.345666] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.345890] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] f6982f8c-65c3-4810-a0f0-19f69b91c8a8/f6982f8c-65c3-4810-a0f0-19f69b91c8a8.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.357719] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64a6821-b4c3-4dcc-b178-7ea10c0899ef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.359290] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f82af1f-e988-42e1-b692-735a455a157c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.363016] env[62094]: DEBUG nova.compute.provider_tree [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.368654] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Waiting for the task: (returnval){ [ 999.368654] env[62094]: value = "task-1400083" [ 999.368654] env[62094]: _type = "Task" [ 999.368654] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.368938] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.370114] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e04635f0-abe5-4624-abe1-fd114de5c5ef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.380011] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 999.380011] env[62094]: value = "task-1400085" [ 999.380011] env[62094]: _type = "Task" [ 999.380011] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.380011] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Waiting for the task: (returnval){ [ 999.380011] env[62094]: value = "task-1400084" [ 999.380011] env[62094]: _type = "Task" [ 999.380011] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.380363] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Waiting for the task: (returnval){ [ 999.380363] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526ddd6f-e5e0-ebe7-ec7a-b0c828275c4c" [ 999.380363] env[62094]: _type = "Task" [ 999.380363] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.394415] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400083, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.402481] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.406761] env[62094]: DEBUG nova.network.neutron [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Updated VIF entry in instance network info cache for port b4a4601a-209c-4b3e-beb9-3555df018146. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.407129] env[62094]: DEBUG nova.network.neutron [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Updating instance_info_cache with network_info: [{"id": "b4a4601a-209c-4b3e-beb9-3555df018146", "address": "fa:16:3e:e2:7a:16", "network": {"id": "0384dcfd-ac3c-4d50-b6c4-2202abefcad1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1139157995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "028fd8dcb4554f57b6532c28a78129d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a4601a-20", "ovs_interfaceid": "b4a4601a-209c-4b3e-beb9-3555df018146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.412284] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.412893] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526ddd6f-e5e0-ebe7-ec7a-b0c828275c4c, 'name': SearchDatastore_Task} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.413579] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.413813] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.414052] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.414194] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.414369] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.414628] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f879806-d9b1-4e54-a992-8fccaead0201 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.418043] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.418239] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.418632] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Deleting the datastore file [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.419801] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-648f6100-be82-4b91-8294-b2f6688e7b56 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.429000] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Waiting for the task: (returnval){ [ 999.429000] env[62094]: value = "task-1400087" [ 999.429000] env[62094]: _type = "Task" [ 999.429000] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.441627] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.443771] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.443771] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.443938] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7dfb554-c3cd-4194-8314-8ab998a13ec8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.452708] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Waiting for the task: (returnval){ [ 999.452708] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52329ef7-2d6c-f4c3-5869-0664895649f1" [ 999.452708] env[62094]: _type = "Task" [ 999.452708] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.468935] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52329ef7-2d6c-f4c3-5869-0664895649f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.794984] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.803600] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.805313] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.805313] env[62094]: DEBUG nova.compute.manager [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Going to confirm migration 1 {{(pid=62094) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 999.868557] env[62094]: DEBUG nova.scheduler.client.report [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 999.887735] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400083, 'name': Rename_Task, 'duration_secs': 0.18479} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.895391] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.896907] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe753cf9-8f7c-4b84-8f49-56e0b4640756 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.908643] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400085, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.914681] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Waiting for the task: (returnval){ [ 999.914681] env[62094]: value = "task-1400088" [ 999.914681] env[62094]: _type = "Task" [ 999.914681] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.914958] env[62094]: DEBUG oslo_concurrency.lockutils [req-39c5c75b-88fd-4c40-87f9-25991d618d7e req-f7db0962-d8e7-4d5d-ae36-ba80ba654c11 service nova] Releasing lock "refresh_cache-2c6d5788-c767-43ab-aec4-d8bbb69091e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.917887] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400084, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.931478] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.946368] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125247} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.946368] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.946368] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.946368] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.966926] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52329ef7-2d6c-f4c3-5869-0664895649f1, 'name': SearchDatastore_Task, 'duration_secs': 0.02459} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.968107] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd8acdbd-1e49-4cca-a6ab-916ad3cd4276 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.979024] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Waiting for the task: (returnval){ [ 999.979024] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52903bb8-b5bb-89a5-a63d-00d790a632e7" [ 999.979024] env[62094]: _type = "Task" [ 999.979024] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.992009] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52903bb8-b5bb-89a5-a63d-00d790a632e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.153031] env[62094]: DEBUG nova.network.neutron [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Updated VIF entry in instance network info cache for port fd2c611d-38b5-4eaa-8049-dd44a009f084. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.153031] env[62094]: DEBUG nova.network.neutron [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Updating instance_info_cache with network_info: [{"id": "fd2c611d-38b5-4eaa-8049-dd44a009f084", "address": "fa:16:3e:d1:2b:b8", "network": {"id": "1ae0ff4e-cb84-453c-8414-49f8311174af", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1526021298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22fcae2c9c344cb8e4269a33082022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2c611d-38", "ovs_interfaceid": "fd2c611d-38b5-4eaa-8049-dd44a009f084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.375853] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.431s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.377280] env[62094]: DEBUG nova.compute.manager [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1000.379697] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.146s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.379947] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.380130] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1000.380455] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.842s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.382364] env[62094]: INFO nova.compute.claims [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.385790] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04ed118-5154-452d-806f-fcc0f8e1c08b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.402386] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656966} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.410309] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] f6982f8c-65c3-4810-a0f0-19f69b91c8a8/f6982f8c-65c3-4810-a0f0-19f69b91c8a8.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.410309] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.410309] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6622} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.410309] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fccdd1a4-eaf4-4832-8555-a9033c75d55f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.410974] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] aaef4f53-c261-4106-89e1-7e300fbe3ddf/aaef4f53-c261-4106-89e1-7e300fbe3ddf.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.411197] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.412427] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e7094a-7fe6-4a8e-80f0-bac80c9433a3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.416501] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49358fc2-f07c-4369-b4e2-ccf48930005e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.430334] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400088, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.431951] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1000.431951] env[62094]: value = "task-1400089" [ 1000.431951] env[62094]: _type = "Task" [ 1000.431951] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.439446] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Waiting for the task: (returnval){ [ 1000.439446] env[62094]: value = "task-1400090" [ 1000.439446] env[62094]: _type = "Task" [ 1000.439446] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.441187] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.442117] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.442117] env[62094]: DEBUG nova.network.neutron [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.442117] env[62094]: DEBUG nova.objects.instance [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lazy-loading 'info_cache' on Instance uuid 6fa22fef-bcc4-41f2-8a80-cb958a446ed8 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.446628] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0479b5d9-36ed-45fc-814b-7b77215464e0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.479066] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.486964] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.490732] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728ff66c-61cf-40d9-8bf6-869be7a8e40a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.503978] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52903bb8-b5bb-89a5-a63d-00d790a632e7, 'name': SearchDatastore_Task, 'duration_secs': 0.041264} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.529071] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.530053] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 2c6d5788-c767-43ab-aec4-d8bbb69091e3/2c6d5788-c767-43ab-aec4-d8bbb69091e3.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.530668] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181454MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1000.530806] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.531182] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d52ba23-3e3b-412d-9e42-53e0e95968d7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.539306] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Waiting for the task: (returnval){ [ 1000.539306] env[62094]: value = "task-1400091" [ 1000.539306] env[62094]: _type = "Task" [ 1000.539306] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.549481] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.659374] env[62094]: DEBUG oslo_concurrency.lockutils [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] Releasing lock "refresh_cache-f6982f8c-65c3-4810-a0f0-19f69b91c8a8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.660375] env[62094]: DEBUG nova.compute.manager [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Received event network-changed-74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1000.660375] env[62094]: DEBUG nova.compute.manager [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Refreshing instance network info cache due to event network-changed-74dffbef-ecd8-444e-b8db-286175253d8d. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1000.660375] env[62094]: DEBUG oslo_concurrency.lockutils [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] Acquiring lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.660375] env[62094]: DEBUG oslo_concurrency.lockutils [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] Acquired lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.660375] env[62094]: DEBUG nova.network.neutron [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Refreshing network info cache for port 74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.886828] env[62094]: DEBUG nova.compute.utils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1000.888342] env[62094]: DEBUG nova.compute.manager [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1000.888508] env[62094]: DEBUG nova.network.neutron [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.933153] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400088, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.935458] env[62094]: DEBUG nova.policy [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5632876e324a6e8c00fe94be4ef4c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f946d53d33e4285b93da32355ab1080', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1000.949433] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081365} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.952266] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.954798] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1786e698-4c9e-40ad-9762-d5b083c20062 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.980231] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] f6982f8c-65c3-4810-a0f0-19f69b91c8a8/f6982f8c-65c3-4810-a0f0-19f69b91c8a8.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.984071] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b8d6cdb-602a-4889-99c6-654d0a7d5cee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.999969] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081465} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.002760] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.008772] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052ea04e-7bb7-4a59-9102-b048c29c1ef7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.014390] env[62094]: DEBUG nova.virt.hardware [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1001.014777] env[62094]: DEBUG nova.virt.hardware [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1001.015210] env[62094]: DEBUG nova.virt.hardware [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.015677] env[62094]: DEBUG nova.virt.hardware [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1001.015677] env[62094]: DEBUG nova.virt.hardware [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.015843] env[62094]: DEBUG nova.virt.hardware [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1001.016229] env[62094]: DEBUG nova.virt.hardware [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1001.016509] env[62094]: DEBUG nova.virt.hardware [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1001.016800] env[62094]: DEBUG nova.virt.hardware [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1001.017191] env[62094]: DEBUG nova.virt.hardware [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1001.018467] env[62094]: DEBUG nova.virt.hardware [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1001.020567] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8378351-fb8f-46bb-a0d9-29818b929b5c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.025413] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1001.025413] env[62094]: value = "task-1400095" [ 1001.025413] env[62094]: _type = "Task" [ 1001.025413] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.051292] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] aaef4f53-c261-4106-89e1-7e300fbe3ddf/aaef4f53-c261-4106-89e1-7e300fbe3ddf.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.052051] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b244b9-e63b-4c27-a4bb-393c685c77d1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.064859] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3469eed7-999d-4365-95bf-b5e4707ca750 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.081260] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.088509] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.098034] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Instance VIF info [] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.104093] env[62094]: DEBUG oslo.service.loopingcall [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1001.104093] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Waiting for the task: (returnval){ [ 1001.104093] env[62094]: value = "task-1400096" [ 1001.104093] env[62094]: _type = "Task" [ 1001.104093] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.104497] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.104793] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-660c0fac-4e56-4897-8fe4-8afef319e39d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.130682] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.132116] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.132116] env[62094]: value = "task-1400097" [ 1001.132116] env[62094]: _type = "Task" [ 1001.132116] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.141379] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400097, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.178920] env[62094]: DEBUG nova.compute.manager [req-7dc0bcc3-ef54-4d6f-a670-f0fd15a9c9ce req-63a28d87-73d5-4ce6-8787-fd05392fbc7d service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Received event network-changed-67747092-9b76-40f5-9f96-8f72a5c69968 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1001.179262] env[62094]: DEBUG nova.compute.manager [req-7dc0bcc3-ef54-4d6f-a670-f0fd15a9c9ce req-63a28d87-73d5-4ce6-8787-fd05392fbc7d service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Refreshing instance network info cache due to event network-changed-67747092-9b76-40f5-9f96-8f72a5c69968. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1001.179547] env[62094]: DEBUG oslo_concurrency.lockutils [req-7dc0bcc3-ef54-4d6f-a670-f0fd15a9c9ce req-63a28d87-73d5-4ce6-8787-fd05392fbc7d service nova] Acquiring lock "refresh_cache-3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.179728] env[62094]: DEBUG oslo_concurrency.lockutils [req-7dc0bcc3-ef54-4d6f-a670-f0fd15a9c9ce req-63a28d87-73d5-4ce6-8787-fd05392fbc7d service nova] Acquired lock "refresh_cache-3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.179962] env[62094]: DEBUG nova.network.neutron [req-7dc0bcc3-ef54-4d6f-a670-f0fd15a9c9ce req-63a28d87-73d5-4ce6-8787-fd05392fbc7d service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Refreshing network info cache for port 67747092-9b76-40f5-9f96-8f72a5c69968 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.255823] env[62094]: DEBUG nova.network.neutron [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Successfully created port: 14c9ef3e-e552-4418-b59b-a6ac37399a37 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.391861] env[62094]: DEBUG nova.compute.manager [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1001.434906] env[62094]: DEBUG oslo_vmware.api [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400088, 'name': PowerOnVM_Task, 'duration_secs': 1.125422} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.434906] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.434906] env[62094]: INFO nova.compute.manager [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Took 12.98 seconds to spawn the instance on the hypervisor. [ 1001.434906] env[62094]: DEBUG nova.compute.manager [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1001.434906] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eb8138-e33d-4ed9-a456-8cf60b671cd6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.552653] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.567386] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400091, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.619252] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.652632] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400097, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.738910] env[62094]: DEBUG nova.network.neutron [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Updated VIF entry in instance network info cache for port 74dffbef-ecd8-444e-b8db-286175253d8d. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.739682] env[62094]: DEBUG nova.network.neutron [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Updating instance_info_cache with network_info: [{"id": "74dffbef-ecd8-444e-b8db-286175253d8d", "address": "fa:16:3e:13:0e:92", "network": {"id": "99c1dabf-29d6-403c-9c45-7bdf5b4d0f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2099916463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f759cf5680d4f47a844952bb53c1260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74dffbef-ec", "ovs_interfaceid": "74dffbef-ecd8-444e-b8db-286175253d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.929853] env[62094]: DEBUG nova.network.neutron [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating instance_info_cache with network_info: [{"id": "d3a32a49-ffc8-4af7-a1e2-734e5b598b00", "address": "fa:16:3e:2b:db:29", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a32a49-ff", "ovs_interfaceid": "d3a32a49-ffc8-4af7-a1e2-734e5b598b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.940851] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f22927-d207-4752-85b9-e41da1d353ea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.951575] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac15bb61-0ac0-4e40-a3df-935a94d5743c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.988528] env[62094]: INFO nova.compute.manager [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Took 32.66 seconds to build instance. [ 1001.992379] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bb8e95-fe75-4de6-bb41-28807ce6867b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.002800] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabaeb82-497c-4b16-954f-bc3f73c811ac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.018058] env[62094]: DEBUG nova.compute.provider_tree [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.038406] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.050784] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400091, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.11043} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.055021] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 2c6d5788-c767-43ab-aec4-d8bbb69091e3/2c6d5788-c767-43ab-aec4-d8bbb69091e3.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.055021] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.055021] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cb78c9a-a68a-46ee-9cd3-b023d2b18302 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.056741] env[62094]: DEBUG nova.network.neutron [req-7dc0bcc3-ef54-4d6f-a670-f0fd15a9c9ce req-63a28d87-73d5-4ce6-8787-fd05392fbc7d service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Updated VIF entry in instance network info cache for port 67747092-9b76-40f5-9f96-8f72a5c69968. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.057076] env[62094]: DEBUG nova.network.neutron [req-7dc0bcc3-ef54-4d6f-a670-f0fd15a9c9ce req-63a28d87-73d5-4ce6-8787-fd05392fbc7d service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Updating instance_info_cache with network_info: [{"id": "67747092-9b76-40f5-9f96-8f72a5c69968", "address": "fa:16:3e:c1:4f:2c", "network": {"id": "ff221e3e-bc51-44c1-9f7e-7d5afea151ee", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2006611275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f19ef92e96485e9901f6616b19c8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67747092-9b", "ovs_interfaceid": "67747092-9b76-40f5-9f96-8f72a5c69968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.060207] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Waiting for the task: (returnval){ [ 1002.060207] env[62094]: value = "task-1400098" [ 1002.060207] env[62094]: _type = "Task" [ 1002.060207] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.071514] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.117491] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.143479] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400097, 'name': CreateVM_Task, 'duration_secs': 0.533517} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.143479] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.143479] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.143706] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.143881] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.144218] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce37a07e-a89e-4ace-a70e-5667c64393e9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.151177] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Waiting for the task: (returnval){ [ 1002.151177] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52bd030f-32d8-ee6f-961a-e863a1b4051a" [ 1002.151177] env[62094]: _type = "Task" [ 1002.151177] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.157739] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52bd030f-32d8-ee6f-961a-e863a1b4051a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.247019] env[62094]: DEBUG oslo_concurrency.lockutils [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] Releasing lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.247019] env[62094]: DEBUG nova.compute.manager [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Received event network-changed-c19664b9-f77a-4517-b689-19ec34a58a7f {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1002.247019] env[62094]: DEBUG nova.compute.manager [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Refreshing instance network info cache due to event network-changed-c19664b9-f77a-4517-b689-19ec34a58a7f. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1002.247019] env[62094]: DEBUG oslo_concurrency.lockutils [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] Acquiring lock "refresh_cache-e613db92-04b3-409f-b7a4-2ea53a87eb01" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.247019] env[62094]: DEBUG oslo_concurrency.lockutils [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] Acquired lock "refresh_cache-e613db92-04b3-409f-b7a4-2ea53a87eb01" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.247388] env[62094]: DEBUG nova.network.neutron [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Refreshing network info cache for port c19664b9-f77a-4517-b689-19ec34a58a7f {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.404241] env[62094]: DEBUG nova.compute.manager [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1002.433654] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Releasing lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.433757] env[62094]: DEBUG nova.objects.instance [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lazy-loading 'migration_context' on Instance uuid 6fa22fef-bcc4-41f2-8a80-cb958a446ed8 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.437573] env[62094]: DEBUG nova.virt.hardware [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1002.437877] env[62094]: DEBUG nova.virt.hardware [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1002.437952] env[62094]: DEBUG nova.virt.hardware [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.438150] env[62094]: DEBUG nova.virt.hardware [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1002.438526] env[62094]: DEBUG nova.virt.hardware [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.438827] env[62094]: DEBUG nova.virt.hardware [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1002.439139] env[62094]: DEBUG nova.virt.hardware [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1002.439366] env[62094]: DEBUG nova.virt.hardware [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1002.439590] env[62094]: DEBUG nova.virt.hardware [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1002.439820] env[62094]: DEBUG nova.virt.hardware [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1002.440047] env[62094]: DEBUG nova.virt.hardware [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1002.440932] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d37061-5f07-46f9-8af8-db7e4b1e783a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.456196] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbb03e6-ddd1-40fe-b9a4-9771501425d9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.496212] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7cea1747-559c-490e-a1ff-eaa3f5e4ac52 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Lock "ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.175s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.521013] env[62094]: DEBUG nova.scheduler.client.report [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1002.540091] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400095, 'name': ReconfigVM_Task, 'duration_secs': 1.300816} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.540981] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Reconfigured VM instance instance-00000014 to attach disk [datastore2] f6982f8c-65c3-4810-a0f0-19f69b91c8a8/f6982f8c-65c3-4810-a0f0-19f69b91c8a8.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.540981] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f60c844e-57a4-446b-929e-53afcf855186 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.549713] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1002.549713] env[62094]: value = "task-1400099" [ 1002.549713] env[62094]: _type = "Task" [ 1002.549713] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.560156] env[62094]: DEBUG oslo_concurrency.lockutils [req-7dc0bcc3-ef54-4d6f-a670-f0fd15a9c9ce req-63a28d87-73d5-4ce6-8787-fd05392fbc7d service nova] Releasing lock "refresh_cache-3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.560633] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400099, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.571820] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071374} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.572585] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.573472] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2f0070-4e14-4511-b442-0a0653ce33fa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.598368] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 2c6d5788-c767-43ab-aec4-d8bbb69091e3/2c6d5788-c767-43ab-aec4-d8bbb69091e3.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.598722] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd189aa-f5b5-408d-985e-1df2f3cec1b3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.625835] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.627621] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Waiting for the task: (returnval){ [ 1002.627621] env[62094]: value = "task-1400100" [ 1002.627621] env[62094]: _type = "Task" [ 1002.627621] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.637815] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.663311] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52bd030f-32d8-ee6f-961a-e863a1b4051a, 'name': SearchDatastore_Task, 'duration_secs': 0.046392} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.663311] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.663311] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.663311] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.663645] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.663645] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.663645] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84916c2a-92a8-48d2-9e7b-1457780c7ea4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.674241] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.674241] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.675205] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf48549-0459-42ca-9af6-33a274c3b9fc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.682406] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Waiting for the task: (returnval){ [ 1002.682406] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5210dee6-ce0e-237f-4e07-d8638beef356" [ 1002.682406] env[62094]: _type = "Task" [ 1002.682406] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.691682] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5210dee6-ce0e-237f-4e07-d8638beef356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.938377] env[62094]: DEBUG nova.objects.base [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Object Instance<6fa22fef-bcc4-41f2-8a80-cb958a446ed8> lazy-loaded attributes: info_cache,migration_context {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1002.938377] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0cc258-5c86-4d5c-bf17-9a9ca6cefa39 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.961816] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa019d1-87fb-482e-b1eb-d516e609c14c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.971035] env[62094]: DEBUG oslo_vmware.api [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1002.971035] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5223a7c5-3e97-dfc3-0c17-809822a9f456" [ 1002.971035] env[62094]: _type = "Task" [ 1002.971035] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.983599] env[62094]: DEBUG oslo_vmware.api [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5223a7c5-3e97-dfc3-0c17-809822a9f456, 'name': SearchDatastore_Task, 'duration_secs': 0.009797} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.984034] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.999209] env[62094]: DEBUG nova.compute.manager [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1003.025829] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.026354] env[62094]: DEBUG nova.compute.manager [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1003.029066] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.799s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.034341] env[62094]: INFO nova.compute.claims [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.063911] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400099, 'name': Rename_Task, 'duration_secs': 0.271172} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.064684] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.068139] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47dcc555-0105-42e7-b7c1-c019bd5486d4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.079180] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1003.079180] env[62094]: value = "task-1400101" [ 1003.079180] env[62094]: _type = "Task" [ 1003.079180] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.089670] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.131084] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400096, 'name': ReconfigVM_Task, 'duration_secs': 1.579759} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.131084] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Reconfigured VM instance instance-00000016 to attach disk [datastore1] aaef4f53-c261-4106-89e1-7e300fbe3ddf/aaef4f53-c261-4106-89e1-7e300fbe3ddf.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.132917] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db78906b-7ff9-4085-aeed-b3a9fe47d9ee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.144348] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Waiting for the task: (returnval){ [ 1003.144348] env[62094]: value = "task-1400102" [ 1003.144348] env[62094]: _type = "Task" [ 1003.144348] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.148562] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.168332] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400102, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.199394] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5210dee6-ce0e-237f-4e07-d8638beef356, 'name': SearchDatastore_Task, 'duration_secs': 0.011441} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.200773] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b86315-9ba2-46d1-8879-b6c98764c89c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.211512] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Waiting for the task: (returnval){ [ 1003.211512] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52fce46f-d97c-f409-388f-49eaecacc585" [ 1003.211512] env[62094]: _type = "Task" [ 1003.211512] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.233131] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52fce46f-d97c-f409-388f-49eaecacc585, 'name': SearchDatastore_Task, 'duration_secs': 0.014592} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.233131] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.233462] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc/aaa64a80-a127-4826-b972-7890e2db03fc.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.233909] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3272733-63d1-4c71-a441-ce184e375d88 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.246092] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Waiting for the task: (returnval){ [ 1003.246092] env[62094]: value = "task-1400103" [ 1003.246092] env[62094]: _type = "Task" [ 1003.246092] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.264309] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.300813] env[62094]: DEBUG nova.network.neutron [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Updated VIF entry in instance network info cache for port c19664b9-f77a-4517-b689-19ec34a58a7f. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.301295] env[62094]: DEBUG nova.network.neutron [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Updating instance_info_cache with network_info: [{"id": "c19664b9-f77a-4517-b689-19ec34a58a7f", "address": "fa:16:3e:e9:4a:36", "network": {"id": "0c4526e7-484d-401f-bbea-4e83a61233c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1177754773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e898a4ddc6a442bfb04b0ec057d2ae6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc19664b9-f7", "ovs_interfaceid": "c19664b9-f77a-4517-b689-19ec34a58a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.466149] env[62094]: DEBUG nova.compute.manager [req-967328d7-2efa-4008-bf70-78ee8a4ce7fd req-39df88f3-eade-4279-a971-68aa6b26da9c service nova] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Received event network-vif-plugged-14c9ef3e-e552-4418-b59b-a6ac37399a37 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1003.466413] env[62094]: DEBUG oslo_concurrency.lockutils [req-967328d7-2efa-4008-bf70-78ee8a4ce7fd req-39df88f3-eade-4279-a971-68aa6b26da9c service nova] Acquiring lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.466626] env[62094]: DEBUG oslo_concurrency.lockutils [req-967328d7-2efa-4008-bf70-78ee8a4ce7fd req-39df88f3-eade-4279-a971-68aa6b26da9c service nova] Lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.466824] env[62094]: DEBUG oslo_concurrency.lockutils [req-967328d7-2efa-4008-bf70-78ee8a4ce7fd req-39df88f3-eade-4279-a971-68aa6b26da9c service nova] Lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.466891] env[62094]: DEBUG nova.compute.manager [req-967328d7-2efa-4008-bf70-78ee8a4ce7fd req-39df88f3-eade-4279-a971-68aa6b26da9c service nova] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] No waiting events found dispatching network-vif-plugged-14c9ef3e-e552-4418-b59b-a6ac37399a37 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1003.467167] env[62094]: WARNING nova.compute.manager [req-967328d7-2efa-4008-bf70-78ee8a4ce7fd req-39df88f3-eade-4279-a971-68aa6b26da9c service nova] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Received unexpected event network-vif-plugged-14c9ef3e-e552-4418-b59b-a6ac37399a37 for instance with vm_state building and task_state spawning. [ 1003.468132] env[62094]: DEBUG nova.network.neutron [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Successfully updated port: 14c9ef3e-e552-4418-b59b-a6ac37399a37 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.494731] env[62094]: DEBUG nova.compute.manager [req-9bc02700-330b-46d2-8953-9fc586e065d5 req-03955e93-0a7c-4cd7-bad7-726d4204e0af service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Received event network-changed-67747092-9b76-40f5-9f96-8f72a5c69968 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1003.494939] env[62094]: DEBUG nova.compute.manager [req-9bc02700-330b-46d2-8953-9fc586e065d5 req-03955e93-0a7c-4cd7-bad7-726d4204e0af service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Refreshing instance network info cache due to event network-changed-67747092-9b76-40f5-9f96-8f72a5c69968. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1003.500264] env[62094]: DEBUG oslo_concurrency.lockutils [req-9bc02700-330b-46d2-8953-9fc586e065d5 req-03955e93-0a7c-4cd7-bad7-726d4204e0af service nova] Acquiring lock "refresh_cache-3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.500264] env[62094]: DEBUG oslo_concurrency.lockutils [req-9bc02700-330b-46d2-8953-9fc586e065d5 req-03955e93-0a7c-4cd7-bad7-726d4204e0af service nova] Acquired lock "refresh_cache-3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.500264] env[62094]: DEBUG nova.network.neutron [req-9bc02700-330b-46d2-8953-9fc586e065d5 req-03955e93-0a7c-4cd7-bad7-726d4204e0af service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Refreshing network info cache for port 67747092-9b76-40f5-9f96-8f72a5c69968 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.530320] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.540048] env[62094]: DEBUG nova.compute.utils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1003.548343] env[62094]: DEBUG nova.compute.manager [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1003.548343] env[62094]: DEBUG nova.network.neutron [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.593359] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400101, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.646995] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400100, 'name': ReconfigVM_Task, 'duration_secs': 0.63365} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.647495] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 2c6d5788-c767-43ab-aec4-d8bbb69091e3/2c6d5788-c767-43ab-aec4-d8bbb69091e3.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.649354] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79db4b3e-69e8-4b10-96b2-6a3dea57dfe9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.678391] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400102, 'name': Rename_Task, 'duration_secs': 0.193534} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.681313] env[62094]: DEBUG nova.policy [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df9a67991cf640aba6efe6920a82fdeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1e1e4ab0b7f4c2e989f2d28e13f7f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1003.685254] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.685934] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Waiting for the task: (returnval){ [ 1003.685934] env[62094]: value = "task-1400104" [ 1003.685934] env[62094]: _type = "Task" [ 1003.685934] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.685934] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a772295b-723a-477f-b6c3-fb93f3ab4813 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.713027] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Waiting for the task: (returnval){ [ 1003.713027] env[62094]: value = "task-1400105" [ 1003.713027] env[62094]: _type = "Task" [ 1003.713027] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.713027] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400104, 'name': Rename_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.727018] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.772689] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400103, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.804247] env[62094]: DEBUG oslo_concurrency.lockutils [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] Releasing lock "refresh_cache-e613db92-04b3-409f-b7a4-2ea53a87eb01" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.804548] env[62094]: DEBUG nova.compute.manager [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Received event network-changed-74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1003.804786] env[62094]: DEBUG nova.compute.manager [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Refreshing instance network info cache due to event network-changed-74dffbef-ecd8-444e-b8db-286175253d8d. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1003.806956] env[62094]: DEBUG oslo_concurrency.lockutils [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] Acquiring lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.806956] env[62094]: DEBUG oslo_concurrency.lockutils [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] Acquired lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.806956] env[62094]: DEBUG nova.network.neutron [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Refreshing network info cache for port 74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.920305] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "c374d737-c6e8-4c18-8219-d197a0023d95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.920305] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "c374d737-c6e8-4c18-8219-d197a0023d95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.972336] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "refresh_cache-eee2e459-01b2-4c80-bc6e-f6c80f70ef67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.972336] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "refresh_cache-eee2e459-01b2-4c80-bc6e-f6c80f70ef67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.972336] env[62094]: DEBUG nova.network.neutron [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.051978] env[62094]: DEBUG nova.compute.manager [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1004.089462] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400101, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.202624] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400104, 'name': Rename_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.225630] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400105, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.260631] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680757} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.263972] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc/aaa64a80-a127-4826-b972-7890e2db03fc.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.264372] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.264610] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff66ee19-5ba5-4efc-bb7e-e9b4071fb56f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.274311] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Waiting for the task: (returnval){ [ 1004.274311] env[62094]: value = "task-1400107" [ 1004.274311] env[62094]: _type = "Task" [ 1004.274311] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.286354] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.303521] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Acquiring lock "ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.303815] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Lock "ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.304465] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Acquiring lock "ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.304465] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Lock "ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.304465] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Lock "ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.306928] env[62094]: INFO nova.compute.manager [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Terminating instance [ 1004.311433] env[62094]: DEBUG nova.compute.manager [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1004.311595] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.312728] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8133c5-8aea-48fb-9a5d-7ceb35970d32 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.325704] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.326041] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1b6a49f-d99f-43e4-b790-1ea8da302168 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.335852] env[62094]: DEBUG oslo_vmware.api [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Waiting for the task: (returnval){ [ 1004.335852] env[62094]: value = "task-1400108" [ 1004.335852] env[62094]: _type = "Task" [ 1004.335852] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.349656] env[62094]: DEBUG oslo_vmware.api [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.463328] env[62094]: DEBUG nova.network.neutron [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Successfully created port: cf09fbd0-8fd8-454d-b62f-3473274186a5 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.522610] env[62094]: DEBUG nova.network.neutron [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.594804] env[62094]: DEBUG oslo_vmware.api [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400101, 'name': PowerOnVM_Task, 'duration_secs': 1.188694} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.595108] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.595309] env[62094]: INFO nova.compute.manager [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Took 13.38 seconds to spawn the instance on the hypervisor. [ 1004.595482] env[62094]: DEBUG nova.compute.manager [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1004.597090] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cca65aa-a333-42de-9fe5-b2fea37fb3ba {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.643232] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acd71ad-8a65-406d-b4a8-13762eb7c10b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.653118] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183003b2-a972-49b3-bf52-42ea6b68f671 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.705815] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9b2d7e-d6fd-4814-b15e-60b55a87c927 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.718270] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400104, 'name': Rename_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.725061] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46b5590-7e57-47e9-a87f-fcb076efb273 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.742514] env[62094]: DEBUG oslo_vmware.api [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400105, 'name': PowerOnVM_Task, 'duration_secs': 0.882998} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.743163] env[62094]: DEBUG nova.compute.provider_tree [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.744368] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.744573] env[62094]: INFO nova.compute.manager [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1004.744762] env[62094]: DEBUG nova.compute.manager [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1004.745929] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e763d4ab-d67c-468a-afbd-dd623eb880a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.785596] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086843} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.786293] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.787281] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366dba46-8128-4e25-bdb1-7ed164c24590 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.810774] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc/aaa64a80-a127-4826-b972-7890e2db03fc.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.811073] env[62094]: DEBUG nova.network.neutron [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Updating instance_info_cache with network_info: [{"id": "14c9ef3e-e552-4418-b59b-a6ac37399a37", "address": "fa:16:3e:85:93:16", "network": {"id": "4bbb6dd3-ac62-4482-8953-be0ab57cee71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1072414704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f946d53d33e4285b93da32355ab1080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c9ef3e-e5", "ovs_interfaceid": "14c9ef3e-e552-4418-b59b-a6ac37399a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.812232] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43c2e161-67e1-4223-aabb-6f98d6450a4c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.828581] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "refresh_cache-eee2e459-01b2-4c80-bc6e-f6c80f70ef67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.828889] env[62094]: DEBUG nova.compute.manager [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Instance network_info: |[{"id": "14c9ef3e-e552-4418-b59b-a6ac37399a37", "address": "fa:16:3e:85:93:16", "network": {"id": "4bbb6dd3-ac62-4482-8953-be0ab57cee71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1072414704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f946d53d33e4285b93da32355ab1080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c9ef3e-e5", "ovs_interfaceid": "14c9ef3e-e552-4418-b59b-a6ac37399a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1004.829507] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:93:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14c9ef3e-e552-4418-b59b-a6ac37399a37', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.839025] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Creating folder: Project (0f946d53d33e4285b93da32355ab1080). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.841025] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56af6147-c8cc-436f-9a20-b399790f2279 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.854169] env[62094]: DEBUG nova.network.neutron [req-9bc02700-330b-46d2-8953-9fc586e065d5 req-03955e93-0a7c-4cd7-bad7-726d4204e0af service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Updated VIF entry in instance network info cache for port 67747092-9b76-40f5-9f96-8f72a5c69968. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.854530] env[62094]: DEBUG nova.network.neutron [req-9bc02700-330b-46d2-8953-9fc586e065d5 req-03955e93-0a7c-4cd7-bad7-726d4204e0af service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Updating instance_info_cache with network_info: [{"id": "67747092-9b76-40f5-9f96-8f72a5c69968", "address": "fa:16:3e:c1:4f:2c", "network": {"id": "ff221e3e-bc51-44c1-9f7e-7d5afea151ee", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2006611275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f19ef92e96485e9901f6616b19c8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67747092-9b", "ovs_interfaceid": "67747092-9b76-40f5-9f96-8f72a5c69968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.857838] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Waiting for the task: (returnval){ [ 1004.857838] env[62094]: value = "task-1400109" [ 1004.857838] env[62094]: _type = "Task" [ 1004.857838] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.868856] env[62094]: DEBUG oslo_vmware.api [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400108, 'name': PowerOffVM_Task, 'duration_secs': 0.331728} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.872573] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.872771] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.873045] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.874963] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c7a8e97-c0ef-4646-bee0-a3a26666d47b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.876857] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Created folder: Project (0f946d53d33e4285b93da32355ab1080) in parent group-v296765. [ 1004.877032] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Creating folder: Instances. Parent ref: group-v296834. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.877933] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-774bdec2-3268-4e9f-9e46-10efb7db4f76 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.891369] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Created folder: Instances in parent group-v296834. [ 1004.891684] env[62094]: DEBUG oslo.service.loopingcall [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.891854] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.892090] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9d1444d-554b-42ff-ac3c-a842b575d633 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.917257] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.917257] env[62094]: value = "task-1400113" [ 1004.917257] env[62094]: _type = "Task" [ 1004.917257] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.931595] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400113, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.962341] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.962556] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.962733] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Deleting the datastore file [datastore2] ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.962995] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78bb8e42-ad24-4b81-a440-9746057a8f1c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.972040] env[62094]: DEBUG oslo_vmware.api [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Waiting for the task: (returnval){ [ 1004.972040] env[62094]: value = "task-1400114" [ 1004.972040] env[62094]: _type = "Task" [ 1004.972040] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.983939] env[62094]: DEBUG oslo_vmware.api [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.004828] env[62094]: DEBUG nova.network.neutron [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Updated VIF entry in instance network info cache for port 74dffbef-ecd8-444e-b8db-286175253d8d. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.004828] env[62094]: DEBUG nova.network.neutron [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Updating instance_info_cache with network_info: [{"id": "74dffbef-ecd8-444e-b8db-286175253d8d", "address": "fa:16:3e:13:0e:92", "network": {"id": "99c1dabf-29d6-403c-9c45-7bdf5b4d0f6f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2099916463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f759cf5680d4f47a844952bb53c1260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74dffbef-ec", "ovs_interfaceid": "74dffbef-ecd8-444e-b8db-286175253d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.065610] env[62094]: DEBUG nova.compute.manager [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1005.107534] env[62094]: DEBUG nova.virt.hardware [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1005.107534] env[62094]: DEBUG nova.virt.hardware [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1005.107534] env[62094]: DEBUG nova.virt.hardware [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.107684] env[62094]: DEBUG nova.virt.hardware [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1005.107684] env[62094]: DEBUG nova.virt.hardware [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.107684] env[62094]: DEBUG nova.virt.hardware [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1005.107684] env[62094]: DEBUG nova.virt.hardware [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1005.107684] env[62094]: DEBUG nova.virt.hardware [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1005.107863] env[62094]: DEBUG nova.virt.hardware [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1005.107863] env[62094]: DEBUG nova.virt.hardware [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1005.107863] env[62094]: DEBUG nova.virt.hardware [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1005.108342] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cc0ee2-25a8-44e1-8884-35fc7ad7ea7f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.121091] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1977e1a-8958-4433-ac30-908e8a4d82f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.127673] env[62094]: INFO nova.compute.manager [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Took 34.38 seconds to build instance. [ 1005.210823] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400104, 'name': Rename_Task, 'duration_secs': 1.431205} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.212190] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.212548] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e01743b8-79c1-4fda-9916-c72e41e18d37 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.222530] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Waiting for the task: (returnval){ [ 1005.222530] env[62094]: value = "task-1400115" [ 1005.222530] env[62094]: _type = "Task" [ 1005.222530] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.234050] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.247034] env[62094]: DEBUG nova.scheduler.client.report [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1005.268743] env[62094]: INFO nova.compute.manager [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Took 29.62 seconds to build instance. [ 1005.359036] env[62094]: DEBUG oslo_concurrency.lockutils [req-9bc02700-330b-46d2-8953-9fc586e065d5 req-03955e93-0a7c-4cd7-bad7-726d4204e0af service nova] Releasing lock "refresh_cache-3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.372532] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.441253] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400113, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.482339] env[62094]: DEBUG oslo_vmware.api [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.508382] env[62094]: DEBUG oslo_concurrency.lockutils [req-46336bce-7d5e-4c61-a941-9c84120969b1 req-79d436c4-dc91-45b1-966d-547ec3ea89fe service nova] Releasing lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.630451] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1149e43-937d-461e-b349-bbe75bbe1917 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "f6982f8c-65c3-4810-a0f0-19f69b91c8a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.898s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.740980] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400115, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.755847] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.756937] env[62094]: DEBUG nova.compute.manager [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1005.759574] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.465s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.761148] env[62094]: INFO nova.compute.claims [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.771538] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7609cb4-4ca5-49ce-b3e2-b56ea6917b22 tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Lock "aaef4f53-c261-4106-89e1-7e300fbe3ddf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.951s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.871623] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400109, 'name': ReconfigVM_Task, 'duration_secs': 0.599739} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.871945] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Reconfigured VM instance instance-00000010 to attach disk [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc/aaa64a80-a127-4826-b972-7890e2db03fc.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.872596] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd065c7f-051d-448e-bcca-b88ef7cbc911 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.881076] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Waiting for the task: (returnval){ [ 1005.881076] env[62094]: value = "task-1400116" [ 1005.881076] env[62094]: _type = "Task" [ 1005.881076] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.882489] env[62094]: DEBUG nova.compute.manager [req-0621cab7-c52d-4993-bee0-56d4dfb70c48 req-0ff11aa4-e07c-4f6b-b6db-2afdfeeb5cbc service nova] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Received event network-changed-14c9ef3e-e552-4418-b59b-a6ac37399a37 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1005.882489] env[62094]: DEBUG nova.compute.manager [req-0621cab7-c52d-4993-bee0-56d4dfb70c48 req-0ff11aa4-e07c-4f6b-b6db-2afdfeeb5cbc service nova] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Refreshing instance network info cache due to event network-changed-14c9ef3e-e552-4418-b59b-a6ac37399a37. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1005.882606] env[62094]: DEBUG oslo_concurrency.lockutils [req-0621cab7-c52d-4993-bee0-56d4dfb70c48 req-0ff11aa4-e07c-4f6b-b6db-2afdfeeb5cbc service nova] Acquiring lock "refresh_cache-eee2e459-01b2-4c80-bc6e-f6c80f70ef67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.882838] env[62094]: DEBUG oslo_concurrency.lockutils [req-0621cab7-c52d-4993-bee0-56d4dfb70c48 req-0ff11aa4-e07c-4f6b-b6db-2afdfeeb5cbc service nova] Acquired lock "refresh_cache-eee2e459-01b2-4c80-bc6e-f6c80f70ef67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.882915] env[62094]: DEBUG nova.network.neutron [req-0621cab7-c52d-4993-bee0-56d4dfb70c48 req-0ff11aa4-e07c-4f6b-b6db-2afdfeeb5cbc service nova] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Refreshing network info cache for port 14c9ef3e-e552-4418-b59b-a6ac37399a37 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.897406] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400116, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.930110] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400113, 'name': CreateVM_Task, 'duration_secs': 0.633734} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.930319] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.930958] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.931134] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.931469] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.931722] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b65e30f-59a5-4b8f-a783-bb5e0ef53588 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.939167] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1005.939167] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52000257-5d9e-d768-2119-bf1ad59b3fee" [ 1005.939167] env[62094]: _type = "Task" [ 1005.939167] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.954699] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52000257-5d9e-d768-2119-bf1ad59b3fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.988645] env[62094]: DEBUG oslo_vmware.api [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Task: {'id': task-1400114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557711} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.988645] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.989175] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.989581] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.989946] env[62094]: INFO nova.compute.manager [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1005.991618] env[62094]: DEBUG oslo.service.loopingcall [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1005.991618] env[62094]: DEBUG nova.compute.manager [-] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1005.991618] env[62094]: DEBUG nova.network.neutron [-] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.137022] env[62094]: DEBUG nova.compute.manager [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1006.239652] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400115, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.251579] env[62094]: DEBUG nova.compute.manager [None req-cd039d7e-2559-41d7-9cda-404410e49083 tempest-ServerDiagnosticsV248Test-1025182777 tempest-ServerDiagnosticsV248Test-1025182777-project-admin] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1006.255553] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a127da-2e7f-45a9-964c-c1ffb5a98f63 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.268749] env[62094]: DEBUG nova.compute.utils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1006.276141] env[62094]: DEBUG nova.compute.manager [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1006.276269] env[62094]: DEBUG nova.network.neutron [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.279739] env[62094]: DEBUG nova.compute.manager [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1006.283825] env[62094]: INFO nova.compute.manager [None req-cd039d7e-2559-41d7-9cda-404410e49083 tempest-ServerDiagnosticsV248Test-1025182777 tempest-ServerDiagnosticsV248Test-1025182777-project-admin] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Retrieving diagnostics [ 1006.287286] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5807b8c5-02f2-4588-9d1e-16b4a6636384 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.394730] env[62094]: DEBUG nova.policy [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5632876e324a6e8c00fe94be4ef4c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f946d53d33e4285b93da32355ab1080', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1006.407369] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400116, 'name': Rename_Task, 'duration_secs': 0.40208} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.407369] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.407369] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad0e54dc-2478-4936-b821-954cff6d2074 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.415975] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Waiting for the task: (returnval){ [ 1006.415975] env[62094]: value = "task-1400118" [ 1006.415975] env[62094]: _type = "Task" [ 1006.415975] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.429801] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.458057] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52000257-5d9e-d768-2119-bf1ad59b3fee, 'name': SearchDatastore_Task, 'duration_secs': 0.013734} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.461881] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.462229] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.462822] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.462822] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.462929] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.463201] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-852984f4-41f3-4e2e-80ef-cf101c83b0d8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.476214] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.476341] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.477201] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b21685-e641-42ed-81f9-c0938c27c10c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.488342] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1006.488342] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a999b4-211b-14ad-eafd-f24046876b01" [ 1006.488342] env[62094]: _type = "Task" [ 1006.488342] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.506192] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a999b4-211b-14ad-eafd-f24046876b01, 'name': SearchDatastore_Task, 'duration_secs': 0.011669} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.509279] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e0e594b-4a67-4277-8548-3f0e670e88c4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.517393] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1006.517393] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]520dc450-e22b-f9f5-ba22-4aa48e04f746" [ 1006.517393] env[62094]: _type = "Task" [ 1006.517393] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.532884] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520dc450-e22b-f9f5-ba22-4aa48e04f746, 'name': SearchDatastore_Task} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.533264] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.534123] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] eee2e459-01b2-4c80-bc6e-f6c80f70ef67/eee2e459-01b2-4c80-bc6e-f6c80f70ef67.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.534583] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2add070f-6b35-437c-83b1-319ef058e3e0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.545978] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1006.545978] env[62094]: value = "task-1400119" [ 1006.545978] env[62094]: _type = "Task" [ 1006.545978] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.557992] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.664761] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.737130] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400115, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.763184] env[62094]: DEBUG nova.network.neutron [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Successfully updated port: cf09fbd0-8fd8-454d-b62f-3473274186a5 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.776277] env[62094]: DEBUG nova.compute.manager [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1006.805205] env[62094]: DEBUG nova.network.neutron [req-0621cab7-c52d-4993-bee0-56d4dfb70c48 req-0ff11aa4-e07c-4f6b-b6db-2afdfeeb5cbc service nova] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Updated VIF entry in instance network info cache for port 14c9ef3e-e552-4418-b59b-a6ac37399a37. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.805734] env[62094]: DEBUG nova.network.neutron [req-0621cab7-c52d-4993-bee0-56d4dfb70c48 req-0ff11aa4-e07c-4f6b-b6db-2afdfeeb5cbc service nova] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Updating instance_info_cache with network_info: [{"id": "14c9ef3e-e552-4418-b59b-a6ac37399a37", "address": "fa:16:3e:85:93:16", "network": {"id": "4bbb6dd3-ac62-4482-8953-be0ab57cee71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1072414704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f946d53d33e4285b93da32355ab1080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c9ef3e-e5", "ovs_interfaceid": "14c9ef3e-e552-4418-b59b-a6ac37399a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.810135] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.903797] env[62094]: DEBUG nova.network.neutron [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Successfully created port: 5a66391f-9167-44f2-a12a-2e045843af03 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.931932] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400118, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.066362] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.073657] env[62094]: DEBUG oslo_concurrency.lockutils [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "f6982f8c-65c3-4810-a0f0-19f69b91c8a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.074069] env[62094]: DEBUG oslo_concurrency.lockutils [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "f6982f8c-65c3-4810-a0f0-19f69b91c8a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.074326] env[62094]: DEBUG oslo_concurrency.lockutils [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "f6982f8c-65c3-4810-a0f0-19f69b91c8a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.074656] env[62094]: DEBUG oslo_concurrency.lockutils [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "f6982f8c-65c3-4810-a0f0-19f69b91c8a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.074916] env[62094]: DEBUG oslo_concurrency.lockutils [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "f6982f8c-65c3-4810-a0f0-19f69b91c8a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.081775] env[62094]: INFO nova.compute.manager [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Terminating instance [ 1007.084797] env[62094]: DEBUG nova.compute.manager [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1007.084942] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.086768] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e67d8eb-7f5b-44d8-bb0d-22d9d7374b9d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.097415] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.097807] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7cbcacd-070d-4269-aff6-7260104fe86c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.103148] env[62094]: DEBUG nova.network.neutron [-] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.115373] env[62094]: DEBUG oslo_vmware.api [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1007.115373] env[62094]: value = "task-1400120" [ 1007.115373] env[62094]: _type = "Task" [ 1007.115373] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.135769] env[62094]: DEBUG oslo_vmware.api [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.239340] env[62094]: DEBUG oslo_vmware.api [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400115, 'name': PowerOnVM_Task, 'duration_secs': 1.865753} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.239593] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.239797] env[62094]: INFO nova.compute.manager [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Took 13.24 seconds to spawn the instance on the hypervisor. [ 1007.240009] env[62094]: DEBUG nova.compute.manager [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1007.240761] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a56ddff-819f-488a-9e6b-48c1a83f55d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.266818] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "refresh_cache-cf37fa9b-8143-498b-a4c7-49339cafece7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.266899] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "refresh_cache-cf37fa9b-8143-498b-a4c7-49339cafece7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.266993] env[62094]: DEBUG nova.network.neutron [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.310096] env[62094]: DEBUG oslo_concurrency.lockutils [req-0621cab7-c52d-4993-bee0-56d4dfb70c48 req-0ff11aa4-e07c-4f6b-b6db-2afdfeeb5cbc service nova] Releasing lock "refresh_cache-eee2e459-01b2-4c80-bc6e-f6c80f70ef67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.400838] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22399e6e-a6bf-4a02-b0cc-e97d584af5f8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.411924] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da07c6a-c9bd-483f-94fa-38fc602165a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.456922] env[62094]: DEBUG oslo_vmware.api [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Task: {'id': task-1400118, 'name': PowerOnVM_Task, 'duration_secs': 0.66844} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.456922] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.456922] env[62094]: DEBUG nova.compute.manager [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1007.456922] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f536173-bc6d-4616-94d4-738a593d7213 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.460412] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7c3252-06be-4c47-b332-ad83cf887a5f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.469157] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34f61d5-4b85-452b-9dc3-5d42c6c68f8f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.485258] env[62094]: DEBUG nova.compute.provider_tree [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.557318] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666234} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.558017] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] eee2e459-01b2-4c80-bc6e-f6c80f70ef67/eee2e459-01b2-4c80-bc6e-f6c80f70ef67.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.558017] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.558198] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64ef8a4b-745a-40f2-97d1-d34df9c4cada {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.566705] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1007.566705] env[62094]: value = "task-1400121" [ 1007.566705] env[62094]: _type = "Task" [ 1007.566705] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.576487] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.606601] env[62094]: INFO nova.compute.manager [-] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Took 1.62 seconds to deallocate network for instance. [ 1007.626040] env[62094]: DEBUG oslo_vmware.api [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400120, 'name': PowerOffVM_Task, 'duration_secs': 0.305787} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.626401] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.626636] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.626980] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f956855e-f6c8-45b5-96cd-bb64d353310b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.719335] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.719982] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.719982] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Deleting the datastore file [datastore2] f6982f8c-65c3-4810-a0f0-19f69b91c8a8 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.720114] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b85cccba-eb05-4a6d-91bb-67c6cd262639 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.727623] env[62094]: DEBUG oslo_vmware.api [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1007.727623] env[62094]: value = "task-1400123" [ 1007.727623] env[62094]: _type = "Task" [ 1007.727623] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.735487] env[62094]: DEBUG oslo_vmware.api [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.760469] env[62094]: INFO nova.compute.manager [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Took 36.85 seconds to build instance. [ 1007.796469] env[62094]: DEBUG nova.compute.manager [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1007.840797] env[62094]: DEBUG nova.virt.hardware [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1007.840797] env[62094]: DEBUG nova.virt.hardware [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1007.840797] env[62094]: DEBUG nova.virt.hardware [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.840931] env[62094]: DEBUG nova.virt.hardware [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1007.840931] env[62094]: DEBUG nova.virt.hardware [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.840931] env[62094]: DEBUG nova.virt.hardware [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1007.840931] env[62094]: DEBUG nova.virt.hardware [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1007.840931] env[62094]: DEBUG nova.virt.hardware [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1007.841062] env[62094]: DEBUG nova.virt.hardware [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1007.842551] env[62094]: DEBUG nova.virt.hardware [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1007.842798] env[62094]: DEBUG nova.virt.hardware [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1007.843743] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9c8216-49bc-4df3-b59b-777b40ebb129 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.847312] env[62094]: DEBUG nova.network.neutron [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.854905] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19ac5ec-c1c1-49c4-b311-6bb5c9ef5f4b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.988200] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.989176] env[62094]: DEBUG nova.scheduler.client.report [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1008.081216] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071008} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.082566] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.082566] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8838a2b3-c8cd-470e-85ca-1f6ceccccbd6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.086754] env[62094]: DEBUG nova.network.neutron [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Updating instance_info_cache with network_info: [{"id": "cf09fbd0-8fd8-454d-b62f-3473274186a5", "address": "fa:16:3e:94:88:ef", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf09fbd0-8f", "ovs_interfaceid": "cf09fbd0-8fd8-454d-b62f-3473274186a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.110985] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] eee2e459-01b2-4c80-bc6e-f6c80f70ef67/eee2e459-01b2-4c80-bc6e-f6c80f70ef67.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.111949] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5feaf08-01bb-4cdf-888a-b7465aee729f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.127042] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.134296] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1008.134296] env[62094]: value = "task-1400125" [ 1008.134296] env[62094]: _type = "Task" [ 1008.134296] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.145320] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.154128] env[62094]: DEBUG nova.compute.manager [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Received event network-vif-plugged-cf09fbd0-8fd8-454d-b62f-3473274186a5 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1008.154128] env[62094]: DEBUG oslo_concurrency.lockutils [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] Acquiring lock "cf37fa9b-8143-498b-a4c7-49339cafece7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.154571] env[62094]: DEBUG oslo_concurrency.lockutils [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] Lock "cf37fa9b-8143-498b-a4c7-49339cafece7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.154571] env[62094]: DEBUG oslo_concurrency.lockutils [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] Lock "cf37fa9b-8143-498b-a4c7-49339cafece7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.154571] env[62094]: DEBUG nova.compute.manager [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] No waiting events found dispatching network-vif-plugged-cf09fbd0-8fd8-454d-b62f-3473274186a5 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1008.154781] env[62094]: WARNING nova.compute.manager [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Received unexpected event network-vif-plugged-cf09fbd0-8fd8-454d-b62f-3473274186a5 for instance with vm_state building and task_state spawning. [ 1008.154964] env[62094]: DEBUG nova.compute.manager [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Received event network-vif-deleted-e5b71bd1-ac66-4e92-bbaa-216a9ce06b3d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1008.155194] env[62094]: DEBUG nova.compute.manager [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Received event network-changed-cf09fbd0-8fd8-454d-b62f-3473274186a5 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1008.155392] env[62094]: DEBUG nova.compute.manager [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Refreshing instance network info cache due to event network-changed-cf09fbd0-8fd8-454d-b62f-3473274186a5. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1008.155624] env[62094]: DEBUG oslo_concurrency.lockutils [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] Acquiring lock "refresh_cache-cf37fa9b-8143-498b-a4c7-49339cafece7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.238622] env[62094]: DEBUG oslo_vmware.api [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505391} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.239049] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.239353] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.239644] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.239943] env[62094]: INFO nova.compute.manager [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1008.241291] env[62094]: DEBUG oslo.service.loopingcall [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.241291] env[62094]: DEBUG nova.compute.manager [-] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1008.241291] env[62094]: DEBUG nova.network.neutron [-] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.264806] env[62094]: DEBUG oslo_concurrency.lockutils [None req-301186ad-5aa3-45a8-afd6-df922eed6867 tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Lock "2c6d5788-c767-43ab-aec4-d8bbb69091e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.365s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.495039] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.495281] env[62094]: DEBUG nova.compute.manager [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1008.498069] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.782s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.498278] env[62094]: DEBUG nova.objects.instance [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Lazy-loading 'resources' on Instance uuid abcdf86a-158a-4343-b9d2-1bc0ed4b9db7 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.589028] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "refresh_cache-cf37fa9b-8143-498b-a4c7-49339cafece7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.589363] env[62094]: DEBUG nova.compute.manager [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Instance network_info: |[{"id": "cf09fbd0-8fd8-454d-b62f-3473274186a5", "address": "fa:16:3e:94:88:ef", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf09fbd0-8f", "ovs_interfaceid": "cf09fbd0-8fd8-454d-b62f-3473274186a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1008.589659] env[62094]: DEBUG oslo_concurrency.lockutils [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] Acquired lock "refresh_cache-cf37fa9b-8143-498b-a4c7-49339cafece7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.590200] env[62094]: DEBUG nova.network.neutron [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Refreshing network info cache for port cf09fbd0-8fd8-454d-b62f-3473274186a5 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.594017] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:88:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf09fbd0-8fd8-454d-b62f-3473274186a5', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.600347] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Creating folder: Project (b1e1e4ab0b7f4c2e989f2d28e13f7f36). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.601707] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee69fcc1-09a1-4d6c-b0aa-67ce2f283609 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.617443] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Created folder: Project (b1e1e4ab0b7f4c2e989f2d28e13f7f36) in parent group-v296765. [ 1008.617744] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Creating folder: Instances. Parent ref: group-v296837. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.619732] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7213d0f0-bceb-4c71-bcd1-61ebb6e84a4d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.636934] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Created folder: Instances in parent group-v296837. [ 1008.637239] env[62094]: DEBUG oslo.service.loopingcall [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.642478] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.643562] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc59899e-ccc8-4e15-b0c7-b863c2c8d554 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.670377] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.671672] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.671672] env[62094]: value = "task-1400128" [ 1008.671672] env[62094]: _type = "Task" [ 1008.671672] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.682034] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400128, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.754654] env[62094]: DEBUG nova.network.neutron [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Successfully updated port: 5a66391f-9167-44f2-a12a-2e045843af03 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.768628] env[62094]: DEBUG nova.compute.manager [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1008.775946] env[62094]: DEBUG oslo_concurrency.lockutils [None req-467d0f1e-90d5-463d-9142-7bf5b90afc5a tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Acquiring lock "interface-2c6d5788-c767-43ab-aec4-d8bbb69091e3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.776295] env[62094]: DEBUG oslo_concurrency.lockutils [None req-467d0f1e-90d5-463d-9142-7bf5b90afc5a tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Lock "interface-2c6d5788-c767-43ab-aec4-d8bbb69091e3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.776613] env[62094]: DEBUG nova.objects.instance [None req-467d0f1e-90d5-463d-9142-7bf5b90afc5a tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Lazy-loading 'flavor' on Instance uuid 2c6d5788-c767-43ab-aec4-d8bbb69091e3 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.006585] env[62094]: DEBUG nova.compute.utils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1009.012282] env[62094]: DEBUG nova.compute.manager [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1009.012986] env[62094]: DEBUG nova.network.neutron [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.079240] env[62094]: DEBUG nova.policy [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8c6672538f84f658f835f3fcc66e118', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '699e6cbfcffd437795d3286cd202571b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1009.091394] env[62094]: DEBUG nova.compute.manager [req-f20a2f66-db14-4f45-a5c6-41ccfa60e4a5 req-4e887dba-14e4-47cf-9faa-9ea962be8787 service nova] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Received event network-vif-deleted-fd2c611d-38b5-4eaa-8049-dd44a009f084 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1009.091394] env[62094]: INFO nova.compute.manager [req-f20a2f66-db14-4f45-a5c6-41ccfa60e4a5 req-4e887dba-14e4-47cf-9faa-9ea962be8787 service nova] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Neutron deleted interface fd2c611d-38b5-4eaa-8049-dd44a009f084; detaching it from the instance and deleting it from the info cache [ 1009.091394] env[62094]: DEBUG nova.network.neutron [req-f20a2f66-db14-4f45-a5c6-41ccfa60e4a5 req-4e887dba-14e4-47cf-9faa-9ea962be8787 service nova] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.132864] env[62094]: DEBUG nova.network.neutron [-] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.148129] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400125, 'name': ReconfigVM_Task, 'duration_secs': 0.720133} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.148486] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Reconfigured VM instance instance-00000017 to attach disk [datastore1] eee2e459-01b2-4c80-bc6e-f6c80f70ef67/eee2e459-01b2-4c80-bc6e-f6c80f70ef67.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.151339] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eb8c873-6a25-41dc-9832-28099d346684 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.169429] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1009.169429] env[62094]: value = "task-1400129" [ 1009.169429] env[62094]: _type = "Task" [ 1009.169429] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.191852] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400129, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.197627] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400128, 'name': CreateVM_Task, 'duration_secs': 0.50893} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.197946] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.198935] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.199048] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.199471] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.200333] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e0aa17-015f-4c5d-9bd1-10f698b9634c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.213869] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1009.213869] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52903cd8-ab99-0b67-e467-0ebba1775dc5" [ 1009.213869] env[62094]: _type = "Task" [ 1009.213869] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.224991] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52903cd8-ab99-0b67-e467-0ebba1775dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.257681] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "refresh_cache-d6c7aea8-2126-425f-85f1-3b97b9b52f3c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.257801] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "refresh_cache-d6c7aea8-2126-425f-85f1-3b97b9b52f3c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.258049] env[62094]: DEBUG nova.network.neutron [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.287009] env[62094]: DEBUG nova.objects.instance [None req-467d0f1e-90d5-463d-9142-7bf5b90afc5a tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Lazy-loading 'pci_requests' on Instance uuid 2c6d5788-c767-43ab-aec4-d8bbb69091e3 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.294663] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.380106] env[62094]: DEBUG nova.network.neutron [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Successfully created port: b8f889ad-b0eb-4405-9ba9-de21a35b8ed3 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.434618] env[62094]: DEBUG nova.network.neutron [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Updated VIF entry in instance network info cache for port cf09fbd0-8fd8-454d-b62f-3473274186a5. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.434840] env[62094]: DEBUG nova.network.neutron [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Updating instance_info_cache with network_info: [{"id": "cf09fbd0-8fd8-454d-b62f-3473274186a5", "address": "fa:16:3e:94:88:ef", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf09fbd0-8f", "ovs_interfaceid": "cf09fbd0-8fd8-454d-b62f-3473274186a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.517985] env[62094]: DEBUG nova.compute.manager [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1009.563600] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc007093-9462-493b-941a-abcb07bd27e1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.573926] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28180d7-df27-44d7-a329-efdc883200c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.608041] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8810cfb-d43c-40f4-bc33-cf7ad48b145a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.610648] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287cc52d-c5e5-4414-b80f-6f1ac6f2667e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.622068] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a0f83d-b5d5-4298-992f-b9c1adb8e410 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.630895] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fc0bc1-ad21-4eef-8552-9163455efce1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.644395] env[62094]: INFO nova.compute.manager [-] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Took 1.40 seconds to deallocate network for instance. [ 1009.655870] env[62094]: DEBUG nova.compute.provider_tree [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.674409] env[62094]: DEBUG nova.compute.manager [req-f20a2f66-db14-4f45-a5c6-41ccfa60e4a5 req-4e887dba-14e4-47cf-9faa-9ea962be8787 service nova] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Detach interface failed, port_id=fd2c611d-38b5-4eaa-8049-dd44a009f084, reason: Instance f6982f8c-65c3-4810-a0f0-19f69b91c8a8 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1009.687523] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400129, 'name': Rename_Task, 'duration_secs': 0.202854} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.687872] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.688168] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a16062e-a680-40ed-ad58-a93901b033a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.697299] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1009.697299] env[62094]: value = "task-1400130" [ 1009.697299] env[62094]: _type = "Task" [ 1009.697299] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.707319] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.727684] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52903cd8-ab99-0b67-e467-0ebba1775dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.01433} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.727923] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.728198] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.728430] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.728570] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.728749] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.729117] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-198d07f3-557c-4702-97c8-6b491a5d8a65 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.740489] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.740763] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.741543] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cecf3684-af6a-43c3-bc9b-a224e88d0868 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.748647] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1009.748647] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b624b3-ee4c-36f2-f0e1-841ddc5dd913" [ 1009.748647] env[62094]: _type = "Task" [ 1009.748647] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.757603] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b624b3-ee4c-36f2-f0e1-841ddc5dd913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.789478] env[62094]: DEBUG nova.objects.base [None req-467d0f1e-90d5-463d-9142-7bf5b90afc5a tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Object Instance<2c6d5788-c767-43ab-aec4-d8bbb69091e3> lazy-loaded attributes: flavor,pci_requests {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1009.789777] env[62094]: DEBUG nova.network.neutron [None req-467d0f1e-90d5-463d-9142-7bf5b90afc5a tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.813790] env[62094]: DEBUG nova.network.neutron [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.879479] env[62094]: DEBUG oslo_concurrency.lockutils [None req-467d0f1e-90d5-463d-9142-7bf5b90afc5a tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Lock "interface-2c6d5788-c767-43ab-aec4-d8bbb69091e3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.103s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.938089] env[62094]: DEBUG oslo_concurrency.lockutils [req-45fe142f-2831-4edc-b436-45c4128b2319 req-d3a6b649-4066-4cee-971a-4b1482e1471b service nova] Releasing lock "refresh_cache-cf37fa9b-8143-498b-a4c7-49339cafece7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.991536] env[62094]: DEBUG nova.network.neutron [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Updating instance_info_cache with network_info: [{"id": "5a66391f-9167-44f2-a12a-2e045843af03", "address": "fa:16:3e:ba:11:d1", "network": {"id": "4bbb6dd3-ac62-4482-8953-be0ab57cee71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1072414704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f946d53d33e4285b93da32355ab1080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a66391f-91", "ovs_interfaceid": "5a66391f-9167-44f2-a12a-2e045843af03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.164258] env[62094]: DEBUG oslo_concurrency.lockutils [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.181257] env[62094]: DEBUG nova.scheduler.client.report [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1010.207979] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400130, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.229377] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquiring lock "aaa64a80-a127-4826-b972-7890e2db03fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.229653] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Lock "aaa64a80-a127-4826-b972-7890e2db03fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.229867] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquiring lock "aaa64a80-a127-4826-b972-7890e2db03fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.230059] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Lock "aaa64a80-a127-4826-b972-7890e2db03fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.230231] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Lock "aaa64a80-a127-4826-b972-7890e2db03fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.235673] env[62094]: INFO nova.compute.manager [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Terminating instance [ 1010.240859] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquiring lock "refresh_cache-aaa64a80-a127-4826-b972-7890e2db03fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.241072] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquired lock "refresh_cache-aaa64a80-a127-4826-b972-7890e2db03fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.241252] env[62094]: DEBUG nova.network.neutron [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.262579] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b624b3-ee4c-36f2-f0e1-841ddc5dd913, 'name': SearchDatastore_Task, 'duration_secs': 0.009903} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.263438] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b59624-1f39-4e9b-a570-f5e2a1db2dd1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.270974] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1010.270974] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521c9e6f-bdc9-3efd-dd27-5a1f0bfd2446" [ 1010.270974] env[62094]: _type = "Task" [ 1010.270974] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.280861] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521c9e6f-bdc9-3efd-dd27-5a1f0bfd2446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.494194] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "refresh_cache-d6c7aea8-2126-425f-85f1-3b97b9b52f3c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.494564] env[62094]: DEBUG nova.compute.manager [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Instance network_info: |[{"id": "5a66391f-9167-44f2-a12a-2e045843af03", "address": "fa:16:3e:ba:11:d1", "network": {"id": "4bbb6dd3-ac62-4482-8953-be0ab57cee71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1072414704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f946d53d33e4285b93da32355ab1080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a66391f-91", "ovs_interfaceid": "5a66391f-9167-44f2-a12a-2e045843af03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1010.495444] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:11:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a66391f-9167-44f2-a12a-2e045843af03', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.505461] env[62094]: DEBUG oslo.service.loopingcall [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.505939] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.506314] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daa46a71-e053-4308-8937-0e1cb3dbcd92 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.536086] env[62094]: DEBUG nova.compute.manager [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1010.548313] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.548313] env[62094]: value = "task-1400132" [ 1010.548313] env[62094]: _type = "Task" [ 1010.548313] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.560911] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400132, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.581697] env[62094]: DEBUG nova.virt.hardware [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1010.582104] env[62094]: DEBUG nova.virt.hardware [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1010.582477] env[62094]: DEBUG nova.virt.hardware [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.582737] env[62094]: DEBUG nova.virt.hardware [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1010.582948] env[62094]: DEBUG nova.virt.hardware [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.583143] env[62094]: DEBUG nova.virt.hardware [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1010.583528] env[62094]: DEBUG nova.virt.hardware [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1010.584651] env[62094]: DEBUG nova.virt.hardware [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1010.584651] env[62094]: DEBUG nova.virt.hardware [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1010.584651] env[62094]: DEBUG nova.virt.hardware [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1010.584651] env[62094]: DEBUG nova.virt.hardware [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1010.585356] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7521335-62a2-47ee-a67f-0a73c33f3b7c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.595505] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f5ea32-044a-468e-aaa4-64dbb98acbc5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.687212] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.690064] env[62094]: DEBUG oslo_concurrency.lockutils [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.002s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.690172] env[62094]: DEBUG nova.objects.instance [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lazy-loading 'resources' on Instance uuid 4fef5291-2893-47ee-ad8f-c82cdb17ea50 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.710252] env[62094]: DEBUG oslo_vmware.api [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400130, 'name': PowerOnVM_Task, 'duration_secs': 0.751757} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.710625] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.710885] env[62094]: INFO nova.compute.manager [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1010.711137] env[62094]: DEBUG nova.compute.manager [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1010.713644] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02e1c76-6676-42bf-8c31-72c47bc9d3f6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.716156] env[62094]: INFO nova.scheduler.client.report [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Deleted allocations for instance abcdf86a-158a-4343-b9d2-1bc0ed4b9db7 [ 1010.767656] env[62094]: DEBUG nova.network.neutron [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.790595] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521c9e6f-bdc9-3efd-dd27-5a1f0bfd2446, 'name': SearchDatastore_Task, 'duration_secs': 0.027578} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.795523] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.795749] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] cf37fa9b-8143-498b-a4c7-49339cafece7/cf37fa9b-8143-498b-a4c7-49339cafece7.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.796559] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-768170ae-bff1-4a81-b8e9-4d1dfecec707 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.810963] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1010.810963] env[62094]: value = "task-1400133" [ 1010.810963] env[62094]: _type = "Task" [ 1010.810963] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.821578] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.865590] env[62094]: DEBUG nova.network.neutron [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.001166] env[62094]: DEBUG nova.network.neutron [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Successfully updated port: b8f889ad-b0eb-4405-9ba9-de21a35b8ed3 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.062945] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400132, 'name': CreateVM_Task, 'duration_secs': 0.439439} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.062945] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.062945] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.062945] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.062945] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.062945] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0ca73a-94ee-4ae1-9c04-a60e9f5128eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.070035] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1011.070035] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52786cdd-c737-41a4-d857-cfb33c91c67f" [ 1011.070035] env[62094]: _type = "Task" [ 1011.070035] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.081195] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52786cdd-c737-41a4-d857-cfb33c91c67f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.236864] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad138aac-996f-4631-8e1f-886a1a435d9e tempest-InstanceActionsNegativeTestJSON-782601962 tempest-InstanceActionsNegativeTestJSON-782601962-project-member] Lock "abcdf86a-158a-4343-b9d2-1bc0ed4b9db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.821s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.246369] env[62094]: INFO nova.compute.manager [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Took 32.63 seconds to build instance. [ 1011.331431] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400133, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.342483] env[62094]: DEBUG nova.compute.manager [req-5c52ae60-b66e-45d6-b876-62b653cc6040 req-aa193ea5-055e-4cf5-bbb3-736e010601ab service nova] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Received event network-vif-plugged-5a66391f-9167-44f2-a12a-2e045843af03 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1011.342592] env[62094]: DEBUG oslo_concurrency.lockutils [req-5c52ae60-b66e-45d6-b876-62b653cc6040 req-aa193ea5-055e-4cf5-bbb3-736e010601ab service nova] Acquiring lock "d6c7aea8-2126-425f-85f1-3b97b9b52f3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.342823] env[62094]: DEBUG oslo_concurrency.lockutils [req-5c52ae60-b66e-45d6-b876-62b653cc6040 req-aa193ea5-055e-4cf5-bbb3-736e010601ab service nova] Lock "d6c7aea8-2126-425f-85f1-3b97b9b52f3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.344715] env[62094]: DEBUG oslo_concurrency.lockutils [req-5c52ae60-b66e-45d6-b876-62b653cc6040 req-aa193ea5-055e-4cf5-bbb3-736e010601ab service nova] Lock "d6c7aea8-2126-425f-85f1-3b97b9b52f3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.344715] env[62094]: DEBUG nova.compute.manager [req-5c52ae60-b66e-45d6-b876-62b653cc6040 req-aa193ea5-055e-4cf5-bbb3-736e010601ab service nova] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] No waiting events found dispatching network-vif-plugged-5a66391f-9167-44f2-a12a-2e045843af03 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1011.344715] env[62094]: WARNING nova.compute.manager [req-5c52ae60-b66e-45d6-b876-62b653cc6040 req-aa193ea5-055e-4cf5-bbb3-736e010601ab service nova] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Received unexpected event network-vif-plugged-5a66391f-9167-44f2-a12a-2e045843af03 for instance with vm_state building and task_state spawning. [ 1011.344715] env[62094]: DEBUG nova.compute.manager [req-5c52ae60-b66e-45d6-b876-62b653cc6040 req-aa193ea5-055e-4cf5-bbb3-736e010601ab service nova] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Received event network-changed-5a66391f-9167-44f2-a12a-2e045843af03 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1011.344715] env[62094]: DEBUG nova.compute.manager [req-5c52ae60-b66e-45d6-b876-62b653cc6040 req-aa193ea5-055e-4cf5-bbb3-736e010601ab service nova] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Refreshing instance network info cache due to event network-changed-5a66391f-9167-44f2-a12a-2e045843af03. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1011.345916] env[62094]: DEBUG oslo_concurrency.lockutils [req-5c52ae60-b66e-45d6-b876-62b653cc6040 req-aa193ea5-055e-4cf5-bbb3-736e010601ab service nova] Acquiring lock "refresh_cache-d6c7aea8-2126-425f-85f1-3b97b9b52f3c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.345916] env[62094]: DEBUG oslo_concurrency.lockutils [req-5c52ae60-b66e-45d6-b876-62b653cc6040 req-aa193ea5-055e-4cf5-bbb3-736e010601ab service nova] Acquired lock "refresh_cache-d6c7aea8-2126-425f-85f1-3b97b9b52f3c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.345916] env[62094]: DEBUG nova.network.neutron [req-5c52ae60-b66e-45d6-b876-62b653cc6040 req-aa193ea5-055e-4cf5-bbb3-736e010601ab service nova] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Refreshing network info cache for port 5a66391f-9167-44f2-a12a-2e045843af03 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.377389] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Releasing lock "refresh_cache-aaa64a80-a127-4826-b972-7890e2db03fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.377389] env[62094]: DEBUG nova.compute.manager [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1011.377389] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.378585] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6823f932-44a3-4634-ac88-f1e5fa8d7e8a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.390897] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.391265] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-564c32c2-611f-43e1-9b01-66f634faf459 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.406049] env[62094]: DEBUG oslo_vmware.api [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 1011.406049] env[62094]: value = "task-1400134" [ 1011.406049] env[62094]: _type = "Task" [ 1011.406049] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.421156] env[62094]: DEBUG oslo_vmware.api [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.504483] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Acquiring lock "refresh_cache-c4a4c8aa-a2f7-427c-aad6-90a26bfbb909" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.504729] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Acquired lock "refresh_cache-c4a4c8aa-a2f7-427c-aad6-90a26bfbb909" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.504985] env[62094]: DEBUG nova.network.neutron [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.580570] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52786cdd-c737-41a4-d857-cfb33c91c67f, 'name': SearchDatastore_Task, 'duration_secs': 0.087785} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.584109] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.584109] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.584109] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.584109] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.584304] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.584304] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-250b85d9-3e8c-4cb6-b179-a7d230d0b9b3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.594231] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.594231] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.595535] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be66d677-8921-4d68-bea2-0bcf79316832 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.603603] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1011.603603] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5260e961-bbca-336f-65cc-a282344329e4" [ 1011.603603] env[62094]: _type = "Task" [ 1011.603603] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.610701] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5260e961-bbca-336f-65cc-a282344329e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.725259] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415e8313-9fe4-4125-bd85-b81e35b1be74 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.733944] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9e2364-bf71-4a14-b1f1-e89112b3afa5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.766885] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c8d9cc90-e189-4cf7-a1a9-ccc7e0872c6a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.590s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.772022] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4318d4c5-f614-4411-b341-16631d9fdeb3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.777841] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d845ae8e-1614-4148-9d74-2ae770249105 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.800593] env[62094]: DEBUG nova.compute.provider_tree [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.822200] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400133, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.918231] env[62094]: DEBUG oslo_vmware.api [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400134, 'name': PowerOffVM_Task, 'duration_secs': 0.158441} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.918231] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.918231] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.918724] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d50a880-ba4a-4f04-bba0-3a1856284ce5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.948519] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.948750] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.949025] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Deleting the datastore file [datastore2] aaa64a80-a127-4826-b972-7890e2db03fc {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.950273] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b57159a4-33e0-43cd-84d4-1b5866729946 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.957475] env[62094]: DEBUG oslo_vmware.api [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for the task: (returnval){ [ 1011.957475] env[62094]: value = "task-1400136" [ 1011.957475] env[62094]: _type = "Task" [ 1011.957475] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.968843] env[62094]: DEBUG oslo_vmware.api [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.041893] env[62094]: DEBUG nova.network.neutron [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.077739] env[62094]: DEBUG nova.network.neutron [req-5c52ae60-b66e-45d6-b876-62b653cc6040 req-aa193ea5-055e-4cf5-bbb3-736e010601ab service nova] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Updated VIF entry in instance network info cache for port 5a66391f-9167-44f2-a12a-2e045843af03. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.077873] env[62094]: DEBUG nova.network.neutron [req-5c52ae60-b66e-45d6-b876-62b653cc6040 req-aa193ea5-055e-4cf5-bbb3-736e010601ab service nova] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Updating instance_info_cache with network_info: [{"id": "5a66391f-9167-44f2-a12a-2e045843af03", "address": "fa:16:3e:ba:11:d1", "network": {"id": "4bbb6dd3-ac62-4482-8953-be0ab57cee71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1072414704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f946d53d33e4285b93da32355ab1080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a66391f-91", "ovs_interfaceid": "5a66391f-9167-44f2-a12a-2e045843af03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.120445] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5260e961-bbca-336f-65cc-a282344329e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.121362] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1544f83f-97a9-40f4-8f4c-87b366e5cb70 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.128911] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1012.128911] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e4ce5e-80fc-9e04-8616-4c58e4ec8272" [ 1012.128911] env[62094]: _type = "Task" [ 1012.128911] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.137747] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e4ce5e-80fc-9e04-8616-4c58e4ec8272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.275381] env[62094]: DEBUG nova.compute.manager [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1012.303575] env[62094]: DEBUG nova.scheduler.client.report [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1012.329220] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400133, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.350776] env[62094]: DEBUG nova.network.neutron [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Updating instance_info_cache with network_info: [{"id": "b8f889ad-b0eb-4405-9ba9-de21a35b8ed3", "address": "fa:16:3e:0e:10:bf", "network": {"id": "23fefc43-ce18-4e38-b502-bb2ae75ae319", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1427337313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "699e6cbfcffd437795d3286cd202571b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f889ad-b0", "ovs_interfaceid": "b8f889ad-b0eb-4405-9ba9-de21a35b8ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.471317] env[62094]: DEBUG oslo_vmware.api [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Task: {'id': task-1400136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096695} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.471317] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.474084] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.474435] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.476186] env[62094]: INFO nova.compute.manager [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1012.476475] env[62094]: DEBUG oslo.service.loopingcall [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.476687] env[62094]: DEBUG nova.compute.manager [-] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1012.476783] env[62094]: DEBUG nova.network.neutron [-] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.506164] env[62094]: DEBUG nova.network.neutron [-] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.554483] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Acquiring lock "2c6d5788-c767-43ab-aec4-d8bbb69091e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.554756] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Lock "2c6d5788-c767-43ab-aec4-d8bbb69091e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.554965] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Acquiring lock "2c6d5788-c767-43ab-aec4-d8bbb69091e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.555158] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Lock "2c6d5788-c767-43ab-aec4-d8bbb69091e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.555321] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Lock "2c6d5788-c767-43ab-aec4-d8bbb69091e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.557639] env[62094]: INFO nova.compute.manager [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Terminating instance [ 1012.559993] env[62094]: DEBUG nova.compute.manager [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1012.563600] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.563600] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8b76ed-c55f-45e4-815d-12f295004d0c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.569832] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.569832] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c03a3a17-dd24-4d53-acca-e27f79ff3ca8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.580816] env[62094]: DEBUG oslo_concurrency.lockutils [req-5c52ae60-b66e-45d6-b876-62b653cc6040 req-aa193ea5-055e-4cf5-bbb3-736e010601ab service nova] Releasing lock "refresh_cache-d6c7aea8-2126-425f-85f1-3b97b9b52f3c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.583013] env[62094]: DEBUG oslo_vmware.api [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Waiting for the task: (returnval){ [ 1012.583013] env[62094]: value = "task-1400138" [ 1012.583013] env[62094]: _type = "Task" [ 1012.583013] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.591683] env[62094]: DEBUG oslo_vmware.api [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.646781] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e4ce5e-80fc-9e04-8616-4c58e4ec8272, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.647165] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.647985] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] d6c7aea8-2126-425f-85f1-3b97b9b52f3c/d6c7aea8-2126-425f-85f1-3b97b9b52f3c.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.648358] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41a40b9b-a2d9-4284-8fd0-a6947bcb20e7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.658804] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1012.658804] env[62094]: value = "task-1400139" [ 1012.658804] env[62094]: _type = "Task" [ 1012.658804] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.674819] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.696040] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Acquiring lock "11406695-1b25-446d-a9a3-05c2382a6219" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.696040] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Lock "11406695-1b25-446d-a9a3-05c2382a6219" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.794519] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.810782] env[62094]: DEBUG oslo_concurrency.lockutils [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.812920] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.696s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.814694] env[62094]: INFO nova.compute.claims [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.831754] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400133, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.620707} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.832065] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] cf37fa9b-8143-498b-a4c7-49339cafece7/cf37fa9b-8143-498b-a4c7-49339cafece7.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.832434] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.832572] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1d28451-d367-4219-bbf3-fe924ce7901f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.836811] env[62094]: INFO nova.scheduler.client.report [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Deleted allocations for instance 4fef5291-2893-47ee-ad8f-c82cdb17ea50 [ 1012.846020] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1012.846020] env[62094]: value = "task-1400140" [ 1012.846020] env[62094]: _type = "Task" [ 1012.846020] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.854278] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Releasing lock "refresh_cache-c4a4c8aa-a2f7-427c-aad6-90a26bfbb909" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.854384] env[62094]: DEBUG nova.compute.manager [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Instance network_info: |[{"id": "b8f889ad-b0eb-4405-9ba9-de21a35b8ed3", "address": "fa:16:3e:0e:10:bf", "network": {"id": "23fefc43-ce18-4e38-b502-bb2ae75ae319", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1427337313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "699e6cbfcffd437795d3286cd202571b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f889ad-b0", "ovs_interfaceid": "b8f889ad-b0eb-4405-9ba9-de21a35b8ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1012.855079] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:10:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8f889ad-b0eb-4405-9ba9-de21a35b8ed3', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.862742] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Creating folder: Project (699e6cbfcffd437795d3286cd202571b). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.863624] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3202739-3acb-493c-8a3d-f3f1412a6325 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.870152] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.880023] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Created folder: Project (699e6cbfcffd437795d3286cd202571b) in parent group-v296765. [ 1012.880023] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Creating folder: Instances. Parent ref: group-v296842. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.880023] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-311d4f1d-f8cc-45e7-9e8c-46caf9160e24 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.900188] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Created folder: Instances in parent group-v296842. [ 1012.900188] env[62094]: DEBUG oslo.service.loopingcall [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.900188] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.900188] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8d50b7c-62f6-4774-8d24-7318813d72c3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.923034] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.923034] env[62094]: value = "task-1400143" [ 1012.923034] env[62094]: _type = "Task" [ 1012.923034] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.932436] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400143, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.010510] env[62094]: DEBUG nova.network.neutron [-] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.096560] env[62094]: DEBUG oslo_vmware.api [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400138, 'name': PowerOffVM_Task, 'duration_secs': 0.265784} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.097033] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.097172] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.097451] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86d1fb3a-4c0d-4f14-a276-a522cf178b4c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.173134] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400139, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.186588] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.187106] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.187106] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Deleting the datastore file [datastore2] 2c6d5788-c767-43ab-aec4-d8bbb69091e3 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.187409] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46a9edd8-057e-4ce6-8750-7140a4fd7385 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.199142] env[62094]: DEBUG oslo_vmware.api [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Waiting for the task: (returnval){ [ 1013.199142] env[62094]: value = "task-1400145" [ 1013.199142] env[62094]: _type = "Task" [ 1013.199142] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.215206] env[62094]: DEBUG oslo_vmware.api [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.244701] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.244978] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.359644] env[62094]: DEBUG oslo_concurrency.lockutils [None req-295e3a52-e7b7-4717-96d7-edc9f8e38680 tempest-DeleteServersAdminTestJSON-165492393 tempest-DeleteServersAdminTestJSON-165492393-project-member] Lock "4fef5291-2893-47ee-ad8f-c82cdb17ea50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.945s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.367286] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.409979} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.367627] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.368781] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ca9f82-24ef-4e16-8dec-68f7ed688c7a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.398130] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] cf37fa9b-8143-498b-a4c7-49339cafece7/cf37fa9b-8143-498b-a4c7-49339cafece7.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.400734] env[62094]: DEBUG nova.compute.manager [req-600fed73-7683-4f7f-903d-a7f040b6de53 req-7e7b480c-88a1-4428-8891-feeb1b2a760c service nova] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Received event network-vif-plugged-b8f889ad-b0eb-4405-9ba9-de21a35b8ed3 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1013.400929] env[62094]: DEBUG oslo_concurrency.lockutils [req-600fed73-7683-4f7f-903d-a7f040b6de53 req-7e7b480c-88a1-4428-8891-feeb1b2a760c service nova] Acquiring lock "c4a4c8aa-a2f7-427c-aad6-90a26bfbb909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.401251] env[62094]: DEBUG oslo_concurrency.lockutils [req-600fed73-7683-4f7f-903d-a7f040b6de53 req-7e7b480c-88a1-4428-8891-feeb1b2a760c service nova] Lock "c4a4c8aa-a2f7-427c-aad6-90a26bfbb909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.401459] env[62094]: DEBUG oslo_concurrency.lockutils [req-600fed73-7683-4f7f-903d-a7f040b6de53 req-7e7b480c-88a1-4428-8891-feeb1b2a760c service nova] Lock "c4a4c8aa-a2f7-427c-aad6-90a26bfbb909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.401633] env[62094]: DEBUG nova.compute.manager [req-600fed73-7683-4f7f-903d-a7f040b6de53 req-7e7b480c-88a1-4428-8891-feeb1b2a760c service nova] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] No waiting events found dispatching network-vif-plugged-b8f889ad-b0eb-4405-9ba9-de21a35b8ed3 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1013.401798] env[62094]: WARNING nova.compute.manager [req-600fed73-7683-4f7f-903d-a7f040b6de53 req-7e7b480c-88a1-4428-8891-feeb1b2a760c service nova] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Received unexpected event network-vif-plugged-b8f889ad-b0eb-4405-9ba9-de21a35b8ed3 for instance with vm_state building and task_state spawning. [ 1013.401999] env[62094]: DEBUG nova.compute.manager [req-600fed73-7683-4f7f-903d-a7f040b6de53 req-7e7b480c-88a1-4428-8891-feeb1b2a760c service nova] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Received event network-changed-b8f889ad-b0eb-4405-9ba9-de21a35b8ed3 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1013.402168] env[62094]: DEBUG nova.compute.manager [req-600fed73-7683-4f7f-903d-a7f040b6de53 req-7e7b480c-88a1-4428-8891-feeb1b2a760c service nova] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Refreshing instance network info cache due to event network-changed-b8f889ad-b0eb-4405-9ba9-de21a35b8ed3. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1013.402355] env[62094]: DEBUG oslo_concurrency.lockutils [req-600fed73-7683-4f7f-903d-a7f040b6de53 req-7e7b480c-88a1-4428-8891-feeb1b2a760c service nova] Acquiring lock "refresh_cache-c4a4c8aa-a2f7-427c-aad6-90a26bfbb909" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.402503] env[62094]: DEBUG oslo_concurrency.lockutils [req-600fed73-7683-4f7f-903d-a7f040b6de53 req-7e7b480c-88a1-4428-8891-feeb1b2a760c service nova] Acquired lock "refresh_cache-c4a4c8aa-a2f7-427c-aad6-90a26bfbb909" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.402659] env[62094]: DEBUG nova.network.neutron [req-600fed73-7683-4f7f-903d-a7f040b6de53 req-7e7b480c-88a1-4428-8891-feeb1b2a760c service nova] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Refreshing network info cache for port b8f889ad-b0eb-4405-9ba9-de21a35b8ed3 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.404251] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90df097a-cda2-4deb-b63e-05d74499246d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.431690] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1013.431690] env[62094]: value = "task-1400146" [ 1013.431690] env[62094]: _type = "Task" [ 1013.431690] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.440997] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400143, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.445785] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.513508] env[62094]: INFO nova.compute.manager [-] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Took 1.04 seconds to deallocate network for instance. [ 1013.672397] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578024} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.673127] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] d6c7aea8-2126-425f-85f1-3b97b9b52f3c/d6c7aea8-2126-425f-85f1-3b97b9b52f3c.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.673235] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.673497] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8697524-8aab-4db8-8d4e-500075750acc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.682400] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1013.682400] env[62094]: value = "task-1400147" [ 1013.682400] env[62094]: _type = "Task" [ 1013.682400] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.693241] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.712378] env[62094]: DEBUG oslo_vmware.api [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Task: {'id': task-1400145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165891} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.713303] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.713303] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.713303] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.713303] env[62094]: INFO nova.compute.manager [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1013.713609] env[62094]: DEBUG oslo.service.loopingcall [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.713801] env[62094]: DEBUG nova.compute.manager [-] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1013.713890] env[62094]: DEBUG nova.network.neutron [-] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.939720] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400143, 'name': CreateVM_Task, 'duration_secs': 0.63497} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.939720] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.940998] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.940998] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.940998] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.941230] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7fdd9e-3dd3-483c-a0bf-d0bd9a087730 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.950603] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.956705] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Waiting for the task: (returnval){ [ 1013.956705] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52670d1d-fea1-a23e-5368-d72bfef24813" [ 1013.956705] env[62094]: _type = "Task" [ 1013.956705] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.971069] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52670d1d-fea1-a23e-5368-d72bfef24813, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.974685] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.974931] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.975255] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.975304] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.975473] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.978038] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec1c73ca-d00a-41f1-8312-64436c376097 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.988688] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.989042] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.993484] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc631961-cc2c-4c4f-ac05-d203c8859994 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.002044] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Waiting for the task: (returnval){ [ 1014.002044] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e392b3-8414-a99b-cf77-b79200dedd5f" [ 1014.002044] env[62094]: _type = "Task" [ 1014.002044] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.011794] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e392b3-8414-a99b-cf77-b79200dedd5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.022640] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.156786] env[62094]: DEBUG nova.compute.manager [req-1d74f9b8-5d13-4132-8ee2-fe98776a4e62 req-f30bf3e8-fcd5-4293-a752-f26a87b0d656 service nova] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Received event network-vif-deleted-b4a4601a-209c-4b3e-beb9-3555df018146 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1014.157326] env[62094]: INFO nova.compute.manager [req-1d74f9b8-5d13-4132-8ee2-fe98776a4e62 req-f30bf3e8-fcd5-4293-a752-f26a87b0d656 service nova] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Neutron deleted interface b4a4601a-209c-4b3e-beb9-3555df018146; detaching it from the instance and deleting it from the info cache [ 1014.157326] env[62094]: DEBUG nova.network.neutron [req-1d74f9b8-5d13-4132-8ee2-fe98776a4e62 req-f30bf3e8-fcd5-4293-a752-f26a87b0d656 service nova] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.197196] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2911} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.198137] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.199152] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bb8f39-c19b-4f54-b77f-48051559bbc1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.229401] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] d6c7aea8-2126-425f-85f1-3b97b9b52f3c/d6c7aea8-2126-425f-85f1-3b97b9b52f3c.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.233309] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39bc2f85-443e-4fdf-8a48-d0b145b8fef7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.258093] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1014.258093] env[62094]: value = "task-1400148" [ 1014.258093] env[62094]: _type = "Task" [ 1014.258093] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.269891] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.338557] env[62094]: DEBUG nova.network.neutron [req-600fed73-7683-4f7f-903d-a7f040b6de53 req-7e7b480c-88a1-4428-8891-feeb1b2a760c service nova] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Updated VIF entry in instance network info cache for port b8f889ad-b0eb-4405-9ba9-de21a35b8ed3. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.339101] env[62094]: DEBUG nova.network.neutron [req-600fed73-7683-4f7f-903d-a7f040b6de53 req-7e7b480c-88a1-4428-8891-feeb1b2a760c service nova] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Updating instance_info_cache with network_info: [{"id": "b8f889ad-b0eb-4405-9ba9-de21a35b8ed3", "address": "fa:16:3e:0e:10:bf", "network": {"id": "23fefc43-ce18-4e38-b502-bb2ae75ae319", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1427337313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "699e6cbfcffd437795d3286cd202571b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f889ad-b0", "ovs_interfaceid": "b8f889ad-b0eb-4405-9ba9-de21a35b8ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.439527] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede4e087-6aaa-4373-9532-82e4bb7887fd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.450436] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400146, 'name': ReconfigVM_Task, 'duration_secs': 0.80267} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.450436] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Reconfigured VM instance instance-00000018 to attach disk [datastore1] cf37fa9b-8143-498b-a4c7-49339cafece7/cf37fa9b-8143-498b-a4c7-49339cafece7.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.451138] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-888e01aa-5384-4b5b-8c26-3140f26b773d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.472814] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c15f78b-9ee1-42ce-b1a4-c83eea3f9df0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.478977] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1014.478977] env[62094]: value = "task-1400150" [ 1014.478977] env[62094]: _type = "Task" [ 1014.478977] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.520804] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcb0da7-13b8-43b0-9c35-d13a7bd7440a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.527250] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400150, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.538327] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8994511f-549f-45ac-a607-a4f23c3157c3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.545046] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e392b3-8414-a99b-cf77-b79200dedd5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.546393] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b16e578-b420-47ff-8a49-eff60cf7957d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.558024] env[62094]: DEBUG nova.compute.provider_tree [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.566388] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Waiting for the task: (returnval){ [ 1014.566388] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52eb6f20-e346-e1da-8d88-f747b0e2fe9f" [ 1014.566388] env[62094]: _type = "Task" [ 1014.566388] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.576462] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52eb6f20-e346-e1da-8d88-f747b0e2fe9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.576622] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.576872] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] c4a4c8aa-a2f7-427c-aad6-90a26bfbb909/c4a4c8aa-a2f7-427c-aad6-90a26bfbb909.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.577483] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b4eb083-c57a-47b8-af50-886c5c1568b7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.587059] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Waiting for the task: (returnval){ [ 1014.587059] env[62094]: value = "task-1400151" [ 1014.587059] env[62094]: _type = "Task" [ 1014.587059] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.598581] env[62094]: DEBUG nova.network.neutron [-] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.598581] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.662649] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b637743-75e8-4ec7-bdf4-7497ff6977b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.674754] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dec9c7-8341-4b62-85f9-80a18f638e24 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.711144] env[62094]: DEBUG nova.compute.manager [req-1d74f9b8-5d13-4132-8ee2-fe98776a4e62 req-f30bf3e8-fcd5-4293-a752-f26a87b0d656 service nova] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Detach interface failed, port_id=b4a4601a-209c-4b3e-beb9-3555df018146, reason: Instance 2c6d5788-c767-43ab-aec4-d8bbb69091e3 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1014.769993] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400148, 'name': ReconfigVM_Task, 'duration_secs': 0.314802} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.770395] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] d6c7aea8-2126-425f-85f1-3b97b9b52f3c/d6c7aea8-2126-425f-85f1-3b97b9b52f3c.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.771247] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0098e8e-a31d-4289-aaaf-a66a1346cbe2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.780861] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1014.780861] env[62094]: value = "task-1400152" [ 1014.780861] env[62094]: _type = "Task" [ 1014.780861] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.792651] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400152, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.844499] env[62094]: DEBUG oslo_concurrency.lockutils [req-600fed73-7683-4f7f-903d-a7f040b6de53 req-7e7b480c-88a1-4428-8891-feeb1b2a760c service nova] Releasing lock "refresh_cache-c4a4c8aa-a2f7-427c-aad6-90a26bfbb909" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.990494] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400150, 'name': Rename_Task, 'duration_secs': 0.234849} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.990820] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.991054] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d569ec7-5ef0-45cc-8137-71c992415cc7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.000921] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1015.000921] env[62094]: value = "task-1400153" [ 1015.000921] env[62094]: _type = "Task" [ 1015.000921] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.012694] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.066220] env[62094]: DEBUG nova.scheduler.client.report [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1015.107034] env[62094]: INFO nova.compute.manager [-] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Took 1.39 seconds to deallocate network for instance. [ 1015.107313] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400151, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.295806] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400152, 'name': Rename_Task, 'duration_secs': 0.451427} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.296383] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.296453] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df3b9639-6f79-4cf2-b1d7-35cfe1a5df67 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.306802] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1015.306802] env[62094]: value = "task-1400154" [ 1015.306802] env[62094]: _type = "Task" [ 1015.306802] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.318743] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.512844] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400153, 'name': PowerOnVM_Task} progress is 19%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.573639] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.574192] env[62094]: DEBUG nova.compute.manager [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1015.580216] env[62094]: DEBUG oslo_concurrency.lockutils [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.947s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.580702] env[62094]: DEBUG nova.objects.instance [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62094) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1015.603654] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572415} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.603654] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] c4a4c8aa-a2f7-427c-aad6-90a26bfbb909/c4a4c8aa-a2f7-427c-aad6-90a26bfbb909.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.604057] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.604348] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5319772-2bd8-46f3-ab45-240736d2e8de {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.613686] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Waiting for the task: (returnval){ [ 1015.613686] env[62094]: value = "task-1400155" [ 1015.613686] env[62094]: _type = "Task" [ 1015.613686] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.619971] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.636153] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.818108] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400154, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.013025] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400153, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.085681] env[62094]: DEBUG nova.compute.utils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1016.090822] env[62094]: DEBUG nova.compute.manager [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1016.090985] env[62094]: DEBUG nova.network.neutron [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.126427] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080234} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.126731] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.127546] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ab5487-bbd2-4081-b829-431a0fdee17b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.162695] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] c4a4c8aa-a2f7-427c-aad6-90a26bfbb909/c4a4c8aa-a2f7-427c-aad6-90a26bfbb909.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.163014] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5518369e-c2a8-4783-a0ac-9dda5a86b725 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.181151] env[62094]: DEBUG nova.policy [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db323f4782b4039b4a3c5d42b867ad1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8412c020e6af477eac81718f70cb4614', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1016.189625] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Waiting for the task: (returnval){ [ 1016.189625] env[62094]: value = "task-1400156" [ 1016.189625] env[62094]: _type = "Task" [ 1016.189625] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.199520] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.322285] env[62094]: DEBUG oslo_vmware.api [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400154, 'name': PowerOnVM_Task, 'duration_secs': 0.552323} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.322285] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.322285] env[62094]: INFO nova.compute.manager [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1016.322285] env[62094]: DEBUG nova.compute.manager [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1016.323791] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502bc962-9044-4042-b676-c0088acd1dac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.514300] env[62094]: DEBUG oslo_vmware.api [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400153, 'name': PowerOnVM_Task, 'duration_secs': 1.382872} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.514541] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.515022] env[62094]: INFO nova.compute.manager [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Took 11.45 seconds to spawn the instance on the hypervisor. [ 1016.515022] env[62094]: DEBUG nova.compute.manager [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1016.515766] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3394e9e1-38cb-458a-9c7b-264c06f87682 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.591655] env[62094]: DEBUG nova.compute.manager [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1016.596125] env[62094]: DEBUG oslo_concurrency.lockutils [None req-faf0d52c-d16a-4a81-ac0b-d6c3b185bf1a tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.598034] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.152s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.598034] env[62094]: DEBUG nova.objects.instance [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Lazy-loading 'resources' on Instance uuid 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.702622] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.781118] env[62094]: DEBUG nova.network.neutron [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Successfully created port: 21140c7c-86cf-4706-aabc-9422e7c39532 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.854049] env[62094]: DEBUG nova.compute.manager [None req-a649b9a6-5012-4b1a-9eab-b70f7f1595d5 tempest-ServerDiagnosticsV248Test-1025182777 tempest-ServerDiagnosticsV248Test-1025182777-project-admin] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1016.854590] env[62094]: INFO nova.compute.manager [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Took 33.65 seconds to build instance. [ 1016.856243] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5afd738-0e3c-41ba-af78-3e54378ce687 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.866547] env[62094]: INFO nova.compute.manager [None req-a649b9a6-5012-4b1a-9eab-b70f7f1595d5 tempest-ServerDiagnosticsV248Test-1025182777 tempest-ServerDiagnosticsV248Test-1025182777-project-admin] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Retrieving diagnostics [ 1016.867843] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b792bf21-c405-49e9-b147-5e4af4519c95 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.036372] env[62094]: INFO nova.compute.manager [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Took 35.53 seconds to build instance. [ 1017.205426] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.361858] env[62094]: DEBUG oslo_concurrency.lockutils [None req-01cfba86-83db-4c42-9bac-65c3ae639970 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "d6c7aea8-2126-425f-85f1-3b97b9b52f3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.102s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.537874] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27329383-5a68-483d-a876-b95948fe02e0 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "cf37fa9b-8143-498b-a4c7-49339cafece7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.251s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.603238] env[62094]: DEBUG nova.compute.manager [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1017.635318] env[62094]: DEBUG nova.virt.hardware [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1017.635600] env[62094]: DEBUG nova.virt.hardware [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1017.635770] env[62094]: DEBUG nova.virt.hardware [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.635951] env[62094]: DEBUG nova.virt.hardware [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1017.636106] env[62094]: DEBUG nova.virt.hardware [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.636253] env[62094]: DEBUG nova.virt.hardware [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1017.636513] env[62094]: DEBUG nova.virt.hardware [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1017.636701] env[62094]: DEBUG nova.virt.hardware [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1017.636906] env[62094]: DEBUG nova.virt.hardware [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1017.637096] env[62094]: DEBUG nova.virt.hardware [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1017.637272] env[62094]: DEBUG nova.virt.hardware [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1017.638266] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b60e1d-466b-49cc-a01d-936faf4b49bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.649861] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f246ada9-e143-40f1-ab6a-ec29306395b7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.655772] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217c4f8f-8284-4fd9-9914-cbcdf48fdd9d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.671546] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d67fe50-a40b-4baa-8977-ad7cc00418eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.710572] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc74c03b-3437-4994-b8c5-39dbab9829ab {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.715683] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "cf37fa9b-8143-498b-a4c7-49339cafece7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.715913] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "cf37fa9b-8143-498b-a4c7-49339cafece7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.716131] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "cf37fa9b-8143-498b-a4c7-49339cafece7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.716306] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "cf37fa9b-8143-498b-a4c7-49339cafece7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.716470] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "cf37fa9b-8143-498b-a4c7-49339cafece7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.719696] env[62094]: INFO nova.compute.manager [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Terminating instance [ 1017.727624] env[62094]: DEBUG nova.compute.manager [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1017.727905] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.729264] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa146db9-876e-4ee9-a4a7-c0f9c9eb4330 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.733352] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.734042] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38ef82f-c264-428f-9e39-d30d91e76832 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.751185] env[62094]: DEBUG nova.compute.provider_tree [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.752573] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.753120] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6949ed5-239c-409f-bd4f-34881a88dd67 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.763323] env[62094]: DEBUG oslo_vmware.api [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1017.763323] env[62094]: value = "task-1400158" [ 1017.763323] env[62094]: _type = "Task" [ 1017.763323] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.773459] env[62094]: DEBUG oslo_vmware.api [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.868315] env[62094]: DEBUG nova.compute.manager [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1018.040701] env[62094]: DEBUG nova.compute.manager [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1018.218828] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400156, 'name': ReconfigVM_Task, 'duration_secs': 1.864691} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.218828] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Reconfigured VM instance instance-0000001a to attach disk [datastore1] c4a4c8aa-a2f7-427c-aad6-90a26bfbb909/c4a4c8aa-a2f7-427c-aad6-90a26bfbb909.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.218926] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Acquiring lock "aaef4f53-c261-4106-89e1-7e300fbe3ddf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.219828] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Lock "aaef4f53-c261-4106-89e1-7e300fbe3ddf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.219828] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Acquiring lock "aaef4f53-c261-4106-89e1-7e300fbe3ddf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.219828] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Lock "aaef4f53-c261-4106-89e1-7e300fbe3ddf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.219828] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Lock "aaef4f53-c261-4106-89e1-7e300fbe3ddf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.224868] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b0e640c-ed2e-43d5-ba35-a64ba76da077 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.226181] env[62094]: INFO nova.compute.manager [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Terminating instance [ 1018.228173] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Acquiring lock "refresh_cache-aaef4f53-c261-4106-89e1-7e300fbe3ddf" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.229128] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Acquired lock "refresh_cache-aaef4f53-c261-4106-89e1-7e300fbe3ddf" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.229128] env[62094]: DEBUG nova.network.neutron [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.234576] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Waiting for the task: (returnval){ [ 1018.234576] env[62094]: value = "task-1400159" [ 1018.234576] env[62094]: _type = "Task" [ 1018.234576] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.247327] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400159, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.254469] env[62094]: DEBUG nova.scheduler.client.report [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1018.279962] env[62094]: DEBUG oslo_vmware.api [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400158, 'name': PowerOffVM_Task, 'duration_secs': 0.221456} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.280297] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.280482] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.281146] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae24f257-9bd3-4e8a-8463-e7ae1db12425 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.363946] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.364653] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.364994] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleting the datastore file [datastore1] cf37fa9b-8143-498b-a4c7-49339cafece7 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.365346] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b483f9b3-be90-4843-9852-307882f20b3e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.380039] env[62094]: DEBUG oslo_vmware.api [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1018.380039] env[62094]: value = "task-1400161" [ 1018.380039] env[62094]: _type = "Task" [ 1018.380039] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.390508] env[62094]: DEBUG oslo_vmware.api [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.405602] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.552517] env[62094]: DEBUG nova.network.neutron [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Successfully updated port: 21140c7c-86cf-4706-aabc-9422e7c39532 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.573523] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.719069] env[62094]: DEBUG nova.compute.manager [req-1472aa56-2201-4b9d-abca-814e639e2905 req-ec539ae4-22f9-45d8-9246-62a84d49dfd2 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Received event network-vif-plugged-21140c7c-86cf-4706-aabc-9422e7c39532 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1018.719119] env[62094]: DEBUG oslo_concurrency.lockutils [req-1472aa56-2201-4b9d-abca-814e639e2905 req-ec539ae4-22f9-45d8-9246-62a84d49dfd2 service nova] Acquiring lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.719470] env[62094]: DEBUG oslo_concurrency.lockutils [req-1472aa56-2201-4b9d-abca-814e639e2905 req-ec539ae4-22f9-45d8-9246-62a84d49dfd2 service nova] Lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.720390] env[62094]: DEBUG oslo_concurrency.lockutils [req-1472aa56-2201-4b9d-abca-814e639e2905 req-ec539ae4-22f9-45d8-9246-62a84d49dfd2 service nova] Lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.720390] env[62094]: DEBUG nova.compute.manager [req-1472aa56-2201-4b9d-abca-814e639e2905 req-ec539ae4-22f9-45d8-9246-62a84d49dfd2 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] No waiting events found dispatching network-vif-plugged-21140c7c-86cf-4706-aabc-9422e7c39532 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1018.720390] env[62094]: WARNING nova.compute.manager [req-1472aa56-2201-4b9d-abca-814e639e2905 req-ec539ae4-22f9-45d8-9246-62a84d49dfd2 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Received unexpected event network-vif-plugged-21140c7c-86cf-4706-aabc-9422e7c39532 for instance with vm_state building and task_state spawning. [ 1018.747351] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400159, 'name': Rename_Task, 'duration_secs': 0.194311} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.748469] env[62094]: DEBUG nova.network.neutron [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.751328] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.751328] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8a35f0b-86a0-465b-a018-b63fb419ad9d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.759668] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Waiting for the task: (returnval){ [ 1018.759668] env[62094]: value = "task-1400162" [ 1018.759668] env[62094]: _type = "Task" [ 1018.759668] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.760483] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.765822] env[62094]: DEBUG oslo_concurrency.lockutils [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.009s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.766078] env[62094]: DEBUG nova.objects.instance [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lazy-loading 'resources' on Instance uuid 2c342aaa-72c2-4b9f-8906-79118f11b4e5 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.778743] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.792393] env[62094]: INFO nova.scheduler.client.report [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Deleted allocations for instance 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb [ 1018.840226] env[62094]: DEBUG nova.network.neutron [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.894501] env[62094]: DEBUG oslo_vmware.api [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20392} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.894893] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.895199] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.895562] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.895854] env[62094]: INFO nova.compute.manager [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1018.896235] env[62094]: DEBUG oslo.service.loopingcall [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.896552] env[62094]: DEBUG nova.compute.manager [-] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1018.896712] env[62094]: DEBUG nova.network.neutron [-] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.060166] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.060166] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.061101] env[62094]: DEBUG nova.network.neutron [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.281184] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400162, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.305592] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86697755-76f4-4a87-903d-102f43d87a1f tempest-ServerTagsTestJSON-1195988442 tempest-ServerTagsTestJSON-1195988442-project-member] Lock "753d110e-e779-4b3f-b0ea-aeb9d69ab9fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.418s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.325557] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "9b7b4789-f5fc-44bb-addb-5da6cc9ebd19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.325647] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "9b7b4789-f5fc-44bb-addb-5da6cc9ebd19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.346081] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Releasing lock "refresh_cache-aaef4f53-c261-4106-89e1-7e300fbe3ddf" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.347059] env[62094]: DEBUG nova.compute.manager [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1019.347059] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.347865] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93954814-0694-40b5-b903-b19249947780 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.360655] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.360961] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e580f604-829f-4527-bbea-3a036d2f02ac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.370140] env[62094]: DEBUG oslo_vmware.api [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Waiting for the task: (returnval){ [ 1019.370140] env[62094]: value = "task-1400163" [ 1019.370140] env[62094]: _type = "Task" [ 1019.370140] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.387917] env[62094]: DEBUG oslo_vmware.api [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.624408] env[62094]: DEBUG nova.network.neutron [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.766947] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a54b42-4869-4d64-855d-eb4ac17caf46 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.775931] env[62094]: DEBUG oslo_vmware.api [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400162, 'name': PowerOnVM_Task, 'duration_secs': 0.969976} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.777977] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.778205] env[62094]: INFO nova.compute.manager [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1019.778382] env[62094]: DEBUG nova.compute.manager [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1019.779408] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15689e90-8003-45cb-8f91-32e245f73add {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.782715] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f61d28-4973-4563-a57c-3bc95a5212cf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.830520] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2058c3-0bbe-46e7-9520-0d25b48cdf31 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.839433] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b435c71b-d5ae-462e-a49b-9bafa484bd98 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.854168] env[62094]: DEBUG nova.compute.provider_tree [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.881814] env[62094]: DEBUG oslo_vmware.api [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400163, 'name': PowerOffVM_Task, 'duration_secs': 0.139639} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.882135] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.882336] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.882571] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81f12907-b886-46a3-b4c5-ddcd53e4eeed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.914881] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.915230] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.915425] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Deleting the datastore file [datastore1] aaef4f53-c261-4106-89e1-7e300fbe3ddf {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.915696] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1b45a3d-c3a2-40f3-8d47-8fa60591ec5e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.919663] env[62094]: DEBUG nova.network.neutron [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Updating instance_info_cache with network_info: [{"id": "21140c7c-86cf-4706-aabc-9422e7c39532", "address": "fa:16:3e:45:08:49", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21140c7c-86", "ovs_interfaceid": "21140c7c-86cf-4706-aabc-9422e7c39532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.923779] env[62094]: DEBUG oslo_vmware.api [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Waiting for the task: (returnval){ [ 1019.923779] env[62094]: value = "task-1400165" [ 1019.923779] env[62094]: _type = "Task" [ 1019.923779] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.934799] env[62094]: DEBUG oslo_vmware.api [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.013856] env[62094]: DEBUG nova.network.neutron [-] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.347323] env[62094]: INFO nova.compute.manager [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Took 36.08 seconds to build instance. [ 1020.357413] env[62094]: DEBUG nova.scheduler.client.report [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1020.422463] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.422937] env[62094]: DEBUG nova.compute.manager [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Instance network_info: |[{"id": "21140c7c-86cf-4706-aabc-9422e7c39532", "address": "fa:16:3e:45:08:49", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21140c7c-86", "ovs_interfaceid": "21140c7c-86cf-4706-aabc-9422e7c39532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1020.423455] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:08:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21140c7c-86cf-4706-aabc-9422e7c39532', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.432211] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Creating folder: Project (8412c020e6af477eac81718f70cb4614). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.432588] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ab53e83-f732-4dbc-9ee4-d98a2a587129 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.445878] env[62094]: DEBUG oslo_vmware.api [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Task: {'id': task-1400165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373548} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.446169] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.446341] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.446942] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.446942] env[62094]: INFO nova.compute.manager [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1020.446942] env[62094]: DEBUG oslo.service.loopingcall [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.447111] env[62094]: DEBUG nova.compute.manager [-] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1020.447225] env[62094]: DEBUG nova.network.neutron [-] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.467289] env[62094]: DEBUG nova.network.neutron [-] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.471385] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Created folder: Project (8412c020e6af477eac81718f70cb4614) in parent group-v296765. [ 1020.471385] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Creating folder: Instances. Parent ref: group-v296845. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.474345] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89a46580-c46c-4337-a654-4853524ff163 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.485034] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Created folder: Instances in parent group-v296845. [ 1020.485034] env[62094]: DEBUG oslo.service.loopingcall [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.489027] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.489027] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-298a7cba-32a7-44ff-8ab6-744835af303f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.516316] env[62094]: INFO nova.compute.manager [-] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Took 1.62 seconds to deallocate network for instance. [ 1020.522505] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.522505] env[62094]: value = "task-1400168" [ 1020.522505] env[62094]: _type = "Task" [ 1020.522505] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.534177] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400168, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.708813] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Acquiring lock "73e10bed-7065-48ad-b059-6b904061f4c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.709140] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Lock "73e10bed-7065-48ad-b059-6b904061f4c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.850632] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2285edac-05a0-49ee-89a6-a45441411e95 tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Lock "c4a4c8aa-a2f7-427c-aad6-90a26bfbb909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.898s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.866207] env[62094]: DEBUG oslo_concurrency.lockutils [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.870041] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.574s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.871645] env[62094]: INFO nova.compute.claims [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.905063] env[62094]: INFO nova.scheduler.client.report [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Deleted allocations for instance 2c342aaa-72c2-4b9f-8906-79118f11b4e5 [ 1020.972505] env[62094]: DEBUG nova.network.neutron [-] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.024018] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.034477] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400168, 'name': CreateVM_Task, 'duration_secs': 0.395212} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.034638] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.035322] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.035484] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.035945] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.036201] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652be131-351b-429e-afce-7a2e40edc954 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.043324] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1021.043324] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528e7f3d-b20e-e246-8348-77844e474793" [ 1021.043324] env[62094]: _type = "Task" [ 1021.043324] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.051966] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528e7f3d-b20e-e246-8348-77844e474793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.089778] env[62094]: DEBUG nova.compute.manager [req-60260ac6-1ca9-456d-a2c9-49304a799933 req-3c1790b7-9349-4b85-8402-0170b2ed3ac5 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Received event network-changed-21140c7c-86cf-4706-aabc-9422e7c39532 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1021.090387] env[62094]: DEBUG nova.compute.manager [req-60260ac6-1ca9-456d-a2c9-49304a799933 req-3c1790b7-9349-4b85-8402-0170b2ed3ac5 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Refreshing instance network info cache due to event network-changed-21140c7c-86cf-4706-aabc-9422e7c39532. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1021.090387] env[62094]: DEBUG oslo_concurrency.lockutils [req-60260ac6-1ca9-456d-a2c9-49304a799933 req-3c1790b7-9349-4b85-8402-0170b2ed3ac5 service nova] Acquiring lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.090523] env[62094]: DEBUG oslo_concurrency.lockutils [req-60260ac6-1ca9-456d-a2c9-49304a799933 req-3c1790b7-9349-4b85-8402-0170b2ed3ac5 service nova] Acquired lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.090665] env[62094]: DEBUG nova.network.neutron [req-60260ac6-1ca9-456d-a2c9-49304a799933 req-3c1790b7-9349-4b85-8402-0170b2ed3ac5 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Refreshing network info cache for port 21140c7c-86cf-4706-aabc-9422e7c39532 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.355469] env[62094]: DEBUG nova.compute.manager [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1021.415614] env[62094]: DEBUG oslo_concurrency.lockutils [None req-525b95ee-bf41-4255-978f-430e0d64a24b tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.125s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.417475] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 21.623s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.417734] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.417939] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.418116] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.420119] env[62094]: INFO nova.compute.manager [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Terminating instance [ 1021.423982] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.423982] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquired lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.424906] env[62094]: DEBUG nova.network.neutron [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.475202] env[62094]: INFO nova.compute.manager [-] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Took 1.03 seconds to deallocate network for instance. [ 1021.555301] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528e7f3d-b20e-e246-8348-77844e474793, 'name': SearchDatastore_Task, 'duration_secs': 0.017019} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.555718] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.555948] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.556197] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.556365] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.556557] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.556818] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24057093-b220-4b3e-b24d-c0799e27a730 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.568873] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.569256] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.569907] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8764c4e4-7c0c-4330-99a2-3122283039ba {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.575864] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1021.575864] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5278ae4f-d74b-e356-ce94-ccce61692f00" [ 1021.575864] env[62094]: _type = "Task" [ 1021.575864] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.584876] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5278ae4f-d74b-e356-ce94-ccce61692f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.849576] env[62094]: DEBUG nova.network.neutron [req-60260ac6-1ca9-456d-a2c9-49304a799933 req-3c1790b7-9349-4b85-8402-0170b2ed3ac5 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Updated VIF entry in instance network info cache for port 21140c7c-86cf-4706-aabc-9422e7c39532. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.849973] env[62094]: DEBUG nova.network.neutron [req-60260ac6-1ca9-456d-a2c9-49304a799933 req-3c1790b7-9349-4b85-8402-0170b2ed3ac5 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Updating instance_info_cache with network_info: [{"id": "21140c7c-86cf-4706-aabc-9422e7c39532", "address": "fa:16:3e:45:08:49", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21140c7c-86", "ovs_interfaceid": "21140c7c-86cf-4706-aabc-9422e7c39532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.879358] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.928084] env[62094]: DEBUG nova.compute.utils [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Can not refresh info_cache because instance was not found {{(pid=62094) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1021.948915] env[62094]: DEBUG nova.network.neutron [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.983340] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.072409] env[62094]: DEBUG nova.network.neutron [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.088359] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5278ae4f-d74b-e356-ce94-ccce61692f00, 'name': SearchDatastore_Task, 'duration_secs': 0.029744} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.089353] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd39470-718e-4478-a5a8-d801a07c4e51 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.097212] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1022.097212] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523e5683-0577-5860-4ca1-36553e5e6e4a" [ 1022.097212] env[62094]: _type = "Task" [ 1022.097212] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.109760] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523e5683-0577-5860-4ca1-36553e5e6e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.311466] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Acquiring lock "c4a4c8aa-a2f7-427c-aad6-90a26bfbb909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.311466] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Lock "c4a4c8aa-a2f7-427c-aad6-90a26bfbb909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.311466] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Acquiring lock "c4a4c8aa-a2f7-427c-aad6-90a26bfbb909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.311466] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Lock "c4a4c8aa-a2f7-427c-aad6-90a26bfbb909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.311683] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Lock "c4a4c8aa-a2f7-427c-aad6-90a26bfbb909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.313807] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "d7679adb-1756-4b93-953c-6964e758d889" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.313948] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "d7679adb-1756-4b93-953c-6964e758d889" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.314152] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "d7679adb-1756-4b93-953c-6964e758d889-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.314537] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "d7679adb-1756-4b93-953c-6964e758d889-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.314537] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "d7679adb-1756-4b93-953c-6964e758d889-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.319087] env[62094]: INFO nova.compute.manager [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Terminating instance [ 1022.321270] env[62094]: DEBUG nova.compute.manager [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1022.321482] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.321998] env[62094]: INFO nova.compute.manager [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Terminating instance [ 1022.324061] env[62094]: DEBUG nova.compute.manager [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1022.324279] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.327900] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748ad60d-93c7-4261-b305-047228fcb48b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.331648] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdbc498-7358-43d8-8dba-05920a109c80 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.342683] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.346648] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30900cce-036e-4660-ab31-6e1a7dc0ea34 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.348607] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.348886] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-161ee490-eeaf-41be-bc9b-4ee65d0b6b38 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.353837] env[62094]: DEBUG oslo_concurrency.lockutils [req-60260ac6-1ca9-456d-a2c9-49304a799933 req-3c1790b7-9349-4b85-8402-0170b2ed3ac5 service nova] Releasing lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.354153] env[62094]: DEBUG nova.compute.manager [req-60260ac6-1ca9-456d-a2c9-49304a799933 req-3c1790b7-9349-4b85-8402-0170b2ed3ac5 service nova] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Received event network-vif-deleted-cf09fbd0-8fd8-454d-b62f-3473274186a5 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1022.361279] env[62094]: DEBUG oslo_vmware.api [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 1022.361279] env[62094]: value = "task-1400170" [ 1022.361279] env[62094]: _type = "Task" [ 1022.361279] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.363215] env[62094]: DEBUG oslo_vmware.api [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Waiting for the task: (returnval){ [ 1022.363215] env[62094]: value = "task-1400169" [ 1022.363215] env[62094]: _type = "Task" [ 1022.363215] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.380584] env[62094]: DEBUG oslo_vmware.api [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.383797] env[62094]: DEBUG oslo_vmware.api [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.392374] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0833abe-dbcc-4772-9494-3b9f22b38873 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.401126] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfaee03-171f-49dc-a8c8-f57be7b45ff1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.434184] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab762af8-8ca1-439b-990f-6c5317b4910f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.443255] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff920c7d-addd-4f6e-a923-10b662aac679 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.461325] env[62094]: DEBUG nova.compute.provider_tree [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.577543] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Releasing lock "refresh_cache-2c342aaa-72c2-4b9f-8906-79118f11b4e5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.579352] env[62094]: DEBUG nova.compute.manager [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1022.579509] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.579843] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccf24a18-7294-49b9-aa8d-68f1635aad01 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.590951] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e505eee0-80e9-4afa-9f8c-2e917ca736eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.615263] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523e5683-0577-5860-4ca1-36553e5e6e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.024606} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.615552] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.615847] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 59d7015b-94d3-4348-89d3-0f4cbb4304a2/59d7015b-94d3-4348-89d3-0f4cbb4304a2.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.616134] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eff232c6-f227-47bb-b198-99b76175af88 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.634739] env[62094]: WARNING nova.virt.vmwareapi.vmops [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2c342aaa-72c2-4b9f-8906-79118f11b4e5 could not be found. [ 1022.635181] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.635250] env[62094]: INFO nova.compute.manager [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1022.635644] env[62094]: DEBUG oslo.service.loopingcall [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1022.637086] env[62094]: DEBUG nova.compute.manager [-] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1022.637191] env[62094]: DEBUG nova.network.neutron [-] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.639316] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1022.639316] env[62094]: value = "task-1400171" [ 1022.639316] env[62094]: _type = "Task" [ 1022.639316] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.652310] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.657189] env[62094]: DEBUG nova.network.neutron [-] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.877278] env[62094]: DEBUG oslo_vmware.api [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400170, 'name': PowerOffVM_Task, 'duration_secs': 0.234399} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.878110] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.878289] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.878563] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6cea3c7-ffce-44a3-a8ae-1836ae19f199 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.883246] env[62094]: DEBUG oslo_vmware.api [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400169, 'name': PowerOffVM_Task, 'duration_secs': 0.232744} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.883829] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.884061] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.884395] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95df8205-cbc1-4e4a-a579-ad1d5ca37ff9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.965303] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.966033] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.966033] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Deleting the datastore file [datastore1] c4a4c8aa-a2f7-427c-aad6-90a26bfbb909 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.966883] env[62094]: DEBUG nova.scheduler.client.report [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1022.970366] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45068b42-2fb4-452b-b77c-4afd617a0754 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.977736] env[62094]: DEBUG oslo_vmware.api [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Waiting for the task: (returnval){ [ 1022.977736] env[62094]: value = "task-1400174" [ 1022.977736] env[62094]: _type = "Task" [ 1022.977736] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.983185] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.983185] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.983185] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Deleting the datastore file [datastore2] d7679adb-1756-4b93-953c-6964e758d889 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.983583] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89d560d0-eacd-49a4-9be9-f78840086d04 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.989676] env[62094]: DEBUG oslo_vmware.api [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.991029] env[62094]: DEBUG oslo_vmware.api [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for the task: (returnval){ [ 1022.991029] env[62094]: value = "task-1400175" [ 1022.991029] env[62094]: _type = "Task" [ 1022.991029] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.002138] env[62094]: DEBUG oslo_vmware.api [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.154720] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400171, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.162452] env[62094]: DEBUG nova.network.neutron [-] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.474396] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.474929] env[62094]: DEBUG nova.compute.manager [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1023.478862] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.948s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.493668] env[62094]: DEBUG oslo_vmware.api [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Task: {'id': task-1400174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295855} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.498776] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.498991] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.499245] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.499941] env[62094]: INFO nova.compute.manager [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1023.499941] env[62094]: DEBUG oslo.service.loopingcall [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.501450] env[62094]: DEBUG nova.compute.manager [-] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1023.501450] env[62094]: DEBUG nova.network.neutron [-] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.512319] env[62094]: DEBUG oslo_vmware.api [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400175, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.653548] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755343} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.656423] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 59d7015b-94d3-4348-89d3-0f4cbb4304a2/59d7015b-94d3-4348-89d3-0f4cbb4304a2.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.656763] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.657018] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc81a9b3-e669-4286-9064-52730a90200b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.665774] env[62094]: INFO nova.compute.manager [-] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Took 1.03 seconds to deallocate network for instance. [ 1023.670601] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1023.670601] env[62094]: value = "task-1400176" [ 1023.670601] env[62094]: _type = "Task" [ 1023.670601] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.688640] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.998695] env[62094]: DEBUG nova.compute.utils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1024.001605] env[62094]: DEBUG nova.compute.manager [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1024.001605] env[62094]: DEBUG nova.network.neutron [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.019763] env[62094]: DEBUG oslo_vmware.api [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Task: {'id': task-1400175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522121} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.020275] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.020818] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.021097] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.021434] env[62094]: INFO nova.compute.manager [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: d7679adb-1756-4b93-953c-6964e758d889] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1024.021797] env[62094]: DEBUG oslo.service.loopingcall [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.022121] env[62094]: DEBUG nova.compute.manager [-] [instance: d7679adb-1756-4b93-953c-6964e758d889] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1024.022289] env[62094]: DEBUG nova.network.neutron [-] [instance: d7679adb-1756-4b93-953c-6964e758d889] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.120573] env[62094]: DEBUG nova.policy [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38a2234afcb54f22aba972ad7aaef4db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c5b8db1881044c29bc56bad033a98ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1024.172179] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquiring lock "4054a81a-097b-4bc1-89e2-276430b36d86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.174172] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Lock "4054a81a-097b-4bc1-89e2-276430b36d86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.181418] env[62094]: INFO nova.compute.manager [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Instance disappeared during terminate [ 1024.181418] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e501696b-e2d4-4338-8570-1667e3bf3d50 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "2c342aaa-72c2-4b9f-8906-79118f11b4e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.764s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.186621] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072091} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.186888] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.187718] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59406f59-2898-44e5-92c3-ac9abfe7d1b0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.218452] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 59d7015b-94d3-4348-89d3-0f4cbb4304a2/59d7015b-94d3-4348-89d3-0f4cbb4304a2.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.219850] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61fa96a7-0b8f-4632-ab9d-2da8595164ce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.245388] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1024.245388] env[62094]: value = "task-1400177" [ 1024.245388] env[62094]: _type = "Task" [ 1024.245388] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.255863] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.275624] env[62094]: DEBUG nova.compute.manager [req-397b88cb-cbdf-4ce2-9f7d-7c6723911f5b req-a10aee80-3525-4ac0-ac7a-cef4097566d4 service nova] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Received event network-vif-deleted-b8f889ad-b0eb-4405-9ba9-de21a35b8ed3 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1024.275877] env[62094]: INFO nova.compute.manager [req-397b88cb-cbdf-4ce2-9f7d-7c6723911f5b req-a10aee80-3525-4ac0-ac7a-cef4097566d4 service nova] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Neutron deleted interface b8f889ad-b0eb-4405-9ba9-de21a35b8ed3; detaching it from the instance and deleting it from the info cache [ 1024.276232] env[62094]: DEBUG nova.network.neutron [req-397b88cb-cbdf-4ce2-9f7d-7c6723911f5b req-a10aee80-3525-4ac0-ac7a-cef4097566d4 service nova] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.501876] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Applying migration context for instance 6fa22fef-bcc4-41f2-8a80-cb958a446ed8 as it has an incoming, in-progress migration 5a125348-db20-4f44-bf13-656aaa2ebb29. Migration status is confirming {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1024.505050] env[62094]: INFO nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating resource usage from migration 5a125348-db20-4f44-bf13-656aaa2ebb29 [ 1024.507902] env[62094]: DEBUG nova.compute.manager [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1024.546580] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance d7679adb-1756-4b93-953c-6964e758d889 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.546757] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance b6629dde-580d-40c4-af1e-15807861c45b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.546878] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 820f7393-e3a4-4028-b65c-8f2955e31411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.546991] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.547121] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 32352ea6-c719-4c88-a4a2-dde0f79e503e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.547235] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 373b5cbe-83da-498c-bbf0-6b84a04ceaf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.547345] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Migration 5a125348-db20-4f44-bf13-656aaa2ebb29 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1024.547481] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance aaa64a80-a127-4826-b972-7890e2db03fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1024.547615] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 6fa22fef-bcc4-41f2-8a80-cb958a446ed8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.547732] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e613db92-04b3-409f-b7a4-2ea53a87eb01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.547840] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.547961] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1024.548091] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance f6982f8c-65c3-4810-a0f0-19f69b91c8a8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1024.548208] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 2c6d5788-c767-43ab-aec4-d8bbb69091e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1024.548319] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance aaef4f53-c261-4106-89e1-7e300fbe3ddf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1024.548426] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance eee2e459-01b2-4c80-bc6e-f6c80f70ef67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.548546] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance cf37fa9b-8143-498b-a4c7-49339cafece7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1024.548655] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance d6c7aea8-2126-425f-85f1-3b97b9b52f3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.548757] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance c4a4c8aa-a2f7-427c-aad6-90a26bfbb909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.548859] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 59d7015b-94d3-4348-89d3-0f4cbb4304a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.548960] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance faff9e1b-b31e-4ffe-baa6-a78e9d611f66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1024.740030] env[62094]: DEBUG nova.network.neutron [-] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.759743] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400177, 'name': ReconfigVM_Task, 'duration_secs': 0.314803} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.760296] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 59d7015b-94d3-4348-89d3-0f4cbb4304a2/59d7015b-94d3-4348-89d3-0f4cbb4304a2.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.760908] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46ad1d0a-9072-4ae7-b477-c6ce5e63f954 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.770468] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1024.770468] env[62094]: value = "task-1400178" [ 1024.770468] env[62094]: _type = "Task" [ 1024.770468] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.784158] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400178, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.785055] env[62094]: DEBUG nova.network.neutron [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Successfully created port: 6ff46958-0f39-42e0-aac1-8f1c4047be0c {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.786829] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-369024f4-c351-4605-9425-421c6b55fa09 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.796818] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6c676a-3444-4566-b50d-7938a5229d52 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.836606] env[62094]: DEBUG nova.compute.manager [req-397b88cb-cbdf-4ce2-9f7d-7c6723911f5b req-a10aee80-3525-4ac0-ac7a-cef4097566d4 service nova] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Detach interface failed, port_id=b8f889ad-b0eb-4405-9ba9-de21a35b8ed3, reason: Instance c4a4c8aa-a2f7-427c-aad6-90a26bfbb909 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1025.022765] env[62094]: DEBUG nova.network.neutron [-] [instance: d7679adb-1756-4b93-953c-6964e758d889] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.055821] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 59e6c0a7-a37b-452d-93ec-78776be75bd5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1025.243455] env[62094]: INFO nova.compute.manager [-] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Took 1.74 seconds to deallocate network for instance. [ 1025.283735] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400178, 'name': Rename_Task, 'duration_secs': 0.14591} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.284645] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.284922] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22d60fb7-e5e9-4777-9591-262ae414b63c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.294735] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1025.294735] env[62094]: value = "task-1400179" [ 1025.294735] env[62094]: _type = "Task" [ 1025.294735] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.314862] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.519181] env[62094]: DEBUG nova.compute.manager [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1025.536530] env[62094]: INFO nova.compute.manager [-] [instance: d7679adb-1756-4b93-953c-6964e758d889] Took 1.51 seconds to deallocate network for instance. [ 1025.558157] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 15e6dedb-15c7-48c2-b71b-92b0f90fccb6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1025.566674] env[62094]: DEBUG nova.virt.hardware [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1025.566969] env[62094]: DEBUG nova.virt.hardware [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1025.571200] env[62094]: DEBUG nova.virt.hardware [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.571638] env[62094]: DEBUG nova.virt.hardware [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1025.571638] env[62094]: DEBUG nova.virt.hardware [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.571787] env[62094]: DEBUG nova.virt.hardware [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1025.571944] env[62094]: DEBUG nova.virt.hardware [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1025.572117] env[62094]: DEBUG nova.virt.hardware [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1025.572702] env[62094]: DEBUG nova.virt.hardware [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1025.572702] env[62094]: DEBUG nova.virt.hardware [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1025.572702] env[62094]: DEBUG nova.virt.hardware [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1025.573507] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3452a767-cff1-4010-bfe8-1e69435cf1e6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.587276] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0f408a-0416-4047-afa8-99fbe0e435f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.760915] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.808089] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.044351] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.077585] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance c62bee0a-0494-4cee-9053-0e7291d20a12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1026.112224] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Acquiring lock "bfa4f7f3-f018-490c-b375-812633d50a9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.112442] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Lock "bfa4f7f3-f018-490c-b375-812633d50a9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.307465] env[62094]: DEBUG oslo_vmware.api [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400179, 'name': PowerOnVM_Task, 'duration_secs': 0.783064} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.307791] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.307985] env[62094]: INFO nova.compute.manager [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1026.308178] env[62094]: DEBUG nova.compute.manager [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1026.309272] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28eee1a-39e8-4e7c-ad85-1292460b9ebf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.390217] env[62094]: DEBUG nova.compute.manager [req-2a3a41ff-128c-4444-96ef-3c661836110b req-32060b06-6b2c-447d-9671-db4527aa6d90 service nova] [instance: d7679adb-1756-4b93-953c-6964e758d889] Received event network-vif-deleted-74dffbef-ecd8-444e-b8db-286175253d8d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1026.582237] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance f9f63912-5751-4448-abc0-22fd50f0cb3f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1026.692250] env[62094]: DEBUG nova.compute.manager [req-883ce0bc-b0aa-4757-b2d6-4a216b74a354 req-e7ed224a-7b16-4e2d-b970-63a608b90263 service nova] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Received event network-vif-plugged-6ff46958-0f39-42e0-aac1-8f1c4047be0c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1026.692471] env[62094]: DEBUG oslo_concurrency.lockutils [req-883ce0bc-b0aa-4757-b2d6-4a216b74a354 req-e7ed224a-7b16-4e2d-b970-63a608b90263 service nova] Acquiring lock "faff9e1b-b31e-4ffe-baa6-a78e9d611f66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.692676] env[62094]: DEBUG oslo_concurrency.lockutils [req-883ce0bc-b0aa-4757-b2d6-4a216b74a354 req-e7ed224a-7b16-4e2d-b970-63a608b90263 service nova] Lock "faff9e1b-b31e-4ffe-baa6-a78e9d611f66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.692841] env[62094]: DEBUG oslo_concurrency.lockutils [req-883ce0bc-b0aa-4757-b2d6-4a216b74a354 req-e7ed224a-7b16-4e2d-b970-63a608b90263 service nova] Lock "faff9e1b-b31e-4ffe-baa6-a78e9d611f66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.693009] env[62094]: DEBUG nova.compute.manager [req-883ce0bc-b0aa-4757-b2d6-4a216b74a354 req-e7ed224a-7b16-4e2d-b970-63a608b90263 service nova] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] No waiting events found dispatching network-vif-plugged-6ff46958-0f39-42e0-aac1-8f1c4047be0c {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1026.695386] env[62094]: WARNING nova.compute.manager [req-883ce0bc-b0aa-4757-b2d6-4a216b74a354 req-e7ed224a-7b16-4e2d-b970-63a608b90263 service nova] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Received unexpected event network-vif-plugged-6ff46958-0f39-42e0-aac1-8f1c4047be0c for instance with vm_state building and task_state spawning. [ 1026.790020] env[62094]: DEBUG nova.network.neutron [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Successfully updated port: 6ff46958-0f39-42e0-aac1-8f1c4047be0c {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.837216] env[62094]: INFO nova.compute.manager [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Took 32.75 seconds to build instance. [ 1027.085023] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 4d86f1d5-307e-4cc4-822b-d315fb3e6032 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1027.292379] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Acquiring lock "refresh_cache-faff9e1b-b31e-4ffe-baa6-a78e9d611f66" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.292569] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Acquired lock "refresh_cache-faff9e1b-b31e-4ffe-baa6-a78e9d611f66" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.292733] env[62094]: DEBUG nova.network.neutron [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.343778] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8c24d685-4829-427e-8fe0-85db072a8fd4 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.265s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.588736] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance c374d737-c6e8-4c18-8219-d197a0023d95 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1027.847235] env[62094]: DEBUG nova.compute.manager [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1027.859978] env[62094]: DEBUG nova.network.neutron [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.095077] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 11406695-1b25-446d-a9a3-05c2382a6219 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1028.158080] env[62094]: DEBUG nova.network.neutron [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Updating instance_info_cache with network_info: [{"id": "6ff46958-0f39-42e0-aac1-8f1c4047be0c", "address": "fa:16:3e:19:26:ab", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ff46958-0f", "ovs_interfaceid": "6ff46958-0f39-42e0-aac1-8f1c4047be0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.377169] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.602372] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1028.660180] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Releasing lock "refresh_cache-faff9e1b-b31e-4ffe-baa6-a78e9d611f66" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.660521] env[62094]: DEBUG nova.compute.manager [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Instance network_info: |[{"id": "6ff46958-0f39-42e0-aac1-8f1c4047be0c", "address": "fa:16:3e:19:26:ab", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ff46958-0f", "ovs_interfaceid": "6ff46958-0f39-42e0-aac1-8f1c4047be0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1028.660986] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:26:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ff46958-0f39-42e0-aac1-8f1c4047be0c', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.672454] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Creating folder: Project (8c5b8db1881044c29bc56bad033a98ad). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.672570] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddff4ea9-e9f9-4765-b077-e4c909f58420 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.693559] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Created folder: Project (8c5b8db1881044c29bc56bad033a98ad) in parent group-v296765. [ 1028.693559] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Creating folder: Instances. Parent ref: group-v296848. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.693559] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00b6b052-c7fb-45b1-95ef-e4e549092262 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.709189] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Created folder: Instances in parent group-v296848. [ 1028.709459] env[62094]: DEBUG oslo.service.loopingcall [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.709829] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.709922] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c3203b8-3da0-4247-9c98-bbf92cee8eac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.731271] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.731271] env[62094]: value = "task-1400182" [ 1028.731271] env[62094]: _type = "Task" [ 1028.731271] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.742811] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400182, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.945187] env[62094]: DEBUG nova.compute.manager [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Received event network-changed-6ff46958-0f39-42e0-aac1-8f1c4047be0c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1028.945187] env[62094]: DEBUG nova.compute.manager [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Refreshing instance network info cache due to event network-changed-6ff46958-0f39-42e0-aac1-8f1c4047be0c. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1028.945187] env[62094]: DEBUG oslo_concurrency.lockutils [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] Acquiring lock "refresh_cache-faff9e1b-b31e-4ffe-baa6-a78e9d611f66" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.945187] env[62094]: DEBUG oslo_concurrency.lockutils [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] Acquired lock "refresh_cache-faff9e1b-b31e-4ffe-baa6-a78e9d611f66" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.945187] env[62094]: DEBUG nova.network.neutron [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Refreshing network info cache for port 6ff46958-0f39-42e0-aac1-8f1c4047be0c {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.109885] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1029.111723] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.111956] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.242593] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400182, 'name': CreateVM_Task, 'duration_secs': 0.298334} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.242716] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.243395] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.243557] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.243874] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.244140] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1533490-2286-4be4-9da1-8c29552ec11d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.249898] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Waiting for the task: (returnval){ [ 1029.249898] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b78d27-59a4-f485-1821-545f39dd3830" [ 1029.249898] env[62094]: _type = "Task" [ 1029.249898] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.260058] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b78d27-59a4-f485-1821-545f39dd3830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.616367] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 73e10bed-7065-48ad-b059-6b904061f4c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1029.678343] env[62094]: DEBUG nova.network.neutron [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Updated VIF entry in instance network info cache for port 6ff46958-0f39-42e0-aac1-8f1c4047be0c. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.678692] env[62094]: DEBUG nova.network.neutron [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Updating instance_info_cache with network_info: [{"id": "6ff46958-0f39-42e0-aac1-8f1c4047be0c", "address": "fa:16:3e:19:26:ab", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ff46958-0f", "ovs_interfaceid": "6ff46958-0f39-42e0-aac1-8f1c4047be0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.761721] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b78d27-59a4-f485-1821-545f39dd3830, 'name': SearchDatastore_Task, 'duration_secs': 0.012353} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.762038] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.762322] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.762493] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.762698] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.762887] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.763160] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08b1c4b4-6f7f-45e8-b276-b973a156d7bf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.774216] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.774556] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.775219] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd3a2f56-7c41-4812-b12f-2cad1a5f9cf8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.781378] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Waiting for the task: (returnval){ [ 1029.781378] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5290b2d9-c6bc-c255-7a9a-08e4bc43a787" [ 1029.781378] env[62094]: _type = "Task" [ 1029.781378] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.789729] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5290b2d9-c6bc-c255-7a9a-08e4bc43a787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.116538] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 4054a81a-097b-4bc1-89e2-276430b36d86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1030.116854] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1030.117012] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1030.181201] env[62094]: DEBUG oslo_concurrency.lockutils [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] Releasing lock "refresh_cache-faff9e1b-b31e-4ffe-baa6-a78e9d611f66" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.181201] env[62094]: DEBUG nova.compute.manager [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Received event network-changed-21140c7c-86cf-4706-aabc-9422e7c39532 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1030.181321] env[62094]: DEBUG nova.compute.manager [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Refreshing instance network info cache due to event network-changed-21140c7c-86cf-4706-aabc-9422e7c39532. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1030.182025] env[62094]: DEBUG oslo_concurrency.lockutils [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] Acquiring lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.182025] env[62094]: DEBUG oslo_concurrency.lockutils [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] Acquired lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.182025] env[62094]: DEBUG nova.network.neutron [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Refreshing network info cache for port 21140c7c-86cf-4706-aabc-9422e7c39532 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.294262] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5290b2d9-c6bc-c255-7a9a-08e4bc43a787, 'name': SearchDatastore_Task, 'duration_secs': 0.051362} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.295061] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b0975b-24a7-4fe0-bedb-b8f3c5382abe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.302578] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Waiting for the task: (returnval){ [ 1030.302578] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a315a3-49de-23dd-760e-6cbf0c5adeb0" [ 1030.302578] env[62094]: _type = "Task" [ 1030.302578] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.312105] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a315a3-49de-23dd-760e-6cbf0c5adeb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.513386] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1052f05-b176-4bc3-9345-9457efd59a1b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.522949] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc55b0c-6514-4f81-b80f-4ba8f69f5f8d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.559164] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39179038-dbe2-42cb-8ebc-900e63cdd138 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.568847] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94588ca-7b9e-4ba6-9683-04a153fb475c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.583122] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.814094] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a315a3-49de-23dd-760e-6cbf0c5adeb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.814601] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.814662] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] faff9e1b-b31e-4ffe-baa6-a78e9d611f66/faff9e1b-b31e-4ffe-baa6-a78e9d611f66.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.814879] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-884df33b-835c-4e07-b3be-41ba4883f9d3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.823748] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Waiting for the task: (returnval){ [ 1030.823748] env[62094]: value = "task-1400183" [ 1030.823748] env[62094]: _type = "Task" [ 1030.823748] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.833610] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': task-1400183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.042724] env[62094]: DEBUG nova.network.neutron [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Updated VIF entry in instance network info cache for port 21140c7c-86cf-4706-aabc-9422e7c39532. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.043168] env[62094]: DEBUG nova.network.neutron [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Updating instance_info_cache with network_info: [{"id": "21140c7c-86cf-4706-aabc-9422e7c39532", "address": "fa:16:3e:45:08:49", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21140c7c-86", "ovs_interfaceid": "21140c7c-86cf-4706-aabc-9422e7c39532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.086481] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1031.334803] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': task-1400183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483701} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.335082] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] faff9e1b-b31e-4ffe-baa6-a78e9d611f66/faff9e1b-b31e-4ffe-baa6-a78e9d611f66.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.335315] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.335553] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0995fb1c-ff50-4477-b506-b62e5c3079be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.343442] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Waiting for the task: (returnval){ [ 1031.343442] env[62094]: value = "task-1400184" [ 1031.343442] env[62094]: _type = "Task" [ 1031.343442] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.354019] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': task-1400184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.546839] env[62094]: DEBUG oslo_concurrency.lockutils [req-3ec513f9-ad72-4454-b49b-4eb76783679e req-fff33f89-8763-4613-9627-acbd5e2c2800 service nova] Releasing lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.592127] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1031.592416] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.114s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.592688] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.609s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.853987] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': task-1400184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074339} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.854289] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.855030] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86d171f-2d30-45b5-a6b3-edd534cecd56 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.877339] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] faff9e1b-b31e-4ffe-baa6-a78e9d611f66/faff9e1b-b31e-4ffe-baa6-a78e9d611f66.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.877596] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de07895-7186-4ea8-af22-903a397d0339 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.898623] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Waiting for the task: (returnval){ [ 1031.898623] env[62094]: value = "task-1400185" [ 1031.898623] env[62094]: _type = "Task" [ 1031.898623] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.906768] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': task-1400185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.413735] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': task-1400185, 'name': ReconfigVM_Task, 'duration_secs': 0.276062} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.414025] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Reconfigured VM instance instance-0000001c to attach disk [datastore2] faff9e1b-b31e-4ffe-baa6-a78e9d611f66/faff9e1b-b31e-4ffe-baa6-a78e9d611f66.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.414648] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97059841-a0c9-4420-9bf2-17248939f179 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.424569] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Waiting for the task: (returnval){ [ 1032.424569] env[62094]: value = "task-1400186" [ 1032.424569] env[62094]: _type = "Task" [ 1032.424569] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.435288] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': task-1400186, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.504521] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66615b80-ec07-4a96-9628-823f15a7a3b6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.512904] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddacead4-c069-41c7-8739-f51c471e23e4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.543056] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a703ed-a9b3-48eb-b71f-3728baf19d7e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.551789] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2a6b5d-08be-49e7-8a90-faff86aad86a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.565090] env[62094]: DEBUG nova.compute.provider_tree [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.935943] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': task-1400186, 'name': Rename_Task, 'duration_secs': 0.141214} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.936456] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.936688] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2534e76-d74e-494e-82f3-df3dfee820dc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.944348] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Waiting for the task: (returnval){ [ 1032.944348] env[62094]: value = "task-1400187" [ 1032.944348] env[62094]: _type = "Task" [ 1032.944348] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.953292] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': task-1400187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.068581] env[62094]: DEBUG nova.scheduler.client.report [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1033.470810] env[62094]: DEBUG oslo_vmware.api [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': task-1400187, 'name': PowerOnVM_Task, 'duration_secs': 0.42783} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.471142] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.471730] env[62094]: INFO nova.compute.manager [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1033.471828] env[62094]: DEBUG nova.compute.manager [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1033.472687] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf052e1-b6f5-4b3b-a8ae-e565d79ae6ed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.590817] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.591089] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1033.591245] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Rebuilding the list of instances to heal {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1033.991924] env[62094]: INFO nova.compute.manager [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Took 34.73 seconds to build instance. [ 1034.079274] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.486s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.082368] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.552s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.084552] env[62094]: INFO nova.compute.claims [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.113557] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.113653] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquired lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.113726] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: d7679adb-1756-4b93-953c-6964e758d889] Forcefully refreshing network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1034.113907] env[62094]: DEBUG nova.objects.instance [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lazy-loading 'info_cache' on Instance uuid d7679adb-1756-4b93-953c-6964e758d889 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.476905] env[62094]: DEBUG nova.compute.manager [None req-8bc49fbc-16fb-44e9-bf0e-3ddf86b76d8e tempest-ServerDiagnosticsTest-1637076813 tempest-ServerDiagnosticsTest-1637076813-project-admin] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1034.478272] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb08dbe4-fcad-4f7b-812d-ddeeaa326a39 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.485922] env[62094]: INFO nova.compute.manager [None req-8bc49fbc-16fb-44e9-bf0e-3ddf86b76d8e tempest-ServerDiagnosticsTest-1637076813 tempest-ServerDiagnosticsTest-1637076813-project-admin] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Retrieving diagnostics [ 1034.486652] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3f69b7-22b7-4780-aeea-8b5caf5ea387 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.514624] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ea5f2b-0a85-44ed-8f0b-9772b9c2d87f tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Lock "faff9e1b-b31e-4ffe-baa6-a78e9d611f66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.585s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.644344] env[62094]: INFO nova.scheduler.client.report [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Deleted allocation for migration 5a125348-db20-4f44-bf13-656aaa2ebb29 [ 1035.018314] env[62094]: DEBUG nova.compute.manager [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1035.143872] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: d7679adb-1756-4b93-953c-6964e758d889] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.150113] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fd8e889-9c9e-4d5a-8f34-4b147eec74c2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.346s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.538322] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.551876] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83630718-b81b-48a9-94bd-a0e27ce8c72a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.559966] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fdb19b-18a7-4044-84f6-4a19eee81db4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.590836] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Acquiring lock "faff9e1b-b31e-4ffe-baa6-a78e9d611f66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.591182] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Lock "faff9e1b-b31e-4ffe-baa6-a78e9d611f66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.591541] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Acquiring lock "faff9e1b-b31e-4ffe-baa6-a78e9d611f66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.591541] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Lock "faff9e1b-b31e-4ffe-baa6-a78e9d611f66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.591643] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Lock "faff9e1b-b31e-4ffe-baa6-a78e9d611f66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.595291] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e538626c-8e36-42ed-812c-3beff79209e0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.598267] env[62094]: INFO nova.compute.manager [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Terminating instance [ 1035.600314] env[62094]: DEBUG nova.compute.manager [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1035.600499] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.601657] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d008c5a-51cc-4ace-a003-62014a98a838 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.607657] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d416c9e6-e821-45c8-a610-f58e3c524416 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.613213] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.613919] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c98e271d-d049-4427-a3de-5d5fe7dcaed4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.625304] env[62094]: DEBUG nova.compute.provider_tree [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.628098] env[62094]: DEBUG oslo_vmware.api [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Waiting for the task: (returnval){ [ 1035.628098] env[62094]: value = "task-1400188" [ 1035.628098] env[62094]: _type = "Task" [ 1035.628098] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.637358] env[62094]: DEBUG oslo_vmware.api [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': task-1400188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.758066] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: d7679adb-1756-4b93-953c-6964e758d889] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.130655] env[62094]: DEBUG nova.scheduler.client.report [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1036.144316] env[62094]: DEBUG oslo_vmware.api [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': task-1400188, 'name': PowerOffVM_Task, 'duration_secs': 0.213804} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.144364] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.144577] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.144955] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2871bb96-ab86-4db5-bf24-e55501b183fc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.215920] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.215920] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.215920] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Deleting the datastore file [datastore2] faff9e1b-b31e-4ffe-baa6-a78e9d611f66 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.216078] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53ffee81-5cb3-4a23-a230-6f01ee1f49a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.223082] env[62094]: DEBUG oslo_vmware.api [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Waiting for the task: (returnval){ [ 1036.223082] env[62094]: value = "task-1400190" [ 1036.223082] env[62094]: _type = "Task" [ 1036.223082] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.231802] env[62094]: DEBUG oslo_vmware.api [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': task-1400190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.261528] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Releasing lock "refresh_cache-d7679adb-1756-4b93-953c-6964e758d889" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.261762] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: d7679adb-1756-4b93-953c-6964e758d889] Updated the network info_cache for instance {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1036.261975] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.262260] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.262468] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.262600] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1036.639525] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.639939] env[62094]: DEBUG nova.compute.manager [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1036.642682] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.978s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.644099] env[62094]: INFO nova.compute.claims [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.733604] env[62094]: DEBUG oslo_vmware.api [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Task: {'id': task-1400190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160787} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.733854] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.734064] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.734253] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.734420] env[62094]: INFO nova.compute.manager [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1036.734656] env[62094]: DEBUG oslo.service.loopingcall [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1036.734844] env[62094]: DEBUG nova.compute.manager [-] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1036.734938] env[62094]: DEBUG nova.network.neutron [-] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.753706] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "a1699619-ba4e-42cb-bf58-28f3a922e36e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.753763] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "a1699619-ba4e-42cb-bf58-28f3a922e36e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.977508] env[62094]: DEBUG nova.compute.manager [req-7712c212-0198-47c4-add4-7cf057e63f2b req-8510c69f-ea47-4df7-bd54-d8b17dee3f64 service nova] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Received event network-vif-deleted-6ff46958-0f39-42e0-aac1-8f1c4047be0c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1036.977709] env[62094]: INFO nova.compute.manager [req-7712c212-0198-47c4-add4-7cf057e63f2b req-8510c69f-ea47-4df7-bd54-d8b17dee3f64 service nova] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Neutron deleted interface 6ff46958-0f39-42e0-aac1-8f1c4047be0c; detaching it from the instance and deleting it from the info cache [ 1036.977953] env[62094]: DEBUG nova.network.neutron [req-7712c212-0198-47c4-add4-7cf057e63f2b req-8510c69f-ea47-4df7-bd54-d8b17dee3f64 service nova] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.152083] env[62094]: DEBUG nova.compute.utils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1037.152636] env[62094]: DEBUG nova.compute.manager [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1037.152801] env[62094]: DEBUG nova.network.neutron [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.217552] env[62094]: DEBUG nova.policy [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecc5dbfbab2c4390a9c56e4b3e8da67f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c91b06392fb4c3da7273e1143f6d0f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1037.459483] env[62094]: DEBUG nova.network.neutron [-] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.481324] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-076f6976-6c0d-4e36-9754-bdf5795f578a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.497903] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36db644f-528a-4d15-9a31-a801133f3212 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.541308] env[62094]: DEBUG nova.compute.manager [req-7712c212-0198-47c4-add4-7cf057e63f2b req-8510c69f-ea47-4df7-bd54-d8b17dee3f64 service nova] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Detach interface failed, port_id=6ff46958-0f39-42e0-aac1-8f1c4047be0c, reason: Instance faff9e1b-b31e-4ffe-baa6-a78e9d611f66 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1037.630044] env[62094]: DEBUG nova.network.neutron [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Successfully created port: 5e71426a-b8f3-43c2-b787-71459074fd5a {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.658840] env[62094]: DEBUG nova.compute.manager [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1037.963591] env[62094]: INFO nova.compute.manager [-] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Took 1.23 seconds to deallocate network for instance. [ 1038.024892] env[62094]: DEBUG nova.network.neutron [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Successfully created port: 3f46054b-7396-496f-933c-fb81514c4160 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.134602] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edc4cff-d3d3-40ae-bcc9-e6df500e508b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.144015] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b473a6-e8c3-4756-b6b8-98da4cbf2227 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.183654] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c382c593-a0d8-4d29-8881-5a825c2f5794 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.188658] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd2736a-a55f-4f2a-9388-03c89ce325ea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.203089] env[62094]: DEBUG nova.compute.provider_tree [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.304602] env[62094]: DEBUG nova.network.neutron [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Successfully created port: 9378bb41-5ce7-4152-9aef-c6f885a57539 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.472882] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.685490] env[62094]: DEBUG nova.compute.manager [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1038.706191] env[62094]: DEBUG nova.scheduler.client.report [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1038.711239] env[62094]: DEBUG nova.virt.hardware [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1038.711485] env[62094]: DEBUG nova.virt.hardware [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1038.711640] env[62094]: DEBUG nova.virt.hardware [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.711814] env[62094]: DEBUG nova.virt.hardware [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1038.711957] env[62094]: DEBUG nova.virt.hardware [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.712144] env[62094]: DEBUG nova.virt.hardware [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1038.712322] env[62094]: DEBUG nova.virt.hardware [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1038.712477] env[62094]: DEBUG nova.virt.hardware [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1038.712638] env[62094]: DEBUG nova.virt.hardware [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1038.712800] env[62094]: DEBUG nova.virt.hardware [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1038.712973] env[62094]: DEBUG nova.virt.hardware [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1038.713806] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1301da-074a-4b81-976d-98cdcc929ab6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.723529] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dc7822-1b32-402d-b855-9d8cba98794c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.218035] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.218343] env[62094]: DEBUG nova.compute.manager [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1039.220935] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.411s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.222556] env[62094]: INFO nova.compute.claims [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.722494] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.722660] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.727175] env[62094]: DEBUG nova.compute.utils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1039.730473] env[62094]: DEBUG nova.compute.manager [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1039.730638] env[62094]: DEBUG nova.network.neutron [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.772926] env[62094]: DEBUG nova.policy [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '693ff90044b74ee4ba7649212f5453af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8b5ac79c1fe42198e1908b60ceecdf9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1039.911206] env[62094]: DEBUG nova.compute.manager [req-41db8e60-54ab-449b-96c0-1f967ac15058 req-392fa2bd-c401-4744-a393-f2b17ef7f75b service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Received event network-vif-plugged-5e71426a-b8f3-43c2-b787-71459074fd5a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1039.911497] env[62094]: DEBUG oslo_concurrency.lockutils [req-41db8e60-54ab-449b-96c0-1f967ac15058 req-392fa2bd-c401-4744-a393-f2b17ef7f75b service nova] Acquiring lock "59e6c0a7-a37b-452d-93ec-78776be75bd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.911626] env[62094]: DEBUG oslo_concurrency.lockutils [req-41db8e60-54ab-449b-96c0-1f967ac15058 req-392fa2bd-c401-4744-a393-f2b17ef7f75b service nova] Lock "59e6c0a7-a37b-452d-93ec-78776be75bd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.911788] env[62094]: DEBUG oslo_concurrency.lockutils [req-41db8e60-54ab-449b-96c0-1f967ac15058 req-392fa2bd-c401-4744-a393-f2b17ef7f75b service nova] Lock "59e6c0a7-a37b-452d-93ec-78776be75bd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.911950] env[62094]: DEBUG nova.compute.manager [req-41db8e60-54ab-449b-96c0-1f967ac15058 req-392fa2bd-c401-4744-a393-f2b17ef7f75b service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] No waiting events found dispatching network-vif-plugged-5e71426a-b8f3-43c2-b787-71459074fd5a {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1039.914516] env[62094]: WARNING nova.compute.manager [req-41db8e60-54ab-449b-96c0-1f967ac15058 req-392fa2bd-c401-4744-a393-f2b17ef7f75b service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Received unexpected event network-vif-plugged-5e71426a-b8f3-43c2-b787-71459074fd5a for instance with vm_state building and task_state spawning. [ 1040.002143] env[62094]: DEBUG nova.network.neutron [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Successfully updated port: 5e71426a-b8f3-43c2-b787-71459074fd5a {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.024298] env[62094]: DEBUG nova.network.neutron [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Successfully created port: 9f0a3681-1ea8-46a8-9105-cdec238d7eac {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.231035] env[62094]: DEBUG nova.compute.manager [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1040.637792] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1810cb4-8c43-475e-b516-b352740e6a14 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.648102] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6a5e7d-9d52-4570-9cfe-5444a0f623e7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.679742] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692f6358-9c5e-4174-a795-1143a489a78d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.688458] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb8192a-0227-44a7-b4f6-738ccfcc8885 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.702991] env[62094]: DEBUG nova.compute.provider_tree [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.717375] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.205979] env[62094]: DEBUG nova.scheduler.client.report [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1041.245917] env[62094]: DEBUG nova.compute.manager [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1041.270926] env[62094]: DEBUG nova.virt.hardware [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1041.271176] env[62094]: DEBUG nova.virt.hardware [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1041.271329] env[62094]: DEBUG nova.virt.hardware [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.271504] env[62094]: DEBUG nova.virt.hardware [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1041.271647] env[62094]: DEBUG nova.virt.hardware [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.271792] env[62094]: DEBUG nova.virt.hardware [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1041.271989] env[62094]: DEBUG nova.virt.hardware [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1041.272161] env[62094]: DEBUG nova.virt.hardware [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1041.272324] env[62094]: DEBUG nova.virt.hardware [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1041.272482] env[62094]: DEBUG nova.virt.hardware [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1041.272646] env[62094]: DEBUG nova.virt.hardware [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1041.273487] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5fdfb1-05eb-42df-8981-54feceaf887b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.282184] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c93378e-998a-4b83-9c11-9e10308121a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.401053] env[62094]: DEBUG nova.compute.manager [req-b4aa34b1-3c5b-4f1e-89ea-9e0330f55cee req-d1f32476-3e33-47e8-9cab-f53ab0e5220b service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Received event network-vif-plugged-9f0a3681-1ea8-46a8-9105-cdec238d7eac {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1041.401303] env[62094]: DEBUG oslo_concurrency.lockutils [req-b4aa34b1-3c5b-4f1e-89ea-9e0330f55cee req-d1f32476-3e33-47e8-9cab-f53ab0e5220b service nova] Acquiring lock "15e6dedb-15c7-48c2-b71b-92b0f90fccb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.401494] env[62094]: DEBUG oslo_concurrency.lockutils [req-b4aa34b1-3c5b-4f1e-89ea-9e0330f55cee req-d1f32476-3e33-47e8-9cab-f53ab0e5220b service nova] Lock "15e6dedb-15c7-48c2-b71b-92b0f90fccb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.401627] env[62094]: DEBUG oslo_concurrency.lockutils [req-b4aa34b1-3c5b-4f1e-89ea-9e0330f55cee req-d1f32476-3e33-47e8-9cab-f53ab0e5220b service nova] Lock "15e6dedb-15c7-48c2-b71b-92b0f90fccb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.401786] env[62094]: DEBUG nova.compute.manager [req-b4aa34b1-3c5b-4f1e-89ea-9e0330f55cee req-d1f32476-3e33-47e8-9cab-f53ab0e5220b service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] No waiting events found dispatching network-vif-plugged-9f0a3681-1ea8-46a8-9105-cdec238d7eac {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1041.401941] env[62094]: WARNING nova.compute.manager [req-b4aa34b1-3c5b-4f1e-89ea-9e0330f55cee req-d1f32476-3e33-47e8-9cab-f53ab0e5220b service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Received unexpected event network-vif-plugged-9f0a3681-1ea8-46a8-9105-cdec238d7eac for instance with vm_state building and task_state spawning. [ 1041.488934] env[62094]: DEBUG nova.network.neutron [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Successfully updated port: 9f0a3681-1ea8-46a8-9105-cdec238d7eac {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.711572] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.712180] env[62094]: DEBUG nova.compute.manager [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1041.715049] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.727s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.717068] env[62094]: DEBUG nova.objects.instance [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62094) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1041.722285] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.722285] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.993220] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Acquiring lock "refresh_cache-15e6dedb-15c7-48c2-b71b-92b0f90fccb6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.993220] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Acquired lock "refresh_cache-15e6dedb-15c7-48c2-b71b-92b0f90fccb6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.993220] env[62094]: DEBUG nova.network.neutron [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.156507] env[62094]: DEBUG nova.compute.manager [req-aa3b8bcc-99c9-46a2-8d78-f268ceb8ecad req-80966d45-3ad7-453e-a81a-76ca4291f99e service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Received event network-changed-5e71426a-b8f3-43c2-b787-71459074fd5a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1042.156693] env[62094]: DEBUG nova.compute.manager [req-aa3b8bcc-99c9-46a2-8d78-f268ceb8ecad req-80966d45-3ad7-453e-a81a-76ca4291f99e service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Refreshing instance network info cache due to event network-changed-5e71426a-b8f3-43c2-b787-71459074fd5a. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1042.156906] env[62094]: DEBUG oslo_concurrency.lockutils [req-aa3b8bcc-99c9-46a2-8d78-f268ceb8ecad req-80966d45-3ad7-453e-a81a-76ca4291f99e service nova] Acquiring lock "refresh_cache-59e6c0a7-a37b-452d-93ec-78776be75bd5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.157062] env[62094]: DEBUG oslo_concurrency.lockutils [req-aa3b8bcc-99c9-46a2-8d78-f268ceb8ecad req-80966d45-3ad7-453e-a81a-76ca4291f99e service nova] Acquired lock "refresh_cache-59e6c0a7-a37b-452d-93ec-78776be75bd5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.157221] env[62094]: DEBUG nova.network.neutron [req-aa3b8bcc-99c9-46a2-8d78-f268ceb8ecad req-80966d45-3ad7-453e-a81a-76ca4291f99e service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Refreshing network info cache for port 5e71426a-b8f3-43c2-b787-71459074fd5a {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.219933] env[62094]: DEBUG nova.compute.utils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1042.229801] env[62094]: DEBUG nova.compute.manager [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1042.229978] env[62094]: DEBUG nova.network.neutron [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.233709] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.276030] env[62094]: DEBUG nova.policy [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '208863f54bee463abd81e57f4747b32c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c435d8d418b64579bbffe58cd311dd8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1042.392775] env[62094]: DEBUG nova.network.neutron [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Successfully updated port: 3f46054b-7396-496f-933c-fb81514c4160 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.544590] env[62094]: DEBUG nova.network.neutron [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.547750] env[62094]: DEBUG nova.network.neutron [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Successfully created port: ba7ed433-3eae-4e96-a1cb-bde4b7732d69 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.695417] env[62094]: DEBUG nova.network.neutron [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Updating instance_info_cache with network_info: [{"id": "9f0a3681-1ea8-46a8-9105-cdec238d7eac", "address": "fa:16:3e:bd:86:72", "network": {"id": "2f3b5cfb-1d22-4fa6-9964-2568ae288e23", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1798607928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b5ac79c1fe42198e1908b60ceecdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0a3681-1e", "ovs_interfaceid": "9f0a3681-1ea8-46a8-9105-cdec238d7eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.706621] env[62094]: DEBUG nova.network.neutron [req-aa3b8bcc-99c9-46a2-8d78-f268ceb8ecad req-80966d45-3ad7-453e-a81a-76ca4291f99e service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.730439] env[62094]: DEBUG nova.compute.manager [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1042.735145] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66a069b2-2f8b-4fa4-9d6d-d9c7b1d6a7e9 tempest-ServersAdmin275Test-135782727 tempest-ServersAdmin275Test-135782727-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.736347] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.609s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.736578] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.738598] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.444s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.740513] env[62094]: INFO nova.compute.claims [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.776447] env[62094]: INFO nova.scheduler.client.report [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Deleted allocations for instance ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba [ 1042.842611] env[62094]: DEBUG nova.network.neutron [req-aa3b8bcc-99c9-46a2-8d78-f268ceb8ecad req-80966d45-3ad7-453e-a81a-76ca4291f99e service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.198083] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Releasing lock "refresh_cache-15e6dedb-15c7-48c2-b71b-92b0f90fccb6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.198420] env[62094]: DEBUG nova.compute.manager [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Instance network_info: |[{"id": "9f0a3681-1ea8-46a8-9105-cdec238d7eac", "address": "fa:16:3e:bd:86:72", "network": {"id": "2f3b5cfb-1d22-4fa6-9964-2568ae288e23", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1798607928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b5ac79c1fe42198e1908b60ceecdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0a3681-1e", "ovs_interfaceid": "9f0a3681-1ea8-46a8-9105-cdec238d7eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1043.198832] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:86:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f0a3681-1ea8-46a8-9105-cdec238d7eac', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.206155] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Creating folder: Project (c8b5ac79c1fe42198e1908b60ceecdf9). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.206448] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d3e02b1-414f-41b6-b448-ee4533b5fe19 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.219887] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Created folder: Project (c8b5ac79c1fe42198e1908b60ceecdf9) in parent group-v296765. [ 1043.220186] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Creating folder: Instances. Parent ref: group-v296851. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.220570] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0586e2ac-998c-4faa-90ed-7fa0f5c23956 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.230695] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Created folder: Instances in parent group-v296851. [ 1043.230852] env[62094]: DEBUG oslo.service.loopingcall [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1043.231084] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.231298] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ca7c05c-2a2a-412c-924b-f8c2280c9f89 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.258435] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.258435] env[62094]: value = "task-1400193" [ 1043.258435] env[62094]: _type = "Task" [ 1043.258435] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.267781] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400193, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.285780] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27813136-ea98-49d8-95dd-55e07bdf2500 tempest-TenantUsagesTestJSON-671638840 tempest-TenantUsagesTestJSON-671638840-project-member] Lock "ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.981s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.345447] env[62094]: DEBUG oslo_concurrency.lockutils [req-aa3b8bcc-99c9-46a2-8d78-f268ceb8ecad req-80966d45-3ad7-453e-a81a-76ca4291f99e service nova] Releasing lock "refresh_cache-59e6c0a7-a37b-452d-93ec-78776be75bd5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.529031] env[62094]: DEBUG nova.compute.manager [req-361dcc9c-78dd-4a68-875f-139928e611f4 req-2822cea6-6f1e-4733-a08e-0b31355272c2 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Received event network-changed-9f0a3681-1ea8-46a8-9105-cdec238d7eac {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1043.529031] env[62094]: DEBUG nova.compute.manager [req-361dcc9c-78dd-4a68-875f-139928e611f4 req-2822cea6-6f1e-4733-a08e-0b31355272c2 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Refreshing instance network info cache due to event network-changed-9f0a3681-1ea8-46a8-9105-cdec238d7eac. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1043.529031] env[62094]: DEBUG oslo_concurrency.lockutils [req-361dcc9c-78dd-4a68-875f-139928e611f4 req-2822cea6-6f1e-4733-a08e-0b31355272c2 service nova] Acquiring lock "refresh_cache-15e6dedb-15c7-48c2-b71b-92b0f90fccb6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.529031] env[62094]: DEBUG oslo_concurrency.lockutils [req-361dcc9c-78dd-4a68-875f-139928e611f4 req-2822cea6-6f1e-4733-a08e-0b31355272c2 service nova] Acquired lock "refresh_cache-15e6dedb-15c7-48c2-b71b-92b0f90fccb6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.529031] env[62094]: DEBUG nova.network.neutron [req-361dcc9c-78dd-4a68-875f-139928e611f4 req-2822cea6-6f1e-4733-a08e-0b31355272c2 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Refreshing network info cache for port 9f0a3681-1ea8-46a8-9105-cdec238d7eac {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.758119] env[62094]: DEBUG nova.compute.manager [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1043.772448] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400193, 'name': CreateVM_Task, 'duration_secs': 0.354421} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.772448] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.773254] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.776043] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.778698] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.778698] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36761fe3-32d7-4a5e-99fe-aebff0299fd7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.785189] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Waiting for the task: (returnval){ [ 1043.785189] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5286ecc8-40dd-dc80-e7eb-a18e60b0657f" [ 1043.785189] env[62094]: _type = "Task" [ 1043.785189] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.797896] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5286ecc8-40dd-dc80-e7eb-a18e60b0657f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.803104] env[62094]: DEBUG nova.virt.hardware [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1043.803104] env[62094]: DEBUG nova.virt.hardware [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1043.803104] env[62094]: DEBUG nova.virt.hardware [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.803325] env[62094]: DEBUG nova.virt.hardware [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1043.803325] env[62094]: DEBUG nova.virt.hardware [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.803325] env[62094]: DEBUG nova.virt.hardware [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1043.803325] env[62094]: DEBUG nova.virt.hardware [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1043.803325] env[62094]: DEBUG nova.virt.hardware [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1043.803653] env[62094]: DEBUG nova.virt.hardware [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1043.803653] env[62094]: DEBUG nova.virt.hardware [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1043.803653] env[62094]: DEBUG nova.virt.hardware [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1043.803653] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67de6b16-9b98-4732-a934-27043d0f0ef7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.812553] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9942f411-bd85-4453-ba6d-37888cb2fd8b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.167302] env[62094]: DEBUG nova.network.neutron [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Successfully updated port: ba7ed433-3eae-4e96-a1cb-bde4b7732d69 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.187429] env[62094]: DEBUG nova.compute.manager [req-8961d0a1-6928-4cb3-bec2-fa4976e6777f req-9983ab22-ae83-4627-bfed-48477e3e5186 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Received event network-vif-plugged-3f46054b-7396-496f-933c-fb81514c4160 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1044.187636] env[62094]: DEBUG oslo_concurrency.lockutils [req-8961d0a1-6928-4cb3-bec2-fa4976e6777f req-9983ab22-ae83-4627-bfed-48477e3e5186 service nova] Acquiring lock "59e6c0a7-a37b-452d-93ec-78776be75bd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.187842] env[62094]: DEBUG oslo_concurrency.lockutils [req-8961d0a1-6928-4cb3-bec2-fa4976e6777f req-9983ab22-ae83-4627-bfed-48477e3e5186 service nova] Lock "59e6c0a7-a37b-452d-93ec-78776be75bd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.188179] env[62094]: DEBUG oslo_concurrency.lockutils [req-8961d0a1-6928-4cb3-bec2-fa4976e6777f req-9983ab22-ae83-4627-bfed-48477e3e5186 service nova] Lock "59e6c0a7-a37b-452d-93ec-78776be75bd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.189221] env[62094]: DEBUG nova.compute.manager [req-8961d0a1-6928-4cb3-bec2-fa4976e6777f req-9983ab22-ae83-4627-bfed-48477e3e5186 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] No waiting events found dispatching network-vif-plugged-3f46054b-7396-496f-933c-fb81514c4160 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1044.189221] env[62094]: WARNING nova.compute.manager [req-8961d0a1-6928-4cb3-bec2-fa4976e6777f req-9983ab22-ae83-4627-bfed-48477e3e5186 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Received unexpected event network-vif-plugged-3f46054b-7396-496f-933c-fb81514c4160 for instance with vm_state building and task_state spawning. [ 1044.189221] env[62094]: DEBUG nova.compute.manager [req-8961d0a1-6928-4cb3-bec2-fa4976e6777f req-9983ab22-ae83-4627-bfed-48477e3e5186 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Received event network-changed-3f46054b-7396-496f-933c-fb81514c4160 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1044.189221] env[62094]: DEBUG nova.compute.manager [req-8961d0a1-6928-4cb3-bec2-fa4976e6777f req-9983ab22-ae83-4627-bfed-48477e3e5186 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Refreshing instance network info cache due to event network-changed-3f46054b-7396-496f-933c-fb81514c4160. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1044.189221] env[62094]: DEBUG oslo_concurrency.lockutils [req-8961d0a1-6928-4cb3-bec2-fa4976e6777f req-9983ab22-ae83-4627-bfed-48477e3e5186 service nova] Acquiring lock "refresh_cache-59e6c0a7-a37b-452d-93ec-78776be75bd5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.189518] env[62094]: DEBUG oslo_concurrency.lockutils [req-8961d0a1-6928-4cb3-bec2-fa4976e6777f req-9983ab22-ae83-4627-bfed-48477e3e5186 service nova] Acquired lock "refresh_cache-59e6c0a7-a37b-452d-93ec-78776be75bd5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.189518] env[62094]: DEBUG nova.network.neutron [req-8961d0a1-6928-4cb3-bec2-fa4976e6777f req-9983ab22-ae83-4627-bfed-48477e3e5186 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Refreshing network info cache for port 3f46054b-7396-496f-933c-fb81514c4160 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.258825] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee28c2c-c351-4fc5-9e0d-341b3f45da8a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.268609] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa55568-221a-40bc-9490-601d81afb990 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.312824] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76937f75-763b-4ba5-87c6-281bdf3e1204 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.330891] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17723a4-f063-4216-9829-00c6975cbea6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.337035] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5286ecc8-40dd-dc80-e7eb-a18e60b0657f, 'name': SearchDatastore_Task, 'duration_secs': 0.019272} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.337478] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.337992] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.338259] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.338411] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.338589] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.340527] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c65003f-bdb3-468e-8afc-18bf82a75092 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.350841] env[62094]: DEBUG nova.compute.provider_tree [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.359862] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.360067] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.361433] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb45c691-81e0-45f8-855d-031d4b93744c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.370063] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Waiting for the task: (returnval){ [ 1044.370063] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e9f94b-faba-8815-b288-88235ce4a512" [ 1044.370063] env[62094]: _type = "Task" [ 1044.370063] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.379725] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e9f94b-faba-8815-b288-88235ce4a512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.387566] env[62094]: DEBUG nova.network.neutron [req-361dcc9c-78dd-4a68-875f-139928e611f4 req-2822cea6-6f1e-4733-a08e-0b31355272c2 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Updated VIF entry in instance network info cache for port 9f0a3681-1ea8-46a8-9105-cdec238d7eac. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.387897] env[62094]: DEBUG nova.network.neutron [req-361dcc9c-78dd-4a68-875f-139928e611f4 req-2822cea6-6f1e-4733-a08e-0b31355272c2 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Updating instance_info_cache with network_info: [{"id": "9f0a3681-1ea8-46a8-9105-cdec238d7eac", "address": "fa:16:3e:bd:86:72", "network": {"id": "2f3b5cfb-1d22-4fa6-9964-2568ae288e23", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1798607928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b5ac79c1fe42198e1908b60ceecdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0a3681-1e", "ovs_interfaceid": "9f0a3681-1ea8-46a8-9105-cdec238d7eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.575401] env[62094]: DEBUG nova.network.neutron [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Successfully updated port: 9378bb41-5ce7-4152-9aef-c6f885a57539 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.671306] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Acquiring lock "refresh_cache-c62bee0a-0494-4cee-9053-0e7291d20a12" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.671484] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Acquired lock "refresh_cache-c62bee0a-0494-4cee-9053-0e7291d20a12" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.671672] env[62094]: DEBUG nova.network.neutron [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.734130] env[62094]: DEBUG nova.network.neutron [req-8961d0a1-6928-4cb3-bec2-fa4976e6777f req-9983ab22-ae83-4627-bfed-48477e3e5186 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.822097] env[62094]: DEBUG nova.network.neutron [req-8961d0a1-6928-4cb3-bec2-fa4976e6777f req-9983ab22-ae83-4627-bfed-48477e3e5186 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.855941] env[62094]: DEBUG nova.scheduler.client.report [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1044.884835] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e9f94b-faba-8815-b288-88235ce4a512, 'name': SearchDatastore_Task, 'duration_secs': 0.012627} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.888062] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b82106b-ea69-4ed2-a3b8-4c3824249654 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.890775] env[62094]: DEBUG oslo_concurrency.lockutils [req-361dcc9c-78dd-4a68-875f-139928e611f4 req-2822cea6-6f1e-4733-a08e-0b31355272c2 service nova] Releasing lock "refresh_cache-15e6dedb-15c7-48c2-b71b-92b0f90fccb6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.895889] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Waiting for the task: (returnval){ [ 1044.895889] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52980010-ec6b-d20a-df45-c35e9a060469" [ 1044.895889] env[62094]: _type = "Task" [ 1044.895889] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.905325] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52980010-ec6b-d20a-df45-c35e9a060469, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.906012] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.906012] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 15e6dedb-15c7-48c2-b71b-92b0f90fccb6/15e6dedb-15c7-48c2-b71b-92b0f90fccb6.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.906150] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c056b484-2f46-4c55-bd5c-380d3ce1f808 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.912920] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Waiting for the task: (returnval){ [ 1044.912920] env[62094]: value = "task-1400194" [ 1044.912920] env[62094]: _type = "Task" [ 1044.912920] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.922648] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.078898] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "refresh_cache-59e6c0a7-a37b-452d-93ec-78776be75bd5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.205273] env[62094]: DEBUG nova.network.neutron [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.323342] env[62094]: DEBUG oslo_concurrency.lockutils [req-8961d0a1-6928-4cb3-bec2-fa4976e6777f req-9983ab22-ae83-4627-bfed-48477e3e5186 service nova] Releasing lock "refresh_cache-59e6c0a7-a37b-452d-93ec-78776be75bd5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.323941] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquired lock "refresh_cache-59e6c0a7-a37b-452d-93ec-78776be75bd5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.323941] env[62094]: DEBUG nova.network.neutron [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.360751] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.361334] env[62094]: DEBUG nova.compute.manager [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1045.364066] env[62094]: DEBUG oslo_concurrency.lockutils [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.200s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.364280] env[62094]: DEBUG oslo_concurrency.lockutils [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.367277] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.573s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.368928] env[62094]: INFO nova.compute.claims [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.409600] env[62094]: INFO nova.scheduler.client.report [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Deleted allocations for instance f6982f8c-65c3-4810-a0f0-19f69b91c8a8 [ 1045.426157] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503275} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.426512] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 15e6dedb-15c7-48c2-b71b-92b0f90fccb6/15e6dedb-15c7-48c2-b71b-92b0f90fccb6.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.427032] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.427579] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cfba79c-2330-48c1-bd8a-5304c6381e28 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.437632] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Waiting for the task: (returnval){ [ 1045.437632] env[62094]: value = "task-1400195" [ 1045.437632] env[62094]: _type = "Task" [ 1045.437632] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.448648] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.555738] env[62094]: DEBUG nova.compute.manager [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Received event network-vif-plugged-ba7ed433-3eae-4e96-a1cb-bde4b7732d69 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1045.555780] env[62094]: DEBUG oslo_concurrency.lockutils [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] Acquiring lock "c62bee0a-0494-4cee-9053-0e7291d20a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.556405] env[62094]: DEBUG oslo_concurrency.lockutils [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] Lock "c62bee0a-0494-4cee-9053-0e7291d20a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.556697] env[62094]: DEBUG oslo_concurrency.lockutils [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] Lock "c62bee0a-0494-4cee-9053-0e7291d20a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.556966] env[62094]: DEBUG nova.compute.manager [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] No waiting events found dispatching network-vif-plugged-ba7ed433-3eae-4e96-a1cb-bde4b7732d69 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1045.557130] env[62094]: WARNING nova.compute.manager [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Received unexpected event network-vif-plugged-ba7ed433-3eae-4e96-a1cb-bde4b7732d69 for instance with vm_state building and task_state spawning. [ 1045.557325] env[62094]: DEBUG nova.compute.manager [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Received event network-changed-ba7ed433-3eae-4e96-a1cb-bde4b7732d69 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1045.557514] env[62094]: DEBUG nova.compute.manager [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Refreshing instance network info cache due to event network-changed-ba7ed433-3eae-4e96-a1cb-bde4b7732d69. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1045.557769] env[62094]: DEBUG oslo_concurrency.lockutils [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] Acquiring lock "refresh_cache-c62bee0a-0494-4cee-9053-0e7291d20a12" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.558780] env[62094]: DEBUG nova.network.neutron [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Updating instance_info_cache with network_info: [{"id": "ba7ed433-3eae-4e96-a1cb-bde4b7732d69", "address": "fa:16:3e:41:de:33", "network": {"id": "59161d89-452f-4612-ba40-9b0b487281db", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1935486787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c435d8d418b64579bbffe58cd311dd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7ed433-3e", "ovs_interfaceid": "ba7ed433-3eae-4e96-a1cb-bde4b7732d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.862618] env[62094]: DEBUG nova.network.neutron [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.874174] env[62094]: DEBUG nova.compute.utils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1045.884808] env[62094]: DEBUG nova.compute.manager [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1045.885041] env[62094]: DEBUG nova.network.neutron [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.926928] env[62094]: DEBUG oslo_concurrency.lockutils [None req-646f01c0-24f7-4669-b740-d139318b5478 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "f6982f8c-65c3-4810-a0f0-19f69b91c8a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.853s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.951863] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073945} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.952149] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.953367] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a85c28-40c2-48b9-8ac7-175ac18fde02 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.998719] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 15e6dedb-15c7-48c2-b71b-92b0f90fccb6/15e6dedb-15c7-48c2-b71b-92b0f90fccb6.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.001364] env[62094]: DEBUG nova.policy [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bdec08e2a77456b840c719810cf99c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf4bb5e2255d44b49a16ad11bd0580c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1046.007159] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2245a94e-95f4-4840-a3b8-e24da8c20b44 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.028992] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Waiting for the task: (returnval){ [ 1046.028992] env[62094]: value = "task-1400196" [ 1046.028992] env[62094]: _type = "Task" [ 1046.028992] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.042008] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.064621] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Releasing lock "refresh_cache-c62bee0a-0494-4cee-9053-0e7291d20a12" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.064943] env[62094]: DEBUG nova.compute.manager [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Instance network_info: |[{"id": "ba7ed433-3eae-4e96-a1cb-bde4b7732d69", "address": "fa:16:3e:41:de:33", "network": {"id": "59161d89-452f-4612-ba40-9b0b487281db", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1935486787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c435d8d418b64579bbffe58cd311dd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7ed433-3e", "ovs_interfaceid": "ba7ed433-3eae-4e96-a1cb-bde4b7732d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1046.065244] env[62094]: DEBUG oslo_concurrency.lockutils [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] Acquired lock "refresh_cache-c62bee0a-0494-4cee-9053-0e7291d20a12" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.065419] env[62094]: DEBUG nova.network.neutron [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Refreshing network info cache for port ba7ed433-3eae-4e96-a1cb-bde4b7732d69 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.066654] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:de:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba7ed433-3eae-4e96-a1cb-bde4b7732d69', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.074560] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Creating folder: Project (c435d8d418b64579bbffe58cd311dd8d). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.075469] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6942d063-293b-4cd8-a0cb-ea24c7837ded {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.089311] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Created folder: Project (c435d8d418b64579bbffe58cd311dd8d) in parent group-v296765. [ 1046.089790] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Creating folder: Instances. Parent ref: group-v296854. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.090107] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-614465d4-e783-4365-b3ab-9576c967704d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.104912] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Created folder: Instances in parent group-v296854. [ 1046.105319] env[62094]: DEBUG oslo.service.loopingcall [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.105740] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.106028] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-715a4fd9-6e26-4820-b66a-c6fefd81e5f4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.130606] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.130606] env[62094]: value = "task-1400199" [ 1046.130606] env[62094]: _type = "Task" [ 1046.130606] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.139181] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400199, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.385879] env[62094]: DEBUG nova.compute.manager [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1046.404784] env[62094]: DEBUG nova.network.neutron [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Updating instance_info_cache with network_info: [{"id": "5e71426a-b8f3-43c2-b787-71459074fd5a", "address": "fa:16:3e:6f:3c:97", "network": {"id": "74108db7-7d9b-4ce2-bccc-4d5ca1dad108", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-94369648", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e71426a-b8", "ovs_interfaceid": "5e71426a-b8f3-43c2-b787-71459074fd5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f46054b-7396-496f-933c-fb81514c4160", "address": "fa:16:3e:7b:63:10", "network": {"id": "1e37b666-2ffe-441c-aec5-3910c5c1b139", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1328301243", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f46054b-73", "ovs_interfaceid": "3f46054b-7396-496f-933c-fb81514c4160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9378bb41-5ce7-4152-9aef-c6f885a57539", "address": "fa:16:3e:db:a7:2d", "network": {"id": "74108db7-7d9b-4ce2-bccc-4d5ca1dad108", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-94369648", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9378bb41-5c", "ovs_interfaceid": "9378bb41-5ce7-4152-9aef-c6f885a57539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.542399] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400196, 'name': ReconfigVM_Task, 'duration_secs': 0.349574} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.542399] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 15e6dedb-15c7-48c2-b71b-92b0f90fccb6/15e6dedb-15c7-48c2-b71b-92b0f90fccb6.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.542764] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-690a5a11-6391-4b68-8a83-0db0d30fcb5d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.551982] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Waiting for the task: (returnval){ [ 1046.551982] env[62094]: value = "task-1400200" [ 1046.551982] env[62094]: _type = "Task" [ 1046.551982] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.570988] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400200, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.646920] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400199, 'name': CreateVM_Task, 'duration_secs': 0.414008} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.647453] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.648577] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.649361] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.649361] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.649361] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e28ef3-65dd-4eca-9b9e-fc2e2dddd8d2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.661422] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1046.661422] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ec019f-6318-4257-c155-7e03d3045b46" [ 1046.661422] env[62094]: _type = "Task" [ 1046.661422] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.671764] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ec019f-6318-4257-c155-7e03d3045b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.818545] env[62094]: DEBUG nova.network.neutron [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Updated VIF entry in instance network info cache for port ba7ed433-3eae-4e96-a1cb-bde4b7732d69. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.818545] env[62094]: DEBUG nova.network.neutron [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Updating instance_info_cache with network_info: [{"id": "ba7ed433-3eae-4e96-a1cb-bde4b7732d69", "address": "fa:16:3e:41:de:33", "network": {"id": "59161d89-452f-4612-ba40-9b0b487281db", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1935486787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c435d8d418b64579bbffe58cd311dd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba7ed433-3e", "ovs_interfaceid": "ba7ed433-3eae-4e96-a1cb-bde4b7732d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.862594] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59bedcd-3c97-4a80-b7cb-f2b8d82affb3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.871839] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db4fc39-4a07-4359-b14c-9dd955e64759 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.910905] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aff61be-855c-4653-bb7f-753ae3a27956 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.912875] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Releasing lock "refresh_cache-59e6c0a7-a37b-452d-93ec-78776be75bd5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.917334] env[62094]: DEBUG nova.compute.manager [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Instance network_info: |[{"id": "5e71426a-b8f3-43c2-b787-71459074fd5a", "address": "fa:16:3e:6f:3c:97", "network": {"id": "74108db7-7d9b-4ce2-bccc-4d5ca1dad108", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-94369648", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e71426a-b8", "ovs_interfaceid": "5e71426a-b8f3-43c2-b787-71459074fd5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f46054b-7396-496f-933c-fb81514c4160", "address": "fa:16:3e:7b:63:10", "network": {"id": "1e37b666-2ffe-441c-aec5-3910c5c1b139", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1328301243", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f46054b-73", "ovs_interfaceid": "3f46054b-7396-496f-933c-fb81514c4160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9378bb41-5ce7-4152-9aef-c6f885a57539", "address": "fa:16:3e:db:a7:2d", "network": {"id": "74108db7-7d9b-4ce2-bccc-4d5ca1dad108", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-94369648", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9378bb41-5c", "ovs_interfaceid": "9378bb41-5ce7-4152-9aef-c6f885a57539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1046.918599] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:3c:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e71426a-b8f3-43c2-b787-71459074fd5a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:63:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f46054b-7396-496f-933c-fb81514c4160', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:a7:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9378bb41-5ce7-4152-9aef-c6f885a57539', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.928544] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Creating folder: Project (0c91b06392fb4c3da7273e1143f6d0f0). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.929444] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca8ac17f-2627-4f85-a9f9-57556031bb4f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.935354] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b3bbd8-ddf5-4334-abb7-1e7eee9a7f2e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.941895] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Created folder: Project (0c91b06392fb4c3da7273e1143f6d0f0) in parent group-v296765. [ 1046.941895] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Creating folder: Instances. Parent ref: group-v296857. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.941895] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2630c2eb-0a23-43e6-a4e1-339ce0d448d2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.951476] env[62094]: DEBUG nova.compute.provider_tree [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.953399] env[62094]: DEBUG nova.network.neutron [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Successfully created port: 7ffaa92f-b61a-4927-ba6e-ca00757b6ef3 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.967554] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Created folder: Instances in parent group-v296857. [ 1046.967795] env[62094]: DEBUG oslo.service.loopingcall [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.967987] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.968260] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-399c0b1d-43d3-4904-9b2b-a85734ae9387 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.993158] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.993158] env[62094]: value = "task-1400203" [ 1046.993158] env[62094]: _type = "Task" [ 1046.993158] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.001407] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400203, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.066618] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400200, 'name': Rename_Task, 'duration_secs': 0.156919} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.066618] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.066618] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb752fd9-dd90-450c-988e-ec48fff4bada {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.071918] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Waiting for the task: (returnval){ [ 1047.071918] env[62094]: value = "task-1400204" [ 1047.071918] env[62094]: _type = "Task" [ 1047.071918] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.080928] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.176990] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ec019f-6318-4257-c155-7e03d3045b46, 'name': SearchDatastore_Task, 'duration_secs': 0.011391} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.177400] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.177778] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.178144] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.178333] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.178561] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.178841] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db2fe186-b9eb-4d49-a90f-f0797e025c11 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.191378] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.191663] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.192495] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9195b9f-2b12-4a50-96ca-a73a3313de8a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.203578] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1047.203578] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c2c0fc-b37a-2abe-08d7-371a4c029bc4" [ 1047.203578] env[62094]: _type = "Task" [ 1047.203578] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.214417] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c2c0fc-b37a-2abe-08d7-371a4c029bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.323766] env[62094]: DEBUG oslo_concurrency.lockutils [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] Releasing lock "refresh_cache-c62bee0a-0494-4cee-9053-0e7291d20a12" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.324068] env[62094]: DEBUG nova.compute.manager [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Received event network-vif-plugged-9378bb41-5ce7-4152-9aef-c6f885a57539 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1047.324263] env[62094]: DEBUG oslo_concurrency.lockutils [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] Acquiring lock "59e6c0a7-a37b-452d-93ec-78776be75bd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.324654] env[62094]: DEBUG oslo_concurrency.lockutils [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] Lock "59e6c0a7-a37b-452d-93ec-78776be75bd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.328021] env[62094]: DEBUG oslo_concurrency.lockutils [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] Lock "59e6c0a7-a37b-452d-93ec-78776be75bd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.328021] env[62094]: DEBUG nova.compute.manager [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] No waiting events found dispatching network-vif-plugged-9378bb41-5ce7-4152-9aef-c6f885a57539 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1047.328021] env[62094]: WARNING nova.compute.manager [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Received unexpected event network-vif-plugged-9378bb41-5ce7-4152-9aef-c6f885a57539 for instance with vm_state building and task_state spawning. [ 1047.328021] env[62094]: DEBUG nova.compute.manager [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Received event network-changed-9378bb41-5ce7-4152-9aef-c6f885a57539 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1047.328021] env[62094]: DEBUG nova.compute.manager [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Refreshing instance network info cache due to event network-changed-9378bb41-5ce7-4152-9aef-c6f885a57539. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1047.328021] env[62094]: DEBUG oslo_concurrency.lockutils [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] Acquiring lock "refresh_cache-59e6c0a7-a37b-452d-93ec-78776be75bd5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.328021] env[62094]: DEBUG oslo_concurrency.lockutils [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] Acquired lock "refresh_cache-59e6c0a7-a37b-452d-93ec-78776be75bd5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.328021] env[62094]: DEBUG nova.network.neutron [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Refreshing network info cache for port 9378bb41-5ce7-4152-9aef-c6f885a57539 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.411460] env[62094]: DEBUG nova.compute.manager [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1047.445158] env[62094]: DEBUG nova.virt.hardware [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1047.445158] env[62094]: DEBUG nova.virt.hardware [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1047.445691] env[62094]: DEBUG nova.virt.hardware [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.445691] env[62094]: DEBUG nova.virt.hardware [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1047.445691] env[62094]: DEBUG nova.virt.hardware [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.445789] env[62094]: DEBUG nova.virt.hardware [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1047.446049] env[62094]: DEBUG nova.virt.hardware [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1047.446283] env[62094]: DEBUG nova.virt.hardware [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1047.446529] env[62094]: DEBUG nova.virt.hardware [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1047.446764] env[62094]: DEBUG nova.virt.hardware [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1047.446980] env[62094]: DEBUG nova.virt.hardware [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1047.448186] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fadeaea-28b2-47e7-83dd-a15b88e21db8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.457362] env[62094]: DEBUG nova.scheduler.client.report [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1047.462652] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74710a2d-cc8b-4d16-bd28-0810bc2c98b7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.511971] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400203, 'name': CreateVM_Task, 'duration_secs': 0.473271} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.511971] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.512073] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.512398] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.512523] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.513120] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba956b9-e6d5-4291-876a-ebf49142003a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.520738] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1047.520738] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5234c573-5a35-77dd-c6ba-e2c7a6314ae2" [ 1047.520738] env[62094]: _type = "Task" [ 1047.520738] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.530402] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5234c573-5a35-77dd-c6ba-e2c7a6314ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.583349] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400204, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.716715] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c2c0fc-b37a-2abe-08d7-371a4c029bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.717756] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8312db08-04f2-47fb-bc7c-08d0d3e05556 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.725213] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1047.725213] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f83614-42d2-32f8-19c4-bb151a8251e4" [ 1047.725213] env[62094]: _type = "Task" [ 1047.725213] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.734605] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f83614-42d2-32f8-19c4-bb151a8251e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.970176] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.970736] env[62094]: DEBUG nova.compute.manager [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1047.973688] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.951s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.973907] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.976089] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.356s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.976281] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.978648] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.573s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.981046] env[62094]: INFO nova.compute.claims [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.014698] env[62094]: INFO nova.scheduler.client.report [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Deleted allocations for instance aaa64a80-a127-4826-b972-7890e2db03fc [ 1048.019492] env[62094]: INFO nova.scheduler.client.report [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Deleted allocations for instance 2c6d5788-c767-43ab-aec4-d8bbb69091e3 [ 1048.044191] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5234c573-5a35-77dd-c6ba-e2c7a6314ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.012491} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.045733] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.045844] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.045961] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.087352] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400204, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.093014] env[62094]: DEBUG nova.network.neutron [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Updated VIF entry in instance network info cache for port 9378bb41-5ce7-4152-9aef-c6f885a57539. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.093711] env[62094]: DEBUG nova.network.neutron [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Updating instance_info_cache with network_info: [{"id": "5e71426a-b8f3-43c2-b787-71459074fd5a", "address": "fa:16:3e:6f:3c:97", "network": {"id": "74108db7-7d9b-4ce2-bccc-4d5ca1dad108", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-94369648", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e71426a-b8", "ovs_interfaceid": "5e71426a-b8f3-43c2-b787-71459074fd5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f46054b-7396-496f-933c-fb81514c4160", "address": "fa:16:3e:7b:63:10", "network": {"id": "1e37b666-2ffe-441c-aec5-3910c5c1b139", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1328301243", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f46054b-73", "ovs_interfaceid": "3f46054b-7396-496f-933c-fb81514c4160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9378bb41-5ce7-4152-9aef-c6f885a57539", "address": "fa:16:3e:db:a7:2d", "network": {"id": "74108db7-7d9b-4ce2-bccc-4d5ca1dad108", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-94369648", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9378bb41-5c", "ovs_interfaceid": "9378bb41-5ce7-4152-9aef-c6f885a57539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.236917] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f83614-42d2-32f8-19c4-bb151a8251e4, 'name': SearchDatastore_Task, 'duration_secs': 0.00958} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.237505] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.237505] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] c62bee0a-0494-4cee-9053-0e7291d20a12/c62bee0a-0494-4cee-9053-0e7291d20a12.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.238139] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.238468] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.238692] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-669561ff-19fb-418b-a1e7-423f19fc36c5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.241092] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-520f176d-945a-464b-96d6-cc774b5f1998 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.249989] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1048.249989] env[62094]: value = "task-1400205" [ 1048.249989] env[62094]: _type = "Task" [ 1048.249989] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.254235] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.254405] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.255108] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759ca9a6-fac4-49dd-b920-58f3289921d1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.263203] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.264611] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1048.264611] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5244e445-38a0-a5d4-91eb-b4760a981904" [ 1048.264611] env[62094]: _type = "Task" [ 1048.264611] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.274736] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5244e445-38a0-a5d4-91eb-b4760a981904, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.276047] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6980df4-9cb8-44e2-a9d6-80b2f4c93373 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.281379] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1048.281379] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526a1707-4474-0633-84c0-13308f19adc4" [ 1048.281379] env[62094]: _type = "Task" [ 1048.281379] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.291902] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526a1707-4474-0633-84c0-13308f19adc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.485875] env[62094]: DEBUG nova.compute.utils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1048.489562] env[62094]: DEBUG nova.compute.manager [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1048.489956] env[62094]: DEBUG nova.network.neutron [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.525081] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6bc56de-badc-4232-b6be-0ce311c00e0b tempest-ServersAdmin275Test-92690789 tempest-ServersAdmin275Test-92690789-project-member] Lock "aaa64a80-a127-4826-b972-7890e2db03fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.295s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.532975] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cf1956aa-60ce-4494-bded-30a0d2a1268e tempest-AttachInterfacesV270Test-2110580276 tempest-AttachInterfacesV270Test-2110580276-project-member] Lock "2c6d5788-c767-43ab-aec4-d8bbb69091e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.976s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.544255] env[62094]: DEBUG nova.policy [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22d1f31a14434882bcd92d1e5901bbdc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37ea05e54ebb4d88a064dbdfa73b484e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1048.584848] env[62094]: DEBUG oslo_vmware.api [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400204, 'name': PowerOnVM_Task, 'duration_secs': 1.021897} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.585598] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.585598] env[62094]: INFO nova.compute.manager [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1048.585598] env[62094]: DEBUG nova.compute.manager [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1048.586412] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c57385-2ff5-4d5f-8c6a-6aecf8f05dba {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.599060] env[62094]: DEBUG oslo_concurrency.lockutils [req-0281ff80-33ff-4676-bebf-3323b030c8ae req-8f5ef75c-4421-427c-9e5f-898a28a4d312 service nova] Releasing lock "refresh_cache-59e6c0a7-a37b-452d-93ec-78776be75bd5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.763038] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400205, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.792997] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526a1707-4474-0633-84c0-13308f19adc4, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.795356] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.795356] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 59e6c0a7-a37b-452d-93ec-78776be75bd5/59e6c0a7-a37b-452d-93ec-78776be75bd5.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.795356] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee61a212-9b96-46d6-af3b-90f1c8b0c9ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.800959] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1048.800959] env[62094]: value = "task-1400206" [ 1048.800959] env[62094]: _type = "Task" [ 1048.800959] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.809850] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.901772] env[62094]: DEBUG nova.network.neutron [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Successfully created port: f363dc79-bd68-4266-820e-f46ed0f03647 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.993027] env[62094]: DEBUG nova.compute.manager [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1049.123283] env[62094]: INFO nova.compute.manager [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Took 42.48 seconds to build instance. [ 1049.258245] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "28df1018-3767-4561-8a01-5558a9272e71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.258245] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "28df1018-3767-4561-8a01-5558a9272e71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.271924] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521623} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.275599] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] c62bee0a-0494-4cee-9053-0e7291d20a12/c62bee0a-0494-4cee-9053-0e7291d20a12.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.275599] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.275599] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14f7dbfa-0b75-4e15-a7e0-9510ef05a3ae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.280153] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1049.280153] env[62094]: value = "task-1400207" [ 1049.280153] env[62094]: _type = "Task" [ 1049.280153] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.293059] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.311254] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463908} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.314776] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 59e6c0a7-a37b-452d-93ec-78776be75bd5/59e6c0a7-a37b-452d-93ec-78776be75bd5.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.314936] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.316580] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95976809-33e0-443d-b724-9681aa531dd0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.323326] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1049.323326] env[62094]: value = "task-1400208" [ 1049.323326] env[62094]: _type = "Task" [ 1049.323326] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.331963] env[62094]: DEBUG nova.compute.manager [req-13135ecd-056f-4abc-a17a-507db66fcdb5 req-23d46e62-89d2-4fcb-88fd-c4087439f714 service nova] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Received event network-vif-plugged-7ffaa92f-b61a-4927-ba6e-ca00757b6ef3 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1049.332253] env[62094]: DEBUG oslo_concurrency.lockutils [req-13135ecd-056f-4abc-a17a-507db66fcdb5 req-23d46e62-89d2-4fcb-88fd-c4087439f714 service nova] Acquiring lock "f9f63912-5751-4448-abc0-22fd50f0cb3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.333590] env[62094]: DEBUG oslo_concurrency.lockutils [req-13135ecd-056f-4abc-a17a-507db66fcdb5 req-23d46e62-89d2-4fcb-88fd-c4087439f714 service nova] Lock "f9f63912-5751-4448-abc0-22fd50f0cb3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.333590] env[62094]: DEBUG oslo_concurrency.lockutils [req-13135ecd-056f-4abc-a17a-507db66fcdb5 req-23d46e62-89d2-4fcb-88fd-c4087439f714 service nova] Lock "f9f63912-5751-4448-abc0-22fd50f0cb3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.333590] env[62094]: DEBUG nova.compute.manager [req-13135ecd-056f-4abc-a17a-507db66fcdb5 req-23d46e62-89d2-4fcb-88fd-c4087439f714 service nova] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] No waiting events found dispatching network-vif-plugged-7ffaa92f-b61a-4927-ba6e-ca00757b6ef3 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1049.333590] env[62094]: WARNING nova.compute.manager [req-13135ecd-056f-4abc-a17a-507db66fcdb5 req-23d46e62-89d2-4fcb-88fd-c4087439f714 service nova] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Received unexpected event network-vif-plugged-7ffaa92f-b61a-4927-ba6e-ca00757b6ef3 for instance with vm_state building and task_state spawning. [ 1049.337712] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.383595] env[62094]: DEBUG nova.network.neutron [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Successfully updated port: 7ffaa92f-b61a-4927-ba6e-ca00757b6ef3 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.545882] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f031903f-26e3-4021-8f2e-e5f406697304 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.555966] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938f1725-ce8c-4b38-9db8-2b6139e6d132 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.588880] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803384d0-c01e-43b6-a97d-2885ce76df83 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.596870] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c616b96a-8f1b-477c-be91-2e68f99d6346 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.614458] env[62094]: DEBUG nova.compute.provider_tree [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.628303] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f3e5011-03fc-44b2-93b9-0ba7e8fc844a tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Lock "15e6dedb-15c7-48c2-b71b-92b0f90fccb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.767s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.789683] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069352} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.789951] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.790927] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73e3d49-784c-4f30-8c78-60e170beac4d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.812911] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] c62bee0a-0494-4cee-9053-0e7291d20a12/c62bee0a-0494-4cee-9053-0e7291d20a12.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.812911] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-288d5c57-c9b6-42e3-b3d4-a0ce68eb9118 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.834671] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146524} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.839051] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.839051] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1049.839051] env[62094]: value = "task-1400209" [ 1049.839051] env[62094]: _type = "Task" [ 1049.839051] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.839051] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0707b2b6-128e-40ff-ac05-b3664116f561 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.847201] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400209, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.872253] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 59e6c0a7-a37b-452d-93ec-78776be75bd5/59e6c0a7-a37b-452d-93ec-78776be75bd5.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.872754] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-309d1b62-d19b-4fb2-9463-b7c37868ba68 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.889303] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "refresh_cache-f9f63912-5751-4448-abc0-22fd50f0cb3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.889443] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquired lock "refresh_cache-f9f63912-5751-4448-abc0-22fd50f0cb3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.889586] env[62094]: DEBUG nova.network.neutron [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.894998] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1049.894998] env[62094]: value = "task-1400210" [ 1049.894998] env[62094]: _type = "Task" [ 1049.894998] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.900635] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.003625] env[62094]: DEBUG nova.compute.manager [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1050.034098] env[62094]: DEBUG nova.virt.hardware [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1050.034621] env[62094]: DEBUG nova.virt.hardware [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1050.034621] env[62094]: DEBUG nova.virt.hardware [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.034775] env[62094]: DEBUG nova.virt.hardware [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1050.034899] env[62094]: DEBUG nova.virt.hardware [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.035294] env[62094]: DEBUG nova.virt.hardware [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1050.035547] env[62094]: DEBUG nova.virt.hardware [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1050.035868] env[62094]: DEBUG nova.virt.hardware [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1050.036264] env[62094]: DEBUG nova.virt.hardware [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1050.036454] env[62094]: DEBUG nova.virt.hardware [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1050.036701] env[62094]: DEBUG nova.virt.hardware [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1050.038042] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cb8be3-48ec-4399-8588-868a7f8caa44 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.047854] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7362d8-6d3d-4a99-8abf-5162d9466d65 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.117924] env[62094]: DEBUG nova.scheduler.client.report [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1050.130752] env[62094]: DEBUG nova.compute.manager [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1050.352813] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400209, 'name': ReconfigVM_Task, 'duration_secs': 0.318602} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.353937] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Reconfigured VM instance instance-0000001f to attach disk [datastore2] c62bee0a-0494-4cee-9053-0e7291d20a12/c62bee0a-0494-4cee-9053-0e7291d20a12.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.355139] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-692eb275-6511-4774-b549-2b9ef6d478b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.364845] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1050.364845] env[62094]: value = "task-1400211" [ 1050.364845] env[62094]: _type = "Task" [ 1050.364845] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.377870] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400211, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.401808] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400210, 'name': ReconfigVM_Task, 'duration_secs': 0.417827} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.403079] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 59e6c0a7-a37b-452d-93ec-78776be75bd5/59e6c0a7-a37b-452d-93ec-78776be75bd5.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.403572] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64f171e0-e0fd-4941-b4e3-bc33c27a4e9d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.412273] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1050.412273] env[62094]: value = "task-1400212" [ 1050.412273] env[62094]: _type = "Task" [ 1050.412273] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.420546] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400212, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.460065] env[62094]: DEBUG nova.network.neutron [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.627976] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.630024] env[62094]: DEBUG nova.compute.manager [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1050.632387] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.059s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.634916] env[62094]: INFO nova.compute.claims [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.674178] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.684987] env[62094]: DEBUG nova.network.neutron [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Successfully updated port: f363dc79-bd68-4266-820e-f46ed0f03647 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.878684] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400211, 'name': Rename_Task, 'duration_secs': 0.158853} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.881606] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.882153] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a0662f3-fba2-42fb-900f-71ede3e9cb11 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.889918] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1050.889918] env[62094]: value = "task-1400213" [ 1050.889918] env[62094]: _type = "Task" [ 1050.889918] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.901901] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.923035] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400212, 'name': Rename_Task, 'duration_secs': 0.139727} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.923215] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.923490] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ed2f127-ccb6-4751-a4fb-4b43d15fdcfe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.930942] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1050.930942] env[62094]: value = "task-1400214" [ 1050.930942] env[62094]: _type = "Task" [ 1050.930942] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.942088] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.981052] env[62094]: DEBUG nova.network.neutron [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Updating instance_info_cache with network_info: [{"id": "7ffaa92f-b61a-4927-ba6e-ca00757b6ef3", "address": "fa:16:3e:e0:4d:48", "network": {"id": "078c759a-ba1b-40fe-914d-26684d8e3a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-354929716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf4bb5e2255d44b49a16ad11bd0580c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffaa92f-b6", "ovs_interfaceid": "7ffaa92f-b61a-4927-ba6e-ca00757b6ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.073830] env[62094]: DEBUG nova.compute.manager [req-f991c68e-d357-43c5-a8d1-b0b1311e1319 req-1dfa8ebd-363a-4fc0-9c92-4059bf401008 service nova] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Received event network-vif-plugged-f363dc79-bd68-4266-820e-f46ed0f03647 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1051.073830] env[62094]: DEBUG oslo_concurrency.lockutils [req-f991c68e-d357-43c5-a8d1-b0b1311e1319 req-1dfa8ebd-363a-4fc0-9c92-4059bf401008 service nova] Acquiring lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.073830] env[62094]: DEBUG oslo_concurrency.lockutils [req-f991c68e-d357-43c5-a8d1-b0b1311e1319 req-1dfa8ebd-363a-4fc0-9c92-4059bf401008 service nova] Lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.073830] env[62094]: DEBUG oslo_concurrency.lockutils [req-f991c68e-d357-43c5-a8d1-b0b1311e1319 req-1dfa8ebd-363a-4fc0-9c92-4059bf401008 service nova] Lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.073830] env[62094]: DEBUG nova.compute.manager [req-f991c68e-d357-43c5-a8d1-b0b1311e1319 req-1dfa8ebd-363a-4fc0-9c92-4059bf401008 service nova] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] No waiting events found dispatching network-vif-plugged-f363dc79-bd68-4266-820e-f46ed0f03647 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1051.073830] env[62094]: WARNING nova.compute.manager [req-f991c68e-d357-43c5-a8d1-b0b1311e1319 req-1dfa8ebd-363a-4fc0-9c92-4059bf401008 service nova] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Received unexpected event network-vif-plugged-f363dc79-bd68-4266-820e-f46ed0f03647 for instance with vm_state building and task_state spawning. [ 1051.141949] env[62094]: DEBUG nova.compute.utils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1051.146901] env[62094]: DEBUG nova.compute.manager [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1051.147113] env[62094]: DEBUG nova.network.neutron [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.186369] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "refresh_cache-4d86f1d5-307e-4cc4-822b-d315fb3e6032" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.186528] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquired lock "refresh_cache-4d86f1d5-307e-4cc4-822b-d315fb3e6032" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.186685] env[62094]: DEBUG nova.network.neutron [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.300886] env[62094]: DEBUG nova.policy [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56d4bab85e374bd691a214ac5c07aab5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31b53cb6aee24ad2820e3951b7a11efa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1051.409894] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400213, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.441936] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.484715] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Releasing lock "refresh_cache-f9f63912-5751-4448-abc0-22fd50f0cb3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.485490] env[62094]: DEBUG nova.compute.manager [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Instance network_info: |[{"id": "7ffaa92f-b61a-4927-ba6e-ca00757b6ef3", "address": "fa:16:3e:e0:4d:48", "network": {"id": "078c759a-ba1b-40fe-914d-26684d8e3a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-354929716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf4bb5e2255d44b49a16ad11bd0580c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffaa92f-b6", "ovs_interfaceid": "7ffaa92f-b61a-4927-ba6e-ca00757b6ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1051.485985] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:4d:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ffaa92f-b61a-4927-ba6e-ca00757b6ef3', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.500058] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Creating folder: Project (cf4bb5e2255d44b49a16ad11bd0580c0). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.500591] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfda26f6-440f-48a5-b9df-39768ee9b977 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.513076] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Created folder: Project (cf4bb5e2255d44b49a16ad11bd0580c0) in parent group-v296765. [ 1051.513308] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Creating folder: Instances. Parent ref: group-v296860. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.513567] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d637bbf-b71e-4e21-be3e-6f84ebeec041 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.526300] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Created folder: Instances in parent group-v296860. [ 1051.526300] env[62094]: DEBUG oslo.service.loopingcall [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.526300] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.526300] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7357ade-3bd0-45b2-a20f-cc20beefea15 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.547215] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.547215] env[62094]: value = "task-1400217" [ 1051.547215] env[62094]: _type = "Task" [ 1051.547215] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.559208] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400217, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.648393] env[62094]: DEBUG nova.compute.manager [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1051.728224] env[62094]: DEBUG nova.network.neutron [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.898859] env[62094]: DEBUG nova.network.neutron [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Updating instance_info_cache with network_info: [{"id": "f363dc79-bd68-4266-820e-f46ed0f03647", "address": "fa:16:3e:a3:ed:e6", "network": {"id": "d72ff0e8-2fcc-4da0-b282-1e85dd6507e2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-664906485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37ea05e54ebb4d88a064dbdfa73b484e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf363dc79-bd", "ovs_interfaceid": "f363dc79-bd68-4266-820e-f46ed0f03647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.907759] env[62094]: DEBUG oslo_vmware.api [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400213, 'name': PowerOnVM_Task, 'duration_secs': 0.53235} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.908032] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.908285] env[62094]: INFO nova.compute.manager [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1051.908465] env[62094]: DEBUG nova.compute.manager [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1051.909280] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a2242f-f17a-45f7-9e49-5f411c87f088 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.941766] env[62094]: DEBUG oslo_vmware.api [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400214, 'name': PowerOnVM_Task, 'duration_secs': 0.629705} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.942593] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.942593] env[62094]: INFO nova.compute.manager [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Took 13.26 seconds to spawn the instance on the hypervisor. [ 1051.942593] env[62094]: DEBUG nova.compute.manager [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1051.946024] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d09dfb-8026-4c00-b9d8-a1ce02603fe0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.060760] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400217, 'name': CreateVM_Task, 'duration_secs': 0.509773} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.061616] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.063824] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.063824] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.063824] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.063824] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfbd2693-dfa3-46cb-9af2-b0e50c01be99 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.069590] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1052.069590] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d0d47c-93d4-09b0-f1f3-9951338ab6ef" [ 1052.069590] env[62094]: _type = "Task" [ 1052.069590] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.079322] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d0d47c-93d4-09b0-f1f3-9951338ab6ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.162224] env[62094]: DEBUG nova.network.neutron [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Successfully created port: 01edf4a6-14eb-41bf-af60-528661968cf9 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.164527] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db5414a-18a9-4289-a7e2-c575e8017345 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.174086] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bff9c1a-0b52-4b26-a2e0-0794db4e3a70 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.207685] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74af950-da02-4c0d-b5a3-4f252ce9542b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.216595] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579fb029-7cec-4a37-ab43-1991fa94be80 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.222581] env[62094]: DEBUG nova.compute.manager [req-523252fd-e0f4-4441-aebf-3f9d3342ac53 req-0c38e518-2ab9-4d11-93ea-27f05c27a1e5 service nova] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Received event network-changed-7ffaa92f-b61a-4927-ba6e-ca00757b6ef3 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1052.222723] env[62094]: DEBUG nova.compute.manager [req-523252fd-e0f4-4441-aebf-3f9d3342ac53 req-0c38e518-2ab9-4d11-93ea-27f05c27a1e5 service nova] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Refreshing instance network info cache due to event network-changed-7ffaa92f-b61a-4927-ba6e-ca00757b6ef3. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1052.223035] env[62094]: DEBUG oslo_concurrency.lockutils [req-523252fd-e0f4-4441-aebf-3f9d3342ac53 req-0c38e518-2ab9-4d11-93ea-27f05c27a1e5 service nova] Acquiring lock "refresh_cache-f9f63912-5751-4448-abc0-22fd50f0cb3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.223124] env[62094]: DEBUG oslo_concurrency.lockutils [req-523252fd-e0f4-4441-aebf-3f9d3342ac53 req-0c38e518-2ab9-4d11-93ea-27f05c27a1e5 service nova] Acquired lock "refresh_cache-f9f63912-5751-4448-abc0-22fd50f0cb3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.223239] env[62094]: DEBUG nova.network.neutron [req-523252fd-e0f4-4441-aebf-3f9d3342ac53 req-0c38e518-2ab9-4d11-93ea-27f05c27a1e5 service nova] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Refreshing network info cache for port 7ffaa92f-b61a-4927-ba6e-ca00757b6ef3 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.234989] env[62094]: DEBUG nova.compute.provider_tree [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.401998] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Releasing lock "refresh_cache-4d86f1d5-307e-4cc4-822b-d315fb3e6032" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.402635] env[62094]: DEBUG nova.compute.manager [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Instance network_info: |[{"id": "f363dc79-bd68-4266-820e-f46ed0f03647", "address": "fa:16:3e:a3:ed:e6", "network": {"id": "d72ff0e8-2fcc-4da0-b282-1e85dd6507e2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-664906485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37ea05e54ebb4d88a064dbdfa73b484e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf363dc79-bd", "ovs_interfaceid": "f363dc79-bd68-4266-820e-f46ed0f03647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1052.403935] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:ed:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f363dc79-bd68-4266-820e-f46ed0f03647', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.413164] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Creating folder: Project (37ea05e54ebb4d88a064dbdfa73b484e). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.414088] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c9e0711-21c0-4f6e-8692-a3ee61a75051 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.433527] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Created folder: Project (37ea05e54ebb4d88a064dbdfa73b484e) in parent group-v296765. [ 1052.433744] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Creating folder: Instances. Parent ref: group-v296863. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.435510] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a75545d-3348-4173-ba15-1eb984216473 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.437436] env[62094]: INFO nova.compute.manager [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Took 45.65 seconds to build instance. [ 1052.448143] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Created folder: Instances in parent group-v296863. [ 1052.448143] env[62094]: DEBUG oslo.service.loopingcall [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1052.448344] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.448611] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da133d4d-c3ce-4a38-9c34-dfdb04e38072 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.472078] env[62094]: INFO nova.compute.manager [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Took 48.97 seconds to build instance. [ 1052.477698] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.477698] env[62094]: value = "task-1400220" [ 1052.477698] env[62094]: _type = "Task" [ 1052.477698] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.488387] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400220, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.580397] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d0d47c-93d4-09b0-f1f3-9951338ab6ef, 'name': SearchDatastore_Task, 'duration_secs': 0.034184} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.580699] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.580930] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.581174] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.581319] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.581491] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.581744] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa11ff13-f3fc-4289-bacc-4a80940c00f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.591012] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.591190] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.591876] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e1035c-2e19-4c31-8be0-3116c7c51c8a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.596919] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1052.596919] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c1ca24-3f08-411f-acac-8ac6a6233526" [ 1052.596919] env[62094]: _type = "Task" [ 1052.596919] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.604280] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c1ca24-3f08-411f-acac-8ac6a6233526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.663296] env[62094]: DEBUG nova.compute.manager [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1052.688375] env[62094]: DEBUG nova.virt.hardware [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:19:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='234206319',id=36,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1620547907',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1052.688624] env[62094]: DEBUG nova.virt.hardware [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1052.688779] env[62094]: DEBUG nova.virt.hardware [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.688958] env[62094]: DEBUG nova.virt.hardware [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1052.689136] env[62094]: DEBUG nova.virt.hardware [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.689312] env[62094]: DEBUG nova.virt.hardware [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1052.689517] env[62094]: DEBUG nova.virt.hardware [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1052.689675] env[62094]: DEBUG nova.virt.hardware [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1052.689840] env[62094]: DEBUG nova.virt.hardware [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1052.690008] env[62094]: DEBUG nova.virt.hardware [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1052.690264] env[62094]: DEBUG nova.virt.hardware [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1052.691136] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d18ed0-fbc2-4b69-9417-d09ee9691cb0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.698872] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1017a289-7a14-4a53-9abf-35f140edb050 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.739624] env[62094]: DEBUG nova.scheduler.client.report [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1052.901531] env[62094]: DEBUG nova.network.neutron [req-523252fd-e0f4-4441-aebf-3f9d3342ac53 req-0c38e518-2ab9-4d11-93ea-27f05c27a1e5 service nova] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Updated VIF entry in instance network info cache for port 7ffaa92f-b61a-4927-ba6e-ca00757b6ef3. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.901880] env[62094]: DEBUG nova.network.neutron [req-523252fd-e0f4-4441-aebf-3f9d3342ac53 req-0c38e518-2ab9-4d11-93ea-27f05c27a1e5 service nova] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Updating instance_info_cache with network_info: [{"id": "7ffaa92f-b61a-4927-ba6e-ca00757b6ef3", "address": "fa:16:3e:e0:4d:48", "network": {"id": "078c759a-ba1b-40fe-914d-26684d8e3a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-354929716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf4bb5e2255d44b49a16ad11bd0580c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffaa92f-b6", "ovs_interfaceid": "7ffaa92f-b61a-4927-ba6e-ca00757b6ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.939402] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0c8d1c5e-556b-458f-b4c2-cf27a27f5058 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lock "c62bee0a-0494-4cee-9053-0e7291d20a12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.334s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.978665] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c538af7c-4012-4bb7-92dc-501617fc6779 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "59e6c0a7-a37b-452d-93ec-78776be75bd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.895s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.990480] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400220, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.113314] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c1ca24-3f08-411f-acac-8ac6a6233526, 'name': SearchDatastore_Task, 'duration_secs': 0.020623} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.114119] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c9310e-f836-4502-9382-ea5e7211ece5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.119823] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1053.119823] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528c3170-7575-4271-6f6a-01886addff6f" [ 1053.119823] env[62094]: _type = "Task" [ 1053.119823] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.128320] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528c3170-7575-4271-6f6a-01886addff6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.245542] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.246095] env[62094]: DEBUG nova.compute.manager [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1053.249294] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.226s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.249294] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.251250] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.372s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.252764] env[62094]: INFO nova.compute.claims [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.291171] env[62094]: INFO nova.scheduler.client.report [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleted allocations for instance cf37fa9b-8143-498b-a4c7-49339cafece7 [ 1053.405306] env[62094]: DEBUG oslo_concurrency.lockutils [req-523252fd-e0f4-4441-aebf-3f9d3342ac53 req-0c38e518-2ab9-4d11-93ea-27f05c27a1e5 service nova] Releasing lock "refresh_cache-f9f63912-5751-4448-abc0-22fd50f0cb3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.441852] env[62094]: DEBUG nova.compute.manager [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1053.488964] env[62094]: DEBUG nova.compute.manager [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1053.499799] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400220, 'name': CreateVM_Task, 'duration_secs': 0.658516} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.499968] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.500888] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.501082] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.501637] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.501897] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc040e7-1a7e-426f-a0eb-d8abfc2c52d9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.507468] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1053.507468] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]527650aa-8404-e50c-3f8f-6e77a4f9d4c6" [ 1053.507468] env[62094]: _type = "Task" [ 1053.507468] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.518114] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527650aa-8404-e50c-3f8f-6e77a4f9d4c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.631907] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528c3170-7575-4271-6f6a-01886addff6f, 'name': SearchDatastore_Task, 'duration_secs': 0.053441} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.632254] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.633129] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] f9f63912-5751-4448-abc0-22fd50f0cb3f/f9f63912-5751-4448-abc0-22fd50f0cb3f.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.633462] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd8a1d29-30a1-4cc6-b25e-9d1ec7725d6b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.640835] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1053.640835] env[62094]: value = "task-1400221" [ 1053.640835] env[62094]: _type = "Task" [ 1053.640835] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.652873] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.758063] env[62094]: DEBUG nova.compute.utils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1053.764038] env[62094]: DEBUG nova.compute.manager [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1053.764038] env[62094]: DEBUG nova.network.neutron [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.802219] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a1aa2341-305b-4e49-a692-07815591a19d tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "cf37fa9b-8143-498b-a4c7-49339cafece7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.086s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.839392] env[62094]: DEBUG nova.policy [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5240de7ed89a4eb3b9d155a11a846413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69bb348a34be4ace902f4003dd0cf6c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1053.979393] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.020278] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527650aa-8404-e50c-3f8f-6e77a4f9d4c6, 'name': SearchDatastore_Task, 'duration_secs': 0.019838} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.020768] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.021081] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.021387] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.022518] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.022518] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.022518] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd0bcbbc-6edf-403c-8f65-9158cd33b329 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.025473] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.040039] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.040519] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.041524] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e368b371-dd5d-481b-812e-d9f231b1fedd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.048040] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1054.048040] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52540d14-1443-5b73-3054-fbfc7298eb62" [ 1054.048040] env[62094]: _type = "Task" [ 1054.048040] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.058843] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52540d14-1443-5b73-3054-fbfc7298eb62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.161191] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400221, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.264231] env[62094]: DEBUG nova.compute.manager [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1054.418630] env[62094]: DEBUG nova.compute.manager [req-e9073442-1bd2-4ac9-a83a-1ae0de28af6e req-0c520979-866a-4fca-923c-ef63dbf8bc6c service nova] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Received event network-changed-f363dc79-bd68-4266-820e-f46ed0f03647 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1054.418824] env[62094]: DEBUG nova.compute.manager [req-e9073442-1bd2-4ac9-a83a-1ae0de28af6e req-0c520979-866a-4fca-923c-ef63dbf8bc6c service nova] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Refreshing instance network info cache due to event network-changed-f363dc79-bd68-4266-820e-f46ed0f03647. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1054.419073] env[62094]: DEBUG oslo_concurrency.lockutils [req-e9073442-1bd2-4ac9-a83a-1ae0de28af6e req-0c520979-866a-4fca-923c-ef63dbf8bc6c service nova] Acquiring lock "refresh_cache-4d86f1d5-307e-4cc4-822b-d315fb3e6032" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.419242] env[62094]: DEBUG oslo_concurrency.lockutils [req-e9073442-1bd2-4ac9-a83a-1ae0de28af6e req-0c520979-866a-4fca-923c-ef63dbf8bc6c service nova] Acquired lock "refresh_cache-4d86f1d5-307e-4cc4-822b-d315fb3e6032" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.419428] env[62094]: DEBUG nova.network.neutron [req-e9073442-1bd2-4ac9-a83a-1ae0de28af6e req-0c520979-866a-4fca-923c-ef63dbf8bc6c service nova] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Refreshing network info cache for port f363dc79-bd68-4266-820e-f46ed0f03647 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.485284] env[62094]: DEBUG nova.network.neutron [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Successfully created port: 1f0d466f-fcf4-45fe-baf5-3d3aa080d244 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.562517] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52540d14-1443-5b73-3054-fbfc7298eb62, 'name': SearchDatastore_Task, 'duration_secs': 0.064458} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.563653] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-003ace06-e08e-4db2-b1a0-f52484eb7ad4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.576585] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1054.576585] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5230610c-c3b8-e5a0-04d7-cb07d7aca8db" [ 1054.576585] env[62094]: _type = "Task" [ 1054.576585] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.584892] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5230610c-c3b8-e5a0-04d7-cb07d7aca8db, 'name': SearchDatastore_Task, 'duration_secs': 0.011639} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.585180] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.585705] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4d86f1d5-307e-4cc4-822b-d315fb3e6032/4d86f1d5-307e-4cc4-822b-d315fb3e6032.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.585705] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ab680fc-b51b-4530-9e18-8ab34f868fa9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.599566] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1054.599566] env[62094]: value = "task-1400222" [ 1054.599566] env[62094]: _type = "Task" [ 1054.599566] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.608024] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.654791] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650548} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.655263] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] f9f63912-5751-4448-abc0-22fd50f0cb3f/f9f63912-5751-4448-abc0-22fd50f0cb3f.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.655519] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.655806] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b12f218-8469-4529-9309-33fc9fc90ba5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.666104] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1054.666104] env[62094]: value = "task-1400223" [ 1054.666104] env[62094]: _type = "Task" [ 1054.666104] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.677367] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.692564] env[62094]: DEBUG nova.compute.manager [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1054.693275] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da941ff-4777-4f60-b169-1afeb31bd17b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.845948] env[62094]: DEBUG nova.network.neutron [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Successfully updated port: 01edf4a6-14eb-41bf-af60-528661968cf9 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.911796] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329e438f-8685-4755-8b5c-a67be87f89f6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.924040] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94b0d7a-0f61-48f0-ae79-cdb294ddde7b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.962478] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddbc7eb-cebd-4e5c-b0d7-d91af643326d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.971112] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ad3175-94ba-4450-9ebb-4d1624227a7b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.988477] env[62094]: DEBUG nova.compute.provider_tree [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.109370] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.176947] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168466} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.177318] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.178132] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4704c1a-74fb-49f2-819b-5c5d829e8ce4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.204075] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] f9f63912-5751-4448-abc0-22fd50f0cb3f/f9f63912-5751-4448-abc0-22fd50f0cb3f.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.204075] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c4abb2-b8a8-4c46-a933-24336080e981 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.220590] env[62094]: INFO nova.compute.manager [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] instance snapshotting [ 1055.223506] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07f587e-1d12-4fe7-b08d-3591a611134e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.249729] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a551db94-3af7-4b21-8b58-c13ee297d8eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.254068] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1055.254068] env[62094]: value = "task-1400224" [ 1055.254068] env[62094]: _type = "Task" [ 1055.254068] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.272873] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.284084] env[62094]: DEBUG nova.compute.manager [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1055.322535] env[62094]: DEBUG nova.virt.hardware [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1055.322781] env[62094]: DEBUG nova.virt.hardware [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1055.323153] env[62094]: DEBUG nova.virt.hardware [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.323426] env[62094]: DEBUG nova.virt.hardware [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1055.323791] env[62094]: DEBUG nova.virt.hardware [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.324149] env[62094]: DEBUG nova.virt.hardware [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1055.324755] env[62094]: DEBUG nova.virt.hardware [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1055.325158] env[62094]: DEBUG nova.virt.hardware [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1055.325557] env[62094]: DEBUG nova.virt.hardware [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1055.326240] env[62094]: DEBUG nova.virt.hardware [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1055.326365] env[62094]: DEBUG nova.virt.hardware [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1055.327582] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9cea5a-7d8f-42e1-983e-14d16d80d568 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.337914] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fe247c-a9cf-46b0-8870-1f154798f9fc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.354487] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "refresh_cache-c374d737-c6e8-4c18-8219-d197a0023d95" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.354647] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquired lock "refresh_cache-c374d737-c6e8-4c18-8219-d197a0023d95" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.354801] env[62094]: DEBUG nova.network.neutron [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.435932] env[62094]: DEBUG nova.network.neutron [req-e9073442-1bd2-4ac9-a83a-1ae0de28af6e req-0c520979-866a-4fca-923c-ef63dbf8bc6c service nova] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Updated VIF entry in instance network info cache for port f363dc79-bd68-4266-820e-f46ed0f03647. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.436460] env[62094]: DEBUG nova.network.neutron [req-e9073442-1bd2-4ac9-a83a-1ae0de28af6e req-0c520979-866a-4fca-923c-ef63dbf8bc6c service nova] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Updating instance_info_cache with network_info: [{"id": "f363dc79-bd68-4266-820e-f46ed0f03647", "address": "fa:16:3e:a3:ed:e6", "network": {"id": "d72ff0e8-2fcc-4da0-b282-1e85dd6507e2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-664906485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37ea05e54ebb4d88a064dbdfa73b484e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf363dc79-bd", "ovs_interfaceid": "f363dc79-bd68-4266-820e-f46ed0f03647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.492822] env[62094]: DEBUG nova.scheduler.client.report [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1055.608972] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400222, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.764843] env[62094]: DEBUG nova.compute.manager [req-e957147c-1123-4fbf-92a4-3f9933301756 req-becbb4f3-3bc1-40bd-ad73-2e8631c08913 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Received event network-changed-9f0a3681-1ea8-46a8-9105-cdec238d7eac {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1055.765245] env[62094]: DEBUG nova.compute.manager [req-e957147c-1123-4fbf-92a4-3f9933301756 req-becbb4f3-3bc1-40bd-ad73-2e8631c08913 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Refreshing instance network info cache due to event network-changed-9f0a3681-1ea8-46a8-9105-cdec238d7eac. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1055.765595] env[62094]: DEBUG oslo_concurrency.lockutils [req-e957147c-1123-4fbf-92a4-3f9933301756 req-becbb4f3-3bc1-40bd-ad73-2e8631c08913 service nova] Acquiring lock "refresh_cache-15e6dedb-15c7-48c2-b71b-92b0f90fccb6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.765785] env[62094]: DEBUG oslo_concurrency.lockutils [req-e957147c-1123-4fbf-92a4-3f9933301756 req-becbb4f3-3bc1-40bd-ad73-2e8631c08913 service nova] Acquired lock "refresh_cache-15e6dedb-15c7-48c2-b71b-92b0f90fccb6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.766029] env[62094]: DEBUG nova.network.neutron [req-e957147c-1123-4fbf-92a4-3f9933301756 req-becbb4f3-3bc1-40bd-ad73-2e8631c08913 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Refreshing network info cache for port 9f0a3681-1ea8-46a8-9105-cdec238d7eac {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.778023] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1055.778023] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.780315] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-88a9d0b9-8080-4f5b-8ffb-e5687f587af0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.791027] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1055.791027] env[62094]: value = "task-1400225" [ 1055.791027] env[62094]: _type = "Task" [ 1055.791027] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.801355] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400225, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.911495] env[62094]: DEBUG nova.network.neutron [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.939732] env[62094]: DEBUG oslo_concurrency.lockutils [req-e9073442-1bd2-4ac9-a83a-1ae0de28af6e req-0c520979-866a-4fca-923c-ef63dbf8bc6c service nova] Releasing lock "refresh_cache-4d86f1d5-307e-4cc4-822b-d315fb3e6032" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.999438] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.000096] env[62094]: DEBUG nova.compute.manager [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1056.003717] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.020s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.004180] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.006756] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.246s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.007287] env[62094]: DEBUG nova.objects.instance [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Lazy-loading 'resources' on Instance uuid c4a4c8aa-a2f7-427c-aad6-90a26bfbb909 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.066048] env[62094]: INFO nova.scheduler.client.report [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Deleted allocations for instance aaef4f53-c261-4106-89e1-7e300fbe3ddf [ 1056.067257] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "c3be1ae7-ad87-4211-9418-58d1101ff16c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.067636] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c3be1ae7-ad87-4211-9418-58d1101ff16c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.112332] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400222, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.350562} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.112801] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4d86f1d5-307e-4cc4-822b-d315fb3e6032/4d86f1d5-307e-4cc4-822b-d315fb3e6032.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.112801] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.115545] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba4a1b9b-b474-4ed5-9640-6d0d5785b99f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.120823] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1056.120823] env[62094]: value = "task-1400226" [ 1056.120823] env[62094]: _type = "Task" [ 1056.120823] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.129124] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.190816] env[62094]: DEBUG nova.network.neutron [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Updating instance_info_cache with network_info: [{"id": "01edf4a6-14eb-41bf-af60-528661968cf9", "address": "fa:16:3e:d2:e7:42", "network": {"id": "b7c10980-ccfd-4756-9e53-b89ead8bf64e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118500712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b53cb6aee24ad2820e3951b7a11efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01edf4a6-14", "ovs_interfaceid": "01edf4a6-14eb-41bf-af60-528661968cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.196268] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "59e6c0a7-a37b-452d-93ec-78776be75bd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.196581] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "59e6c0a7-a37b-452d-93ec-78776be75bd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.196893] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "59e6c0a7-a37b-452d-93ec-78776be75bd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.197124] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "59e6c0a7-a37b-452d-93ec-78776be75bd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.197305] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "59e6c0a7-a37b-452d-93ec-78776be75bd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.199404] env[62094]: INFO nova.compute.manager [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Terminating instance [ 1056.201585] env[62094]: DEBUG nova.compute.manager [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1056.201964] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.202538] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f7be3a-6bb1-4196-aa46-1d6c1dcd44b3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.210998] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.211245] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89f050a8-157b-41bb-8485-9fbde6c5a628 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.217520] env[62094]: DEBUG oslo_vmware.api [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1056.217520] env[62094]: value = "task-1400227" [ 1056.217520] env[62094]: _type = "Task" [ 1056.217520] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.231615] env[62094]: DEBUG oslo_vmware.api [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.264688] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400224, 'name': ReconfigVM_Task, 'duration_secs': 0.783057} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.265605] env[62094]: DEBUG nova.network.neutron [req-e957147c-1123-4fbf-92a4-3f9933301756 req-becbb4f3-3bc1-40bd-ad73-2e8631c08913 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Updated VIF entry in instance network info cache for port 9f0a3681-1ea8-46a8-9105-cdec238d7eac. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.265938] env[62094]: DEBUG nova.network.neutron [req-e957147c-1123-4fbf-92a4-3f9933301756 req-becbb4f3-3bc1-40bd-ad73-2e8631c08913 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Updating instance_info_cache with network_info: [{"id": "9f0a3681-1ea8-46a8-9105-cdec238d7eac", "address": "fa:16:3e:bd:86:72", "network": {"id": "2f3b5cfb-1d22-4fa6-9964-2568ae288e23", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1798607928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b5ac79c1fe42198e1908b60ceecdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0a3681-1e", "ovs_interfaceid": "9f0a3681-1ea8-46a8-9105-cdec238d7eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.267239] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Reconfigured VM instance instance-00000020 to attach disk [datastore2] f9f63912-5751-4448-abc0-22fd50f0cb3f/f9f63912-5751-4448-abc0-22fd50f0cb3f.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.267873] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d216d53-7d5d-4fc3-a779-020a26ed8c0f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.275833] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1056.275833] env[62094]: value = "task-1400228" [ 1056.275833] env[62094]: _type = "Task" [ 1056.275833] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.289471] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400228, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.304985] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400225, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.337973] env[62094]: DEBUG nova.network.neutron [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Successfully updated port: 1f0d466f-fcf4-45fe-baf5-3d3aa080d244 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.511982] env[62094]: DEBUG nova.compute.utils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1056.517838] env[62094]: DEBUG nova.compute.manager [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1056.517838] env[62094]: DEBUG nova.network.neutron [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.562656] env[62094]: DEBUG nova.policy [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cc29bf1e5f3407babd8dce9be5be26b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03f19ef92e96485e9901f6616b19c8cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1056.577347] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ebbd2015-53b7-4f35-bb75-d02737af9d8c tempest-ServerDiagnosticsV248Test-1971916088 tempest-ServerDiagnosticsV248Test-1971916088-project-member] Lock "aaef4f53-c261-4106-89e1-7e300fbe3ddf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.358s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.631628] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079372} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.634414] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.638740] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7590254-587a-4716-b786-a5d1fed2460d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.668779] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 4d86f1d5-307e-4cc4-822b-d315fb3e6032/4d86f1d5-307e-4cc4-822b-d315fb3e6032.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.671705] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-382fd7cc-a826-4730-9a0a-962500ecc3cc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.692439] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Releasing lock "refresh_cache-c374d737-c6e8-4c18-8219-d197a0023d95" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.693340] env[62094]: DEBUG nova.compute.manager [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Instance network_info: |[{"id": "01edf4a6-14eb-41bf-af60-528661968cf9", "address": "fa:16:3e:d2:e7:42", "network": {"id": "b7c10980-ccfd-4756-9e53-b89ead8bf64e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118500712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b53cb6aee24ad2820e3951b7a11efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01edf4a6-14", "ovs_interfaceid": "01edf4a6-14eb-41bf-af60-528661968cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1056.693340] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1056.693340] env[62094]: value = "task-1400229" [ 1056.693340] env[62094]: _type = "Task" [ 1056.693340] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.694829] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:e7:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01edf4a6-14eb-41bf-af60-528661968cf9', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.701218] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Creating folder: Project (31b53cb6aee24ad2820e3951b7a11efa). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.704030] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b15c801-85db-483c-8918-d91a819af06f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.718272] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.722517] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Created folder: Project (31b53cb6aee24ad2820e3951b7a11efa) in parent group-v296765. [ 1056.722727] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Creating folder: Instances. Parent ref: group-v296867. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.723475] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7599cb90-b6e3-4f37-b94d-4ddc6551ecc4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.730268] env[62094]: DEBUG oslo_vmware.api [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400227, 'name': PowerOffVM_Task, 'duration_secs': 0.232205} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.731651] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.731651] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.731651] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bae8e2a-d97f-48d9-9191-15f709ce977e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.739446] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Created folder: Instances in parent group-v296867. [ 1056.739446] env[62094]: DEBUG oslo.service.loopingcall [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.739446] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.739606] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9b64790-5ada-4173-af99-8a34bcb25577 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.761453] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.761453] env[62094]: value = "task-1400233" [ 1056.761453] env[62094]: _type = "Task" [ 1056.761453] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.768386] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400233, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.771021] env[62094]: DEBUG oslo_concurrency.lockutils [req-e957147c-1123-4fbf-92a4-3f9933301756 req-becbb4f3-3bc1-40bd-ad73-2e8631c08913 service nova] Releasing lock "refresh_cache-15e6dedb-15c7-48c2-b71b-92b0f90fccb6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.784842] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400228, 'name': Rename_Task, 'duration_secs': 0.176888} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.787354] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.788615] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf505a46-4056-427a-88b5-12102e658cd0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.795640] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1056.795640] env[62094]: value = "task-1400234" [ 1056.795640] env[62094]: _type = "Task" [ 1056.795640] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.802429] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400225, 'name': CreateSnapshot_Task, 'duration_secs': 0.778706} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.805277] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1056.806186] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e256e2df-784b-4e04-a542-bb969960db08 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.811811] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.843728] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Acquiring lock "refresh_cache-11406695-1b25-446d-a9a3-05c2382a6219" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.843896] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Acquired lock "refresh_cache-11406695-1b25-446d-a9a3-05c2382a6219" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.847019] env[62094]: DEBUG nova.network.neutron [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.892225] env[62094]: DEBUG nova.network.neutron [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Successfully created port: 349f6ef5-03ec-47b0-bd37-469cd18c7795 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.940458] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.940758] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.940866] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Deleting the datastore file [datastore2] 59e6c0a7-a37b-452d-93ec-78776be75bd5 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.941156] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-922a8cc3-23a7-46fe-a648-5d53d85e3355 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.948939] env[62094]: DEBUG oslo_vmware.api [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1056.948939] env[62094]: value = "task-1400235" [ 1056.948939] env[62094]: _type = "Task" [ 1056.948939] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.962512] env[62094]: DEBUG oslo_vmware.api [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.018144] env[62094]: DEBUG nova.compute.manager [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1057.090292] env[62094]: DEBUG nova.compute.manager [req-2e49336b-fc53-4872-8c26-0f6530ff3fc3 req-b9555977-fff4-4c6b-8593-cc7fa349e680 service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Received event network-vif-plugged-1f0d466f-fcf4-45fe-baf5-3d3aa080d244 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1057.090630] env[62094]: DEBUG oslo_concurrency.lockutils [req-2e49336b-fc53-4872-8c26-0f6530ff3fc3 req-b9555977-fff4-4c6b-8593-cc7fa349e680 service nova] Acquiring lock "11406695-1b25-446d-a9a3-05c2382a6219-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.090963] env[62094]: DEBUG oslo_concurrency.lockutils [req-2e49336b-fc53-4872-8c26-0f6530ff3fc3 req-b9555977-fff4-4c6b-8593-cc7fa349e680 service nova] Lock "11406695-1b25-446d-a9a3-05c2382a6219-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.091204] env[62094]: DEBUG oslo_concurrency.lockutils [req-2e49336b-fc53-4872-8c26-0f6530ff3fc3 req-b9555977-fff4-4c6b-8593-cc7fa349e680 service nova] Lock "11406695-1b25-446d-a9a3-05c2382a6219-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.091427] env[62094]: DEBUG nova.compute.manager [req-2e49336b-fc53-4872-8c26-0f6530ff3fc3 req-b9555977-fff4-4c6b-8593-cc7fa349e680 service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] No waiting events found dispatching network-vif-plugged-1f0d466f-fcf4-45fe-baf5-3d3aa080d244 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1057.091662] env[62094]: WARNING nova.compute.manager [req-2e49336b-fc53-4872-8c26-0f6530ff3fc3 req-b9555977-fff4-4c6b-8593-cc7fa349e680 service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Received unexpected event network-vif-plugged-1f0d466f-fcf4-45fe-baf5-3d3aa080d244 for instance with vm_state building and task_state spawning. [ 1057.091890] env[62094]: DEBUG nova.compute.manager [req-2e49336b-fc53-4872-8c26-0f6530ff3fc3 req-b9555977-fff4-4c6b-8593-cc7fa349e680 service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Received event network-changed-1f0d466f-fcf4-45fe-baf5-3d3aa080d244 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1057.092109] env[62094]: DEBUG nova.compute.manager [req-2e49336b-fc53-4872-8c26-0f6530ff3fc3 req-b9555977-fff4-4c6b-8593-cc7fa349e680 service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Refreshing instance network info cache due to event network-changed-1f0d466f-fcf4-45fe-baf5-3d3aa080d244. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1057.092353] env[62094]: DEBUG oslo_concurrency.lockutils [req-2e49336b-fc53-4872-8c26-0f6530ff3fc3 req-b9555977-fff4-4c6b-8593-cc7fa349e680 service nova] Acquiring lock "refresh_cache-11406695-1b25-446d-a9a3-05c2382a6219" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.117820] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860dd8c6-47c3-46ee-be08-7ca022110056 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.132400] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213e5aeb-8d5b-4b77-aff8-6c76a2fa430a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.175384] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcb3a03-ed79-454e-ba06-5715130f7268 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.183799] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf5b53a-174a-47cb-82c1-20c7c3f255be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.200208] env[62094]: DEBUG nova.compute.provider_tree [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.211303] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.274451] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400233, 'name': CreateVM_Task, 'duration_secs': 0.379458} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.274636] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.275339] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.275489] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.277890] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.277890] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b139f47f-9e3f-466b-9ec3-4cfc9f92ea29 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.281007] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1057.281007] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52556287-b418-a528-a3fc-3d5c8c71916a" [ 1057.281007] env[62094]: _type = "Task" [ 1057.281007] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.291917] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52556287-b418-a528-a3fc-3d5c8c71916a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.307582] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400234, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.336802] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1057.337190] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0381dca3-2706-4086-806e-e3b0526e6269 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.354440] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1057.354440] env[62094]: value = "task-1400236" [ 1057.354440] env[62094]: _type = "Task" [ 1057.354440] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.361936] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400236, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.440409] env[62094]: DEBUG nova.network.neutron [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.463120] env[62094]: DEBUG oslo_vmware.api [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42864} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.463888] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.463888] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.463888] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.463888] env[62094]: INFO nova.compute.manager [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1057.464359] env[62094]: DEBUG oslo.service.loopingcall [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.464602] env[62094]: DEBUG nova.compute.manager [-] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1057.464704] env[62094]: DEBUG nova.network.neutron [-] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.706764] env[62094]: DEBUG nova.scheduler.client.report [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1057.713480] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400229, 'name': ReconfigVM_Task, 'duration_secs': 0.689733} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.713940] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 4d86f1d5-307e-4cc4-822b-d315fb3e6032/4d86f1d5-307e-4cc4-822b-d315fb3e6032.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.714525] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a6bac8b-fb3f-4d82-abd7-657290946a26 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.720933] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1057.720933] env[62094]: value = "task-1400237" [ 1057.720933] env[62094]: _type = "Task" [ 1057.720933] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.729940] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400237, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.793072] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52556287-b418-a528-a3fc-3d5c8c71916a, 'name': SearchDatastore_Task, 'duration_secs': 0.019177} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.794985] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.795245] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.795496] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.795638] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.795811] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.796089] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a778537-317b-4c76-af9e-c8279de1de2e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.807189] env[62094]: DEBUG oslo_vmware.api [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400234, 'name': PowerOnVM_Task, 'duration_secs': 0.546116} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.808385] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.808611] env[62094]: INFO nova.compute.manager [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1057.808808] env[62094]: DEBUG nova.compute.manager [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1057.809104] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.809291] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.810453] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97e1405-94cd-4fc2-9802-1967fb1c102e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.818180] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e6855d-e54b-47e1-a564-4dc49ac174c4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.828058] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1057.828058] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52181cf3-4088-b431-cbed-8e035a0983dd" [ 1057.828058] env[62094]: _type = "Task" [ 1057.828058] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.843517] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52181cf3-4088-b431-cbed-8e035a0983dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.844231] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50769420-d1d9-4b4b-a5ae-a51c7f40948d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.850596] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1057.850596] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]527298fc-1ce1-17e5-2341-287760f3d029" [ 1057.850596] env[62094]: _type = "Task" [ 1057.850596] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.864483] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527298fc-1ce1-17e5-2341-287760f3d029, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.867909] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.868482] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] c374d737-c6e8-4c18-8219-d197a0023d95/c374d737-c6e8-4c18-8219-d197a0023d95.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.868830] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400236, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.869080] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba6ef96d-45cc-4ee5-ac98-8e16d7a0ab29 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.872887] env[62094]: DEBUG nova.network.neutron [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Updating instance_info_cache with network_info: [{"id": "1f0d466f-fcf4-45fe-baf5-3d3aa080d244", "address": "fa:16:3e:05:f7:5c", "network": {"id": "15f026d5-57c6-4cc7-8557-ccc8e1515404", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1837050541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69bb348a34be4ace902f4003dd0cf6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0d466f-fc", "ovs_interfaceid": "1f0d466f-fcf4-45fe-baf5-3d3aa080d244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.879088] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1057.879088] env[62094]: value = "task-1400238" [ 1057.879088] env[62094]: _type = "Task" [ 1057.879088] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.891659] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.030774] env[62094]: DEBUG nova.compute.manager [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1058.066163] env[62094]: DEBUG nova.virt.hardware [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1058.066163] env[62094]: DEBUG nova.virt.hardware [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1058.066163] env[62094]: DEBUG nova.virt.hardware [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.066163] env[62094]: DEBUG nova.virt.hardware [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1058.066163] env[62094]: DEBUG nova.virt.hardware [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.066163] env[62094]: DEBUG nova.virt.hardware [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1058.066163] env[62094]: DEBUG nova.virt.hardware [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1058.066163] env[62094]: DEBUG nova.virt.hardware [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1058.066860] env[62094]: DEBUG nova.virt.hardware [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1058.067388] env[62094]: DEBUG nova.virt.hardware [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1058.069240] env[62094]: DEBUG nova.virt.hardware [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1058.070648] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e7df5b-51b7-4381-8a84-fe14e47237b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.079871] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095f6756-491a-41b1-92da-e9d3d554efaf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.215587] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.219339] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.175s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.219559] env[62094]: DEBUG nova.objects.instance [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lazy-loading 'resources' on Instance uuid d7679adb-1756-4b93-953c-6964e758d889 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.234958] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400237, 'name': Rename_Task, 'duration_secs': 0.410538} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.234958] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.235166] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8e6adf5-feb3-497c-b2eb-d8d6a6f42302 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.238701] env[62094]: INFO nova.scheduler.client.report [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Deleted allocations for instance c4a4c8aa-a2f7-427c-aad6-90a26bfbb909 [ 1058.246284] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1058.246284] env[62094]: value = "task-1400239" [ 1058.246284] env[62094]: _type = "Task" [ 1058.246284] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.257170] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.347778] env[62094]: INFO nova.compute.manager [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Took 49.07 seconds to build instance. [ 1058.371412] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400236, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.375201] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Releasing lock "refresh_cache-11406695-1b25-446d-a9a3-05c2382a6219" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.375928] env[62094]: DEBUG nova.compute.manager [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Instance network_info: |[{"id": "1f0d466f-fcf4-45fe-baf5-3d3aa080d244", "address": "fa:16:3e:05:f7:5c", "network": {"id": "15f026d5-57c6-4cc7-8557-ccc8e1515404", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1837050541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69bb348a34be4ace902f4003dd0cf6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0d466f-fc", "ovs_interfaceid": "1f0d466f-fcf4-45fe-baf5-3d3aa080d244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1058.376077] env[62094]: DEBUG oslo_concurrency.lockutils [req-2e49336b-fc53-4872-8c26-0f6530ff3fc3 req-b9555977-fff4-4c6b-8593-cc7fa349e680 service nova] Acquired lock "refresh_cache-11406695-1b25-446d-a9a3-05c2382a6219" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.376170] env[62094]: DEBUG nova.network.neutron [req-2e49336b-fc53-4872-8c26-0f6530ff3fc3 req-b9555977-fff4-4c6b-8593-cc7fa349e680 service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Refreshing network info cache for port 1f0d466f-fcf4-45fe-baf5-3d3aa080d244 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.380566] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:f7:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f0d466f-fcf4-45fe-baf5-3d3aa080d244', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.387753] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Creating folder: Project (69bb348a34be4ace902f4003dd0cf6c9). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.388347] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-599f6c9e-de5b-4769-b37f-92ff5df81848 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.405139] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400238, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.413469] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Created folder: Project (69bb348a34be4ace902f4003dd0cf6c9) in parent group-v296765. [ 1058.413469] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Creating folder: Instances. Parent ref: group-v296871. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.413469] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbba7d56-e4d7-4e8d-bfca-aa1c0924cf4a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.421712] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Created folder: Instances in parent group-v296871. [ 1058.423222] env[62094]: DEBUG oslo.service.loopingcall [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.423861] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.423970] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a65f6c6-168b-4048-918c-aff85684114f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.447116] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.447116] env[62094]: value = "task-1400242" [ 1058.447116] env[62094]: _type = "Task" [ 1058.447116] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.461093] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400242, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.678376] env[62094]: DEBUG nova.network.neutron [-] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.741372] env[62094]: DEBUG nova.compute.manager [req-78c1d31f-819d-4011-bda4-10e4208294fe req-78cf664e-8e42-405e-806e-0a22eb74d368 service nova] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Received event network-vif-plugged-01edf4a6-14eb-41bf-af60-528661968cf9 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1058.741567] env[62094]: DEBUG oslo_concurrency.lockutils [req-78c1d31f-819d-4011-bda4-10e4208294fe req-78cf664e-8e42-405e-806e-0a22eb74d368 service nova] Acquiring lock "c374d737-c6e8-4c18-8219-d197a0023d95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.741800] env[62094]: DEBUG oslo_concurrency.lockutils [req-78c1d31f-819d-4011-bda4-10e4208294fe req-78cf664e-8e42-405e-806e-0a22eb74d368 service nova] Lock "c374d737-c6e8-4c18-8219-d197a0023d95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.741915] env[62094]: DEBUG oslo_concurrency.lockutils [req-78c1d31f-819d-4011-bda4-10e4208294fe req-78cf664e-8e42-405e-806e-0a22eb74d368 service nova] Lock "c374d737-c6e8-4c18-8219-d197a0023d95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.742162] env[62094]: DEBUG nova.compute.manager [req-78c1d31f-819d-4011-bda4-10e4208294fe req-78cf664e-8e42-405e-806e-0a22eb74d368 service nova] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] No waiting events found dispatching network-vif-plugged-01edf4a6-14eb-41bf-af60-528661968cf9 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1058.742342] env[62094]: WARNING nova.compute.manager [req-78c1d31f-819d-4011-bda4-10e4208294fe req-78cf664e-8e42-405e-806e-0a22eb74d368 service nova] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Received unexpected event network-vif-plugged-01edf4a6-14eb-41bf-af60-528661968cf9 for instance with vm_state building and task_state spawning. [ 1058.742524] env[62094]: DEBUG nova.compute.manager [req-78c1d31f-819d-4011-bda4-10e4208294fe req-78cf664e-8e42-405e-806e-0a22eb74d368 service nova] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Received event network-changed-01edf4a6-14eb-41bf-af60-528661968cf9 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1058.742690] env[62094]: DEBUG nova.compute.manager [req-78c1d31f-819d-4011-bda4-10e4208294fe req-78cf664e-8e42-405e-806e-0a22eb74d368 service nova] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Refreshing instance network info cache due to event network-changed-01edf4a6-14eb-41bf-af60-528661968cf9. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1058.742843] env[62094]: DEBUG oslo_concurrency.lockutils [req-78c1d31f-819d-4011-bda4-10e4208294fe req-78cf664e-8e42-405e-806e-0a22eb74d368 service nova] Acquiring lock "refresh_cache-c374d737-c6e8-4c18-8219-d197a0023d95" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.742973] env[62094]: DEBUG oslo_concurrency.lockutils [req-78c1d31f-819d-4011-bda4-10e4208294fe req-78cf664e-8e42-405e-806e-0a22eb74d368 service nova] Acquired lock "refresh_cache-c374d737-c6e8-4c18-8219-d197a0023d95" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.743149] env[62094]: DEBUG nova.network.neutron [req-78c1d31f-819d-4011-bda4-10e4208294fe req-78cf664e-8e42-405e-806e-0a22eb74d368 service nova] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Refreshing network info cache for port 01edf4a6-14eb-41bf-af60-528661968cf9 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.754940] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a951235-c877-4d1e-bbb5-8ec88ce3b54a tempest-ServerAddressesTestJSON-1978676111 tempest-ServerAddressesTestJSON-1978676111-project-member] Lock "c4a4c8aa-a2f7-427c-aad6-90a26bfbb909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.444s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.776842] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.853021] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e546138-6749-4b43-949d-e738494cde80 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "f9f63912-5751-4448-abc0-22fd50f0cb3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.635s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.871864] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400236, 'name': CloneVM_Task} progress is 95%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.906024] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549669} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.906024] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] c374d737-c6e8-4c18-8219-d197a0023d95/c374d737-c6e8-4c18-8219-d197a0023d95.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.906024] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.906024] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22459fb4-21dc-488c-b374-d9783a4d62b8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.915023] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1058.915023] env[62094]: value = "task-1400243" [ 1058.915023] env[62094]: _type = "Task" [ 1058.915023] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.921217] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.958920] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400242, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.965489] env[62094]: DEBUG nova.network.neutron [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Successfully updated port: 349f6ef5-03ec-47b0-bd37-469cd18c7795 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.181035] env[62094]: INFO nova.compute.manager [-] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Took 1.72 seconds to deallocate network for instance. [ 1059.216642] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c381415-473d-40c2-a86e-dddaba11812e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.223973] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398a306e-db2c-44f9-bead-94e69984b2d8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.266351] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4f97b9-89e3-4815-8eac-4f126d82d7d1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.278191] env[62094]: DEBUG nova.network.neutron [req-2e49336b-fc53-4872-8c26-0f6530ff3fc3 req-b9555977-fff4-4c6b-8593-cc7fa349e680 service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Updated VIF entry in instance network info cache for port 1f0d466f-fcf4-45fe-baf5-3d3aa080d244. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.278645] env[62094]: DEBUG nova.network.neutron [req-2e49336b-fc53-4872-8c26-0f6530ff3fc3 req-b9555977-fff4-4c6b-8593-cc7fa349e680 service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Updating instance_info_cache with network_info: [{"id": "1f0d466f-fcf4-45fe-baf5-3d3aa080d244", "address": "fa:16:3e:05:f7:5c", "network": {"id": "15f026d5-57c6-4cc7-8557-ccc8e1515404", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1837050541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69bb348a34be4ace902f4003dd0cf6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0d466f-fc", "ovs_interfaceid": "1f0d466f-fcf4-45fe-baf5-3d3aa080d244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.290721] env[62094]: DEBUG oslo_vmware.api [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400239, 'name': PowerOnVM_Task, 'duration_secs': 0.82434} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.291706] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.291916] env[62094]: INFO nova.compute.manager [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1059.292110] env[62094]: DEBUG nova.compute.manager [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1059.293350] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6a3d8e-44cd-46ab-807d-9044478e58c1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.299265] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab40bb9-2e0b-4370-a177-3031b60f516a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.317543] env[62094]: DEBUG nova.compute.provider_tree [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.356969] env[62094]: DEBUG nova.compute.manager [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1059.370685] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400236, 'name': CloneVM_Task, 'duration_secs': 1.72664} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.371034] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Created linked-clone VM from snapshot [ 1059.371806] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32a189a-b010-46ba-88e1-1138666096ba {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.379877] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Uploading image 5aa927c2-42d8-4add-a33f-7af451aef105 {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1059.413305] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1059.413305] env[62094]: value = "vm-296870" [ 1059.413305] env[62094]: _type = "VirtualMachine" [ 1059.413305] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1059.413774] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ac67b530-de01-42f1-af07-740f0534ac42 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.427237] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114477} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.428733] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.429098] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lease: (returnval){ [ 1059.429098] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52669aef-6f46-9d67-6f9f-774d0bf66519" [ 1059.429098] env[62094]: _type = "HttpNfcLease" [ 1059.429098] env[62094]: } obtained for exporting VM: (result){ [ 1059.429098] env[62094]: value = "vm-296870" [ 1059.429098] env[62094]: _type = "VirtualMachine" [ 1059.429098] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1059.429425] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the lease: (returnval){ [ 1059.429425] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52669aef-6f46-9d67-6f9f-774d0bf66519" [ 1059.429425] env[62094]: _type = "HttpNfcLease" [ 1059.429425] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1059.432327] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfff63ed-dff6-4395-89f0-c36150fc476d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.464069] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] c374d737-c6e8-4c18-8219-d197a0023d95/c374d737-c6e8-4c18-8219-d197a0023d95.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.468745] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b846dd23-3300-4292-88ce-4aacbd602c5e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.482933] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.482933] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52669aef-6f46-9d67-6f9f-774d0bf66519" [ 1059.482933] env[62094]: _type = "HttpNfcLease" [ 1059.482933] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1059.485547] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.485688] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquired lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.485831] env[62094]: DEBUG nova.network.neutron [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.486965] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1059.486965] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52669aef-6f46-9d67-6f9f-774d0bf66519" [ 1059.486965] env[62094]: _type = "HttpNfcLease" [ 1059.486965] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1059.488742] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73e2b97-63fd-469d-b8a2-77f85fb3dd3c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.494631] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400242, 'name': CreateVM_Task, 'duration_secs': 0.57501} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.496376] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.496679] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1059.496679] env[62094]: value = "task-1400245" [ 1059.496679] env[62094]: _type = "Task" [ 1059.496679] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.497620] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.497680] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.497942] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.498229] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd15f5f-d5cb-45d6-ba28-3ac4e58494a0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.506037] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a8d85-1a9c-137a-4801-042275f4f039/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1059.506218] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a8d85-1a9c-137a-4801-042275f4f039/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1059.511224] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Waiting for the task: (returnval){ [ 1059.511224] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5244575e-23b4-c12f-b041-b4e10c2af79d" [ 1059.511224] env[62094]: _type = "Task" [ 1059.511224] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.569524] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.583576] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5244575e-23b4-c12f-b041-b4e10c2af79d, 'name': SearchDatastore_Task, 'duration_secs': 0.027169} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.583881] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.584119] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.584343] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.584491] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.584660] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.584915] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45579d1e-45df-4079-90e6-3e4a302898e6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.595111] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.595412] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.598075] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc641030-6434-4620-9919-c71b8795be92 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.601261] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Waiting for the task: (returnval){ [ 1059.601261] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5230f8ae-91a5-c050-bdba-4852fbf536f5" [ 1059.601261] env[62094]: _type = "Task" [ 1059.601261] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.613019] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5230f8ae-91a5-c050-bdba-4852fbf536f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.642603] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e93257a5-2457-4c50-a7b8-b9ea0726af26 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.652848] env[62094]: DEBUG nova.compute.manager [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Received event network-vif-deleted-5e71426a-b8f3-43c2-b787-71459074fd5a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1059.653075] env[62094]: DEBUG nova.compute.manager [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Received event network-vif-deleted-3f46054b-7396-496f-933c-fb81514c4160 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1059.653244] env[62094]: DEBUG nova.compute.manager [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Received event network-vif-deleted-9378bb41-5ce7-4152-9aef-c6f885a57539 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1059.653408] env[62094]: DEBUG nova.compute.manager [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Received event network-vif-plugged-349f6ef5-03ec-47b0-bd37-469cd18c7795 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1059.653593] env[62094]: DEBUG oslo_concurrency.lockutils [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] Acquiring lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.653837] env[62094]: DEBUG oslo_concurrency.lockutils [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] Lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.653950] env[62094]: DEBUG oslo_concurrency.lockutils [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] Lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.654107] env[62094]: DEBUG nova.compute.manager [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] No waiting events found dispatching network-vif-plugged-349f6ef5-03ec-47b0-bd37-469cd18c7795 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1059.654400] env[62094]: WARNING nova.compute.manager [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Received unexpected event network-vif-plugged-349f6ef5-03ec-47b0-bd37-469cd18c7795 for instance with vm_state building and task_state spawning. [ 1059.654441] env[62094]: DEBUG nova.compute.manager [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Received event network-changed-349f6ef5-03ec-47b0-bd37-469cd18c7795 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1059.654616] env[62094]: DEBUG nova.compute.manager [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Refreshing instance network info cache due to event network-changed-349f6ef5-03ec-47b0-bd37-469cd18c7795. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1059.654705] env[62094]: DEBUG oslo_concurrency.lockutils [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] Acquiring lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.690436] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.710412] env[62094]: DEBUG nova.network.neutron [req-78c1d31f-819d-4011-bda4-10e4208294fe req-78cf664e-8e42-405e-806e-0a22eb74d368 service nova] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Updated VIF entry in instance network info cache for port 01edf4a6-14eb-41bf-af60-528661968cf9. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.710825] env[62094]: DEBUG nova.network.neutron [req-78c1d31f-819d-4011-bda4-10e4208294fe req-78cf664e-8e42-405e-806e-0a22eb74d368 service nova] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Updating instance_info_cache with network_info: [{"id": "01edf4a6-14eb-41bf-af60-528661968cf9", "address": "fa:16:3e:d2:e7:42", "network": {"id": "b7c10980-ccfd-4756-9e53-b89ead8bf64e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118500712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b53cb6aee24ad2820e3951b7a11efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01edf4a6-14", "ovs_interfaceid": "01edf4a6-14eb-41bf-af60-528661968cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.782874] env[62094]: INFO nova.compute.manager [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Rescuing [ 1059.783167] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "refresh_cache-f9f63912-5751-4448-abc0-22fd50f0cb3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.783391] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquired lock "refresh_cache-f9f63912-5751-4448-abc0-22fd50f0cb3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.783471] env[62094]: DEBUG nova.network.neutron [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.784962] env[62094]: DEBUG oslo_concurrency.lockutils [req-2e49336b-fc53-4872-8c26-0f6530ff3fc3 req-b9555977-fff4-4c6b-8593-cc7fa349e680 service nova] Releasing lock "refresh_cache-11406695-1b25-446d-a9a3-05c2382a6219" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.824859] env[62094]: DEBUG nova.scheduler.client.report [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1059.831961] env[62094]: INFO nova.compute.manager [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Took 47.05 seconds to build instance. [ 1059.887197] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.010994] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400245, 'name': ReconfigVM_Task, 'duration_secs': 0.284897} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.011765] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Reconfigured VM instance instance-00000022 to attach disk [datastore2] c374d737-c6e8-4c18-8219-d197a0023d95/c374d737-c6e8-4c18-8219-d197a0023d95.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.012164] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1489372-7ea3-4e48-9439-4ddf75017824 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.020515] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1060.020515] env[62094]: value = "task-1400246" [ 1060.020515] env[62094]: _type = "Task" [ 1060.020515] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.031108] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400246, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.042280] env[62094]: DEBUG nova.network.neutron [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.113741] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5230f8ae-91a5-c050-bdba-4852fbf536f5, 'name': SearchDatastore_Task, 'duration_secs': 0.014919} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.118714] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54be12d-94c8-4170-80ed-54c9d074afa4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.128989] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Waiting for the task: (returnval){ [ 1060.128989] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52994580-7eae-d468-f892-b0121f4e659f" [ 1060.128989] env[62094]: _type = "Task" [ 1060.128989] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.142075] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52994580-7eae-d468-f892-b0121f4e659f, 'name': SearchDatastore_Task, 'duration_secs': 0.013039} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.142649] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.142978] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 11406695-1b25-446d-a9a3-05c2382a6219/11406695-1b25-446d-a9a3-05c2382a6219.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.143449] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-960c6c50-3f39-451b-b19f-25e17a1d7190 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.151587] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Waiting for the task: (returnval){ [ 1060.151587] env[62094]: value = "task-1400247" [ 1060.151587] env[62094]: _type = "Task" [ 1060.151587] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.169422] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.213157] env[62094]: DEBUG oslo_concurrency.lockutils [req-78c1d31f-819d-4011-bda4-10e4208294fe req-78cf664e-8e42-405e-806e-0a22eb74d368 service nova] Releasing lock "refresh_cache-c374d737-c6e8-4c18-8219-d197a0023d95" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.332084] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.338279] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.960s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.342625] env[62094]: INFO nova.compute.claims [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.345259] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3ecfd7c-ddd7-41b4-84ea-6421ebee614e tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.219s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.354109] env[62094]: DEBUG nova.network.neutron [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Updating instance_info_cache with network_info: [{"id": "349f6ef5-03ec-47b0-bd37-469cd18c7795", "address": "fa:16:3e:d3:9f:ff", "network": {"id": "ff221e3e-bc51-44c1-9f7e-7d5afea151ee", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2006611275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f19ef92e96485e9901f6616b19c8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349f6ef5-03", "ovs_interfaceid": "349f6ef5-03ec-47b0-bd37-469cd18c7795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.374818] env[62094]: INFO nova.scheduler.client.report [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Deleted allocations for instance d7679adb-1756-4b93-953c-6964e758d889 [ 1060.533121] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400246, 'name': Rename_Task, 'duration_secs': 0.151893} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.533545] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.536582] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1349280-64bd-4dfc-a316-721d26665d8a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.547535] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1060.547535] env[62094]: value = "task-1400248" [ 1060.547535] env[62094]: _type = "Task" [ 1060.547535] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.561909] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.662912] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400247, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.665595] env[62094]: DEBUG nova.network.neutron [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Updating instance_info_cache with network_info: [{"id": "7ffaa92f-b61a-4927-ba6e-ca00757b6ef3", "address": "fa:16:3e:e0:4d:48", "network": {"id": "078c759a-ba1b-40fe-914d-26684d8e3a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-354929716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf4bb5e2255d44b49a16ad11bd0580c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffaa92f-b6", "ovs_interfaceid": "7ffaa92f-b61a-4927-ba6e-ca00757b6ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.850939] env[62094]: DEBUG nova.compute.manager [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1060.858961] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Releasing lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.859748] env[62094]: DEBUG nova.compute.manager [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Instance network_info: |[{"id": "349f6ef5-03ec-47b0-bd37-469cd18c7795", "address": "fa:16:3e:d3:9f:ff", "network": {"id": "ff221e3e-bc51-44c1-9f7e-7d5afea151ee", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2006611275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f19ef92e96485e9901f6616b19c8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349f6ef5-03", "ovs_interfaceid": "349f6ef5-03ec-47b0-bd37-469cd18c7795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1060.861772] env[62094]: DEBUG oslo_concurrency.lockutils [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] Acquired lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.861772] env[62094]: DEBUG nova.network.neutron [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Refreshing network info cache for port 349f6ef5-03ec-47b0-bd37-469cd18c7795 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.865707] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:9f:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '349f6ef5-03ec-47b0-bd37-469cd18c7795', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.874245] env[62094]: DEBUG oslo.service.loopingcall [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.879644] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.879644] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5589156-0eee-4794-8115-e2dfb3dc512d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.904948] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0f3c0fe-b5c3-4d44-8b0f-6b03a8ec79a0 tempest-FloatingIPsAssociationTestJSON-841768642 tempest-FloatingIPsAssociationTestJSON-841768642-project-member] Lock "d7679adb-1756-4b93-953c-6964e758d889" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.591s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.911080] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.911080] env[62094]: value = "task-1400249" [ 1060.911080] env[62094]: _type = "Task" [ 1060.911080] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.925836] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400249, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.058872] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400248, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.163918] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595559} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.164562] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 11406695-1b25-446d-a9a3-05c2382a6219/11406695-1b25-446d-a9a3-05c2382a6219.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.165130] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.165474] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31980bf3-2f77-41d0-854f-3f9a58eba250 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.168698] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Releasing lock "refresh_cache-f9f63912-5751-4448-abc0-22fd50f0cb3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.178380] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Waiting for the task: (returnval){ [ 1061.178380] env[62094]: value = "task-1400250" [ 1061.178380] env[62094]: _type = "Task" [ 1061.178380] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.196234] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.270699] env[62094]: DEBUG nova.network.neutron [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Updated VIF entry in instance network info cache for port 349f6ef5-03ec-47b0-bd37-469cd18c7795. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.271752] env[62094]: DEBUG nova.network.neutron [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Updating instance_info_cache with network_info: [{"id": "349f6ef5-03ec-47b0-bd37-469cd18c7795", "address": "fa:16:3e:d3:9f:ff", "network": {"id": "ff221e3e-bc51-44c1-9f7e-7d5afea151ee", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2006611275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f19ef92e96485e9901f6616b19c8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349f6ef5-03", "ovs_interfaceid": "349f6ef5-03ec-47b0-bd37-469cd18c7795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.388326] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.425751] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400249, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.562270] env[62094]: DEBUG oslo_vmware.api [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400248, 'name': PowerOnVM_Task, 'duration_secs': 0.670158} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.565413] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.565668] env[62094]: INFO nova.compute.manager [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1061.565859] env[62094]: DEBUG nova.compute.manager [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1061.566929] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c100246a-754f-483d-8fa1-9efc6e266667 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.687798] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153132} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.690820] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.692208] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a953ba0-c87f-4ef4-8382-93f0eaf501c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.717854] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 11406695-1b25-446d-a9a3-05c2382a6219/11406695-1b25-446d-a9a3-05c2382a6219.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.718686] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.723379] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83a737b1-d918-4d24-90b2-29075917d85c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.742120] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6f34b6b-2ea4-4295-849a-626f8186a8e2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.750261] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Waiting for the task: (returnval){ [ 1061.750261] env[62094]: value = "task-1400252" [ 1061.750261] env[62094]: _type = "Task" [ 1061.750261] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.751681] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1061.751681] env[62094]: value = "task-1400251" [ 1061.751681] env[62094]: _type = "Task" [ 1061.751681] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.767477] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.771019] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.777772] env[62094]: DEBUG oslo_concurrency.lockutils [req-861739c4-090d-4f89-9b2d-20153aa3c43b req-6ed1570a-9099-44c1-8649-b902919da097 service nova] Releasing lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.880512] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f60759-d20c-4950-ac36-50a3ad3df412 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.888207] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23ca489-aaa1-4984-b8a3-0f3026d6d6cd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.925496] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cc4518-d5e4-45ee-83bb-318534820980 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.939181] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e09c7e-cddd-413a-93ec-6daddcce94b8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.945160] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400249, 'name': CreateVM_Task, 'duration_secs': 0.575491} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.945368] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.946646] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.947088] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.947433] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.947767] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57df95f8-45d9-41d3-a7c8-867053c0fedc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.959182] env[62094]: DEBUG nova.compute.provider_tree [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.968028] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 1061.968028] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]529b3bde-8dbe-0767-8bd3-7b08233c40f9" [ 1061.968028] env[62094]: _type = "Task" [ 1061.968028] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.977151] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]529b3bde-8dbe-0767-8bd3-7b08233c40f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.096373] env[62094]: INFO nova.compute.manager [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Took 43.72 seconds to build instance. [ 1062.267181] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400252, 'name': ReconfigVM_Task, 'duration_secs': 0.408537} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.269937] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 11406695-1b25-446d-a9a3-05c2382a6219/11406695-1b25-446d-a9a3-05c2382a6219.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.270647] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400251, 'name': PowerOffVM_Task, 'duration_secs': 0.227229} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.270871] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9bd83ed-6c30-418f-bf0a-b660ce5a99c9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.272608] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.273400] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea54b39-48b9-4b2c-a5d7-b1022f26f2c1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.301802] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d70292-0f3a-42fa-b08e-357e6af0abc6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.306315] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Waiting for the task: (returnval){ [ 1062.306315] env[62094]: value = "task-1400253" [ 1062.306315] env[62094]: _type = "Task" [ 1062.306315] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.308067] env[62094]: DEBUG nova.compute.manager [req-13ea47e2-5b90-43ac-9b54-ce19d154a823 req-bb41f7b4-0f39-423c-bf7a-a9489694fc66 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Received event network-changed-9f0a3681-1ea8-46a8-9105-cdec238d7eac {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1062.308234] env[62094]: DEBUG nova.compute.manager [req-13ea47e2-5b90-43ac-9b54-ce19d154a823 req-bb41f7b4-0f39-423c-bf7a-a9489694fc66 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Refreshing instance network info cache due to event network-changed-9f0a3681-1ea8-46a8-9105-cdec238d7eac. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1062.308599] env[62094]: DEBUG oslo_concurrency.lockutils [req-13ea47e2-5b90-43ac-9b54-ce19d154a823 req-bb41f7b4-0f39-423c-bf7a-a9489694fc66 service nova] Acquiring lock "refresh_cache-15e6dedb-15c7-48c2-b71b-92b0f90fccb6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.308793] env[62094]: DEBUG oslo_concurrency.lockutils [req-13ea47e2-5b90-43ac-9b54-ce19d154a823 req-bb41f7b4-0f39-423c-bf7a-a9489694fc66 service nova] Acquired lock "refresh_cache-15e6dedb-15c7-48c2-b71b-92b0f90fccb6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.308975] env[62094]: DEBUG nova.network.neutron [req-13ea47e2-5b90-43ac-9b54-ce19d154a823 req-bb41f7b4-0f39-423c-bf7a-a9489694fc66 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Refreshing network info cache for port 9f0a3681-1ea8-46a8-9105-cdec238d7eac {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.331815] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400253, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.362496] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.363074] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd518ce3-b6eb-4c45-8258-891b49d00588 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.370323] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1062.370323] env[62094]: value = "task-1400254" [ 1062.370323] env[62094]: _type = "Task" [ 1062.370323] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.381061] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1062.381061] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.381304] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.381455] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.381693] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.381975] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ca134d1-02e2-4d4f-8da2-0f16c0f91955 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.394763] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.394763] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.394763] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b9ff48e-7389-424e-b817-b8e2e28b8aef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.398507] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1062.398507] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a1d862-661d-c086-3e4f-ec24bcdcf08a" [ 1062.398507] env[62094]: _type = "Task" [ 1062.398507] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.407338] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a1d862-661d-c086-3e4f-ec24bcdcf08a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.467701] env[62094]: DEBUG nova.scheduler.client.report [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1062.484807] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]529b3bde-8dbe-0767-8bd3-7b08233c40f9, 'name': SearchDatastore_Task, 'duration_secs': 0.01328} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.484807] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.484807] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.484807] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.597636] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d5311f0d-b3d3-4d40-b726-6b4c44f08528 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "c374d737-c6e8-4c18-8219-d197a0023d95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.677s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.827623] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400253, 'name': Rename_Task, 'duration_secs': 0.155933} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.827782] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.827972] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e69f890b-94fb-4c6d-a070-5b4a312b398a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.838777] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Waiting for the task: (returnval){ [ 1062.838777] env[62094]: value = "task-1400255" [ 1062.838777] env[62094]: _type = "Task" [ 1062.838777] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.846748] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.910263] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a1d862-661d-c086-3e4f-ec24bcdcf08a, 'name': SearchDatastore_Task, 'duration_secs': 0.023893} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.912033] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ca8013-b704-42a9-8733-8d4f86c867ef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.918199] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1062.918199] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52bcfc9c-22aa-196f-03d9-2a3abcbfb0b0" [ 1062.918199] env[62094]: _type = "Task" [ 1062.918199] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.927951] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52bcfc9c-22aa-196f-03d9-2a3abcbfb0b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.976693] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.977258] env[62094]: DEBUG nova.compute.manager [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1062.980151] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.442s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.982079] env[62094]: INFO nova.compute.claims [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.102819] env[62094]: DEBUG nova.compute.manager [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1063.290481] env[62094]: DEBUG nova.network.neutron [req-13ea47e2-5b90-43ac-9b54-ce19d154a823 req-bb41f7b4-0f39-423c-bf7a-a9489694fc66 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Updated VIF entry in instance network info cache for port 9f0a3681-1ea8-46a8-9105-cdec238d7eac. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.290885] env[62094]: DEBUG nova.network.neutron [req-13ea47e2-5b90-43ac-9b54-ce19d154a823 req-bb41f7b4-0f39-423c-bf7a-a9489694fc66 service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Updating instance_info_cache with network_info: [{"id": "9f0a3681-1ea8-46a8-9105-cdec238d7eac", "address": "fa:16:3e:bd:86:72", "network": {"id": "2f3b5cfb-1d22-4fa6-9964-2568ae288e23", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1798607928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b5ac79c1fe42198e1908b60ceecdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0a3681-1e", "ovs_interfaceid": "9f0a3681-1ea8-46a8-9105-cdec238d7eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.354062] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400255, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.434023] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52bcfc9c-22aa-196f-03d9-2a3abcbfb0b0, 'name': SearchDatastore_Task, 'duration_secs': 0.022452} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.434023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.434023] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] f9f63912-5751-4448-abc0-22fd50f0cb3f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk. {{(pid=62094) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1063.434023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.434023] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.434023] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1923745-a4aa-4137-9f6a-07924d8c0fad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.440023] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-830d459c-f85f-415f-a855-27156c8108e1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.450020] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1063.450020] env[62094]: value = "task-1400256" [ 1063.450020] env[62094]: _type = "Task" [ 1063.450020] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.463943] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.463943] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.467181] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faaf55fd-700e-40b6-ba08-9e39afb70dfc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.470121] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.475706] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 1063.475706] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523a0124-52a1-95f2-50a4-310a2486a3a1" [ 1063.475706] env[62094]: _type = "Task" [ 1063.475706] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.488560] env[62094]: DEBUG nova.compute.utils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1063.490117] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523a0124-52a1-95f2-50a4-310a2486a3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.495888] env[62094]: DEBUG nova.compute.manager [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1063.495888] env[62094]: DEBUG nova.network.neutron [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.562236] env[62094]: DEBUG nova.policy [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5632876e324a6e8c00fe94be4ef4c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f946d53d33e4285b93da32355ab1080', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1063.629432] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.795229] env[62094]: DEBUG oslo_concurrency.lockutils [req-13ea47e2-5b90-43ac-9b54-ce19d154a823 req-bb41f7b4-0f39-423c-bf7a-a9489694fc66 service nova] Releasing lock "refresh_cache-15e6dedb-15c7-48c2-b71b-92b0f90fccb6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.852947] env[62094]: DEBUG oslo_vmware.api [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400255, 'name': PowerOnVM_Task, 'duration_secs': 0.562224} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.854046] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.854046] env[62094]: INFO nova.compute.manager [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1063.854046] env[62094]: DEBUG nova.compute.manager [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1063.854665] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f0934a-26a1-40aa-ac63-da2789e1bc0d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.968952] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400256, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.990025] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523a0124-52a1-95f2-50a4-310a2486a3a1, 'name': SearchDatastore_Task, 'duration_secs': 0.012747} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.990025] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c579a164-bbfa-4e23-b496-29d4ebc62a83 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.996239] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 1063.996239] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52227da8-4e07-8390-8686-1d619b133d9b" [ 1063.996239] env[62094]: _type = "Task" [ 1063.996239] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.003677] env[62094]: DEBUG nova.compute.manager [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1064.012271] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52227da8-4e07-8390-8686-1d619b133d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.120794] env[62094]: DEBUG nova.network.neutron [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Successfully created port: 6fae2383-f5d6-4b22-a219-0264930cfa98 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.231939] env[62094]: DEBUG nova.compute.manager [req-db3ecaa6-e9e0-4c06-9893-857df2c468de req-191c4fe4-fd16-4f1a-8715-e724c20526e5 service nova] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Received event network-changed-f363dc79-bd68-4266-820e-f46ed0f03647 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1064.231939] env[62094]: DEBUG nova.compute.manager [req-db3ecaa6-e9e0-4c06-9893-857df2c468de req-191c4fe4-fd16-4f1a-8715-e724c20526e5 service nova] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Refreshing instance network info cache due to event network-changed-f363dc79-bd68-4266-820e-f46ed0f03647. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1064.234319] env[62094]: DEBUG oslo_concurrency.lockutils [req-db3ecaa6-e9e0-4c06-9893-857df2c468de req-191c4fe4-fd16-4f1a-8715-e724c20526e5 service nova] Acquiring lock "refresh_cache-4d86f1d5-307e-4cc4-822b-d315fb3e6032" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.234319] env[62094]: DEBUG oslo_concurrency.lockutils [req-db3ecaa6-e9e0-4c06-9893-857df2c468de req-191c4fe4-fd16-4f1a-8715-e724c20526e5 service nova] Acquired lock "refresh_cache-4d86f1d5-307e-4cc4-822b-d315fb3e6032" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.234319] env[62094]: DEBUG nova.network.neutron [req-db3ecaa6-e9e0-4c06-9893-857df2c468de req-191c4fe4-fd16-4f1a-8715-e724c20526e5 service nova] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Refreshing network info cache for port f363dc79-bd68-4266-820e-f46ed0f03647 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.257315] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Acquiring lock "08a0f783-8464-44b0-8419-6fe281098b26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.257315] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Lock "08a0f783-8464-44b0-8419-6fe281098b26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.379813] env[62094]: INFO nova.compute.manager [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Took 45.83 seconds to build instance. [ 1064.467936] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658491} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.468334] env[62094]: INFO nova.virt.vmwareapi.ds_util [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] f9f63912-5751-4448-abc0-22fd50f0cb3f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk. [ 1064.469268] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c564ef-8904-42ff-830a-61749282c13d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.506689] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] f9f63912-5751-4448-abc0-22fd50f0cb3f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.512309] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bb401b2-6b6e-4e2c-8339-2588ed6288e9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.543892] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52227da8-4e07-8390-8686-1d619b133d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.059722} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.545097] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.545374] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a/e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.545704] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1064.545704] env[62094]: value = "task-1400257" [ 1064.545704] env[62094]: _type = "Task" [ 1064.545704] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.546514] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3b1404b-199f-4583-91fc-dd8e50acff7f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.558150] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400257, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.564992] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 1064.564992] env[62094]: value = "task-1400258" [ 1064.564992] env[62094]: _type = "Task" [ 1064.564992] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.573830] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.766775] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd6e286-429c-4272-9173-02da82742b23 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.776255] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fd75f3-6766-4c8f-aca8-956f42e99ac2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.816752] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf75b83-e0ce-4525-8771-eee84702e6a3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.824731] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fab1eec-5368-4ccd-9375-26602774fd02 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.838529] env[62094]: DEBUG nova.compute.provider_tree [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.881962] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c859728-4a71-46ae-ad65-a2ad67770f45 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Lock "11406695-1b25-446d-a9a3-05c2382a6219" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.186s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.039379] env[62094]: DEBUG nova.compute.manager [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1065.064034] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.081232] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400258, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.083239] env[62094]: DEBUG nova.virt.hardware [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1065.083742] env[62094]: DEBUG nova.virt.hardware [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1065.084051] env[62094]: DEBUG nova.virt.hardware [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.084572] env[62094]: DEBUG nova.virt.hardware [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1065.084827] env[62094]: DEBUG nova.virt.hardware [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.085469] env[62094]: DEBUG nova.virt.hardware [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1065.085469] env[62094]: DEBUG nova.virt.hardware [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1065.090725] env[62094]: DEBUG nova.virt.hardware [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1065.090725] env[62094]: DEBUG nova.virt.hardware [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1065.090725] env[62094]: DEBUG nova.virt.hardware [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1065.090725] env[62094]: DEBUG nova.virt.hardware [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1065.090725] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461fac36-cecc-4e1c-97a1-ee3d2fdfdcae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.097647] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00419a19-e1fd-4064-967f-707224abb765 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.138937] env[62094]: DEBUG nova.network.neutron [req-db3ecaa6-e9e0-4c06-9893-857df2c468de req-191c4fe4-fd16-4f1a-8715-e724c20526e5 service nova] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Updated VIF entry in instance network info cache for port f363dc79-bd68-4266-820e-f46ed0f03647. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.139422] env[62094]: DEBUG nova.network.neutron [req-db3ecaa6-e9e0-4c06-9893-857df2c468de req-191c4fe4-fd16-4f1a-8715-e724c20526e5 service nova] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Updating instance_info_cache with network_info: [{"id": "f363dc79-bd68-4266-820e-f46ed0f03647", "address": "fa:16:3e:a3:ed:e6", "network": {"id": "d72ff0e8-2fcc-4da0-b282-1e85dd6507e2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-664906485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37ea05e54ebb4d88a064dbdfa73b484e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf363dc79-bd", "ovs_interfaceid": "f363dc79-bd68-4266-820e-f46ed0f03647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.343249] env[62094]: DEBUG nova.scheduler.client.report [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1065.386563] env[62094]: DEBUG nova.compute.manager [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1065.561944] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.577837] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894834} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.577837] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a/e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.578017] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.578275] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f893020-2dd9-4524-bad3-c3d09447d058 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.587986] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 1065.587986] env[62094]: value = "task-1400259" [ 1065.587986] env[62094]: _type = "Task" [ 1065.587986] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.596208] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.647045] env[62094]: DEBUG oslo_concurrency.lockutils [req-db3ecaa6-e9e0-4c06-9893-857df2c468de req-191c4fe4-fd16-4f1a-8715-e724c20526e5 service nova] Releasing lock "refresh_cache-4d86f1d5-307e-4cc4-822b-d315fb3e6032" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.854134] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.854766] env[62094]: DEBUG nova.compute.manager [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1065.861833] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.389s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.864873] env[62094]: DEBUG nova.objects.instance [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Lazy-loading 'resources' on Instance uuid faff9e1b-b31e-4ffe-baa6-a78e9d611f66 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.931339] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.028598] env[62094]: DEBUG nova.compute.manager [req-eec4d972-d2c3-4867-beaf-88f0d424a6b4 req-0ffa74f8-fe02-4132-8e4c-085fbbbc43bb service nova] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Received event network-changed-01edf4a6-14eb-41bf-af60-528661968cf9 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1066.028814] env[62094]: DEBUG nova.compute.manager [req-eec4d972-d2c3-4867-beaf-88f0d424a6b4 req-0ffa74f8-fe02-4132-8e4c-085fbbbc43bb service nova] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Refreshing instance network info cache due to event network-changed-01edf4a6-14eb-41bf-af60-528661968cf9. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1066.029038] env[62094]: DEBUG oslo_concurrency.lockutils [req-eec4d972-d2c3-4867-beaf-88f0d424a6b4 req-0ffa74f8-fe02-4132-8e4c-085fbbbc43bb service nova] Acquiring lock "refresh_cache-c374d737-c6e8-4c18-8219-d197a0023d95" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.029736] env[62094]: DEBUG oslo_concurrency.lockutils [req-eec4d972-d2c3-4867-beaf-88f0d424a6b4 req-0ffa74f8-fe02-4132-8e4c-085fbbbc43bb service nova] Acquired lock "refresh_cache-c374d737-c6e8-4c18-8219-d197a0023d95" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.029736] env[62094]: DEBUG nova.network.neutron [req-eec4d972-d2c3-4867-beaf-88f0d424a6b4 req-0ffa74f8-fe02-4132-8e4c-085fbbbc43bb service nova] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Refreshing network info cache for port 01edf4a6-14eb-41bf-af60-528661968cf9 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.061189] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400257, 'name': ReconfigVM_Task, 'duration_secs': 1.039675} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.061601] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Reconfigured VM instance instance-00000020 to attach disk [datastore2] f9f63912-5751-4448-abc0-22fd50f0cb3f/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.063915] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf5ef10-849f-4fac-bf40-2d60d55dc32f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.068341] env[62094]: DEBUG nova.network.neutron [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Successfully updated port: 6fae2383-f5d6-4b22-a219-0264930cfa98 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.093810] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "refresh_cache-9b7b4789-f5fc-44bb-addb-5da6cc9ebd19" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.093958] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "refresh_cache-9b7b4789-f5fc-44bb-addb-5da6cc9ebd19" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.094106] env[62094]: DEBUG nova.network.neutron [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.095524] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed0cf0f1-7737-4558-bf55-a14324b01074 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.120944] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1066.120944] env[62094]: value = "task-1400260" [ 1066.120944] env[62094]: _type = "Task" [ 1066.120944] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.121229] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069144} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.121549] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.126358] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e00e4e0-2f86-4fae-987b-43e89452a79d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.135446] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.157640] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a/e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.157838] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdbba846-1690-4e29-856f-f75a52674f2c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.179552] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 1066.179552] env[62094]: value = "task-1400261" [ 1066.179552] env[62094]: _type = "Task" [ 1066.179552] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.188313] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.371020] env[62094]: DEBUG nova.compute.utils [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1066.374896] env[62094]: DEBUG nova.compute.manager [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1066.375506] env[62094]: DEBUG nova.network.neutron [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.600501] env[62094]: DEBUG nova.compute.manager [req-105a800e-40dd-4188-9fb8-2f0a5bb3cc21 req-41721fce-6534-49ce-82d3-3d53aaf11b28 service nova] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Received event network-vif-plugged-6fae2383-f5d6-4b22-a219-0264930cfa98 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1066.600807] env[62094]: DEBUG oslo_concurrency.lockutils [req-105a800e-40dd-4188-9fb8-2f0a5bb3cc21 req-41721fce-6534-49ce-82d3-3d53aaf11b28 service nova] Acquiring lock "9b7b4789-f5fc-44bb-addb-5da6cc9ebd19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.600856] env[62094]: DEBUG oslo_concurrency.lockutils [req-105a800e-40dd-4188-9fb8-2f0a5bb3cc21 req-41721fce-6534-49ce-82d3-3d53aaf11b28 service nova] Lock "9b7b4789-f5fc-44bb-addb-5da6cc9ebd19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.601047] env[62094]: DEBUG oslo_concurrency.lockutils [req-105a800e-40dd-4188-9fb8-2f0a5bb3cc21 req-41721fce-6534-49ce-82d3-3d53aaf11b28 service nova] Lock "9b7b4789-f5fc-44bb-addb-5da6cc9ebd19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.602057] env[62094]: DEBUG nova.compute.manager [req-105a800e-40dd-4188-9fb8-2f0a5bb3cc21 req-41721fce-6534-49ce-82d3-3d53aaf11b28 service nova] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] No waiting events found dispatching network-vif-plugged-6fae2383-f5d6-4b22-a219-0264930cfa98 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1066.602057] env[62094]: WARNING nova.compute.manager [req-105a800e-40dd-4188-9fb8-2f0a5bb3cc21 req-41721fce-6534-49ce-82d3-3d53aaf11b28 service nova] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Received unexpected event network-vif-plugged-6fae2383-f5d6-4b22-a219-0264930cfa98 for instance with vm_state building and task_state spawning. [ 1066.602057] env[62094]: DEBUG nova.compute.manager [req-105a800e-40dd-4188-9fb8-2f0a5bb3cc21 req-41721fce-6534-49ce-82d3-3d53aaf11b28 service nova] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Received event network-changed-6fae2383-f5d6-4b22-a219-0264930cfa98 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1066.602057] env[62094]: DEBUG nova.compute.manager [req-105a800e-40dd-4188-9fb8-2f0a5bb3cc21 req-41721fce-6534-49ce-82d3-3d53aaf11b28 service nova] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Refreshing instance network info cache due to event network-changed-6fae2383-f5d6-4b22-a219-0264930cfa98. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1066.602057] env[62094]: DEBUG oslo_concurrency.lockutils [req-105a800e-40dd-4188-9fb8-2f0a5bb3cc21 req-41721fce-6534-49ce-82d3-3d53aaf11b28 service nova] Acquiring lock "refresh_cache-9b7b4789-f5fc-44bb-addb-5da6cc9ebd19" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.636251] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400260, 'name': ReconfigVM_Task, 'duration_secs': 0.212686} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.636462] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.636943] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edc827f7-712c-4373-bb1d-313854b53631 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.647553] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1066.647553] env[62094]: value = "task-1400262" [ 1066.647553] env[62094]: _type = "Task" [ 1066.647553] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.657886] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.677873] env[62094]: DEBUG nova.network.neutron [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.692100] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.724845] env[62094]: DEBUG nova.policy [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8662334b683543bb94909bbf109f3af8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d2f847e9bd940a2af6bf7d8cf24c9bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1066.799142] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Acquiring lock "15e6dedb-15c7-48c2-b71b-92b0f90fccb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.799387] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Lock "15e6dedb-15c7-48c2-b71b-92b0f90fccb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.799628] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Acquiring lock "15e6dedb-15c7-48c2-b71b-92b0f90fccb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.799887] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Lock "15e6dedb-15c7-48c2-b71b-92b0f90fccb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.799980] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Lock "15e6dedb-15c7-48c2-b71b-92b0f90fccb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.803230] env[62094]: INFO nova.compute.manager [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Terminating instance [ 1066.807365] env[62094]: DEBUG nova.compute.manager [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1066.807365] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.808361] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90d7d74-a587-4ae4-8148-f178e37b89a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.816380] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.819408] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3b3abd1-4072-4e01-9cfd-efe9e0496d91 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.826107] env[62094]: DEBUG oslo_vmware.api [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Waiting for the task: (returnval){ [ 1066.826107] env[62094]: value = "task-1400263" [ 1066.826107] env[62094]: _type = "Task" [ 1066.826107] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.840987] env[62094]: DEBUG oslo_vmware.api [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.875379] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d33ec3-016d-4ec9-9bc6-88e26a67e9d4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.881624] env[62094]: DEBUG nova.compute.manager [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1066.895087] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5437098d-3f85-42ef-9953-d66bfe97b4c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.933176] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ee48fd-e490-44dc-a384-26c052a33c5f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.943759] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9146397e-b5e0-42ea-a3b5-b498bbc96386 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.962987] env[62094]: DEBUG nova.compute.provider_tree [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.110907] env[62094]: DEBUG nova.network.neutron [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Updating instance_info_cache with network_info: [{"id": "6fae2383-f5d6-4b22-a219-0264930cfa98", "address": "fa:16:3e:c9:bc:39", "network": {"id": "4bbb6dd3-ac62-4482-8953-be0ab57cee71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1072414704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f946d53d33e4285b93da32355ab1080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fae2383-f5", "ovs_interfaceid": "6fae2383-f5d6-4b22-a219-0264930cfa98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.158771] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400262, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.190408] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400261, 'name': ReconfigVM_Task, 'duration_secs': 0.642931} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.190708] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Reconfigured VM instance instance-00000024 to attach disk [datastore2] e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a/e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.191365] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a9f0691-16fa-4b31-bd86-15e62c37ee85 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.198868] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 1067.198868] env[62094]: value = "task-1400264" [ 1067.198868] env[62094]: _type = "Task" [ 1067.198868] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.208689] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400264, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.345159] env[62094]: DEBUG oslo_vmware.api [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400263, 'name': PowerOffVM_Task, 'duration_secs': 0.341511} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.345159] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.345336] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.346657] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19464789-f4a2-49b0-a3d6-75017ee4f24c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.390866] env[62094]: DEBUG nova.network.neutron [req-eec4d972-d2c3-4867-beaf-88f0d424a6b4 req-0ffa74f8-fe02-4132-8e4c-085fbbbc43bb service nova] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Updated VIF entry in instance network info cache for port 01edf4a6-14eb-41bf-af60-528661968cf9. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.391296] env[62094]: DEBUG nova.network.neutron [req-eec4d972-d2c3-4867-beaf-88f0d424a6b4 req-0ffa74f8-fe02-4132-8e4c-085fbbbc43bb service nova] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Updating instance_info_cache with network_info: [{"id": "01edf4a6-14eb-41bf-af60-528661968cf9", "address": "fa:16:3e:d2:e7:42", "network": {"id": "b7c10980-ccfd-4756-9e53-b89ead8bf64e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118500712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b53cb6aee24ad2820e3951b7a11efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01edf4a6-14", "ovs_interfaceid": "01edf4a6-14eb-41bf-af60-528661968cf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.400075] env[62094]: INFO nova.virt.block_device [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Booting with volume a3f9d257-a856-4d51-adb4-8aae291222ba at /dev/sda [ 1067.421406] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.421406] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.421406] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Deleting the datastore file [datastore2] 15e6dedb-15c7-48c2-b71b-92b0f90fccb6 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.421406] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70ad2bec-d43b-4016-8941-c3f8b0dc3347 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.439606] env[62094]: DEBUG oslo_vmware.api [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Waiting for the task: (returnval){ [ 1067.439606] env[62094]: value = "task-1400266" [ 1067.439606] env[62094]: _type = "Task" [ 1067.439606] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.449848] env[62094]: DEBUG oslo_vmware.api [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.464756] env[62094]: DEBUG nova.scheduler.client.report [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1067.472658] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b865020a-bf84-4a49-b41d-c1fe4c43945f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.482587] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df20aa5-55ae-4c4a-aa7d-db2697b0b0bc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.522668] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c7e6159-de91-4fd0-8482-077f83d2bec1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.533435] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d40614-f1c6-4abc-ace7-1261abc90647 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.570166] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0c778b-ceee-47ed-a02e-7c960661aecf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.578352] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2773389c-6d6e-4d98-9ee0-aa6a9fb071c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.594397] env[62094]: DEBUG nova.virt.block_device [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Updating existing volume attachment record: 222890cb-12c3-4ad2-a9b6-c7400ade0b7a {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1067.617168] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "refresh_cache-9b7b4789-f5fc-44bb-addb-5da6cc9ebd19" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.617521] env[62094]: DEBUG nova.compute.manager [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Instance network_info: |[{"id": "6fae2383-f5d6-4b22-a219-0264930cfa98", "address": "fa:16:3e:c9:bc:39", "network": {"id": "4bbb6dd3-ac62-4482-8953-be0ab57cee71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1072414704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f946d53d33e4285b93da32355ab1080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fae2383-f5", "ovs_interfaceid": "6fae2383-f5d6-4b22-a219-0264930cfa98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1067.618060] env[62094]: DEBUG oslo_concurrency.lockutils [req-105a800e-40dd-4188-9fb8-2f0a5bb3cc21 req-41721fce-6534-49ce-82d3-3d53aaf11b28 service nova] Acquired lock "refresh_cache-9b7b4789-f5fc-44bb-addb-5da6cc9ebd19" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.618670] env[62094]: DEBUG nova.network.neutron [req-105a800e-40dd-4188-9fb8-2f0a5bb3cc21 req-41721fce-6534-49ce-82d3-3d53aaf11b28 service nova] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Refreshing network info cache for port 6fae2383-f5d6-4b22-a219-0264930cfa98 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.619610] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:bc:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fae2383-f5d6-4b22-a219-0264930cfa98', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.629899] env[62094]: DEBUG oslo.service.loopingcall [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.631165] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.631165] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-620f945b-bf18-4e15-bfbd-155273d4bb0c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.654976] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.654976] env[62094]: value = "task-1400267" [ 1067.654976] env[62094]: _type = "Task" [ 1067.654976] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.663020] env[62094]: DEBUG oslo_vmware.api [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400262, 'name': PowerOnVM_Task, 'duration_secs': 0.631087} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.663547] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.669015] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400267, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.670217] env[62094]: DEBUG nova.compute.manager [None req-c623d218-3d93-4932-b732-e159caf1f6d4 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1067.671176] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb25b3fc-a7fe-4f18-803b-5d9f9886931e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.716062] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400264, 'name': Rename_Task, 'duration_secs': 0.247264} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.716062] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.716062] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddc12745-58cc-4c97-a7d7-0952afd0a4f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.721105] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 1067.721105] env[62094]: value = "task-1400268" [ 1067.721105] env[62094]: _type = "Task" [ 1067.721105] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.730024] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.904036] env[62094]: DEBUG oslo_concurrency.lockutils [req-eec4d972-d2c3-4867-beaf-88f0d424a6b4 req-0ffa74f8-fe02-4132-8e4c-085fbbbc43bb service nova] Releasing lock "refresh_cache-c374d737-c6e8-4c18-8219-d197a0023d95" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.904036] env[62094]: DEBUG nova.network.neutron [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Successfully created port: 8f851f58-5dff-43eb-bf94-930aa1739179 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.954544] env[62094]: DEBUG oslo_vmware.api [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Task: {'id': task-1400266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327115} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.954598] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.954781] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.954951] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.955171] env[62094]: INFO nova.compute.manager [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1067.955430] env[62094]: DEBUG oslo.service.loopingcall [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.955667] env[62094]: DEBUG nova.compute.manager [-] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1067.955776] env[62094]: DEBUG nova.network.neutron [-] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.974018] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.976921] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.743s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.977200] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.977436] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1067.977777] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.304s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.979710] env[62094]: INFO nova.compute.claims [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.985664] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c520636-0617-4616-8834-7912168f707c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.997661] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c2212c-f26d-4200-881b-39f2759be8ff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.015438] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4408e3-6e44-4c78-98a1-87a04c982970 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.024662] env[62094]: INFO nova.scheduler.client.report [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Deleted allocations for instance faff9e1b-b31e-4ffe-baa6-a78e9d611f66 [ 1068.026536] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06a0ea3-51ab-4f99-9308-fd4a264f3abc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.059126] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179161MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1068.059333] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.174055] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400267, 'name': CreateVM_Task, 'duration_secs': 0.470904} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.175121] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.177631] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.177631] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.177631] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.177631] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5abf544c-bcf4-4421-a7ce-18044144e0ff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.186952] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1068.186952] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528f3491-692f-bded-ec85-54afd30ac43d" [ 1068.186952] env[62094]: _type = "Task" [ 1068.186952] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.204988] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528f3491-692f-bded-ec85-54afd30ac43d, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.206133] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.206133] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.206133] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.206133] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.206422] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.206540] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-838420cf-d41b-4b45-9052-387f7919805d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.221880] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.222202] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.223506] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d017551-ceb5-4565-8ae2-1da7ee0d3dbd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.235548] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1068.235548] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5224672c-c93d-18b4-62fc-18005e252944" [ 1068.235548] env[62094]: _type = "Task" [ 1068.235548] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.239453] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400268, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.248502] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5224672c-c93d-18b4-62fc-18005e252944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.541375] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a0665a-7bb6-497e-877a-de61bfcbbf28 tempest-ServerDiagnosticsTest-414070976 tempest-ServerDiagnosticsTest-414070976-project-member] Lock "faff9e1b-b31e-4ffe-baa6-a78e9d611f66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.949s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.582384] env[62094]: DEBUG nova.network.neutron [req-105a800e-40dd-4188-9fb8-2f0a5bb3cc21 req-41721fce-6534-49ce-82d3-3d53aaf11b28 service nova] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Updated VIF entry in instance network info cache for port 6fae2383-f5d6-4b22-a219-0264930cfa98. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.582552] env[62094]: DEBUG nova.network.neutron [req-105a800e-40dd-4188-9fb8-2f0a5bb3cc21 req-41721fce-6534-49ce-82d3-3d53aaf11b28 service nova] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Updating instance_info_cache with network_info: [{"id": "6fae2383-f5d6-4b22-a219-0264930cfa98", "address": "fa:16:3e:c9:bc:39", "network": {"id": "4bbb6dd3-ac62-4482-8953-be0ab57cee71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1072414704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f946d53d33e4285b93da32355ab1080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fae2383-f5", "ovs_interfaceid": "6fae2383-f5d6-4b22-a219-0264930cfa98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.742588] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400268, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.756141] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5224672c-c93d-18b4-62fc-18005e252944, 'name': SearchDatastore_Task, 'duration_secs': 0.016902} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.758402] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47cd08d7-e34c-42a2-a3ff-da7423c10fc6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.766419] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1068.766419] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526c778e-166f-7946-4e3f-a9afdb49f863" [ 1068.766419] env[62094]: _type = "Task" [ 1068.766419] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.778690] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526c778e-166f-7946-4e3f-a9afdb49f863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.031576] env[62094]: DEBUG nova.compute.manager [req-d281885c-0cd5-4ba2-98ca-1de75c06ad8b req-da043f63-4c64-43ad-9d7c-15200840b5a7 service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Received event network-changed-1f0d466f-fcf4-45fe-baf5-3d3aa080d244 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1069.031576] env[62094]: DEBUG nova.compute.manager [req-d281885c-0cd5-4ba2-98ca-1de75c06ad8b req-da043f63-4c64-43ad-9d7c-15200840b5a7 service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Refreshing instance network info cache due to event network-changed-1f0d466f-fcf4-45fe-baf5-3d3aa080d244. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1069.031576] env[62094]: DEBUG oslo_concurrency.lockutils [req-d281885c-0cd5-4ba2-98ca-1de75c06ad8b req-da043f63-4c64-43ad-9d7c-15200840b5a7 service nova] Acquiring lock "refresh_cache-11406695-1b25-446d-a9a3-05c2382a6219" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.031799] env[62094]: DEBUG oslo_concurrency.lockutils [req-d281885c-0cd5-4ba2-98ca-1de75c06ad8b req-da043f63-4c64-43ad-9d7c-15200840b5a7 service nova] Acquired lock "refresh_cache-11406695-1b25-446d-a9a3-05c2382a6219" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.031847] env[62094]: DEBUG nova.network.neutron [req-d281885c-0cd5-4ba2-98ca-1de75c06ad8b req-da043f63-4c64-43ad-9d7c-15200840b5a7 service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Refreshing network info cache for port 1f0d466f-fcf4-45fe-baf5-3d3aa080d244 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.085116] env[62094]: DEBUG oslo_concurrency.lockutils [req-105a800e-40dd-4188-9fb8-2f0a5bb3cc21 req-41721fce-6534-49ce-82d3-3d53aaf11b28 service nova] Releasing lock "refresh_cache-9b7b4789-f5fc-44bb-addb-5da6cc9ebd19" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.243159] env[62094]: DEBUG oslo_vmware.api [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400268, 'name': PowerOnVM_Task, 'duration_secs': 1.416165} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.244315] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.244546] env[62094]: INFO nova.compute.manager [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Took 11.22 seconds to spawn the instance on the hypervisor. [ 1069.244712] env[62094]: DEBUG nova.compute.manager [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1069.245828] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dd5403-b078-4804-8be8-c1aca0e2bb85 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.283327] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526c778e-166f-7946-4e3f-a9afdb49f863, 'name': SearchDatastore_Task, 'duration_secs': 0.024505} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.287566] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.287794] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19/9b7b4789-f5fc-44bb-addb-5da6cc9ebd19.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.288361] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4fad011-b706-4746-b387-121bc25a6834 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.297075] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1069.297075] env[62094]: value = "task-1400269" [ 1069.297075] env[62094]: _type = "Task" [ 1069.297075] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.311712] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.420107] env[62094]: DEBUG nova.network.neutron [-] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.632701] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6263377-4108-4847-bae9-7e8f75501920 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.640887] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24de061d-e15d-4a3e-9451-d397fd1439d9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.671993] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2449a9fe-d6d3-4caa-bae0-35a8b2cd82cd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.681774] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffe84b0-6318-46c5-84ac-ebb13c67ec47 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.696174] env[62094]: DEBUG nova.compute.provider_tree [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.709918] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a8d85-1a9c-137a-4801-042275f4f039/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1069.714846] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777d281b-6058-4551-89dd-e3888d35d7b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.720047] env[62094]: DEBUG nova.compute.manager [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1069.720438] env[62094]: DEBUG nova.virt.hardware [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1069.722254] env[62094]: DEBUG nova.virt.hardware [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1069.722254] env[62094]: DEBUG nova.virt.hardware [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.722254] env[62094]: DEBUG nova.virt.hardware [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1069.722254] env[62094]: DEBUG nova.virt.hardware [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.722254] env[62094]: DEBUG nova.virt.hardware [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1069.722254] env[62094]: DEBUG nova.virt.hardware [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1069.722254] env[62094]: DEBUG nova.virt.hardware [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1069.722254] env[62094]: DEBUG nova.virt.hardware [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1069.722254] env[62094]: DEBUG nova.virt.hardware [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1069.722637] env[62094]: DEBUG nova.virt.hardware [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1069.726702] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c6b698-05b5-4306-846d-3373e48a69a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.734696] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a8d85-1a9c-137a-4801-042275f4f039/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1069.735105] env[62094]: ERROR oslo_vmware.rw_handles [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a8d85-1a9c-137a-4801-042275f4f039/disk-0.vmdk due to incomplete transfer. [ 1069.738163] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-51d4c40f-ec60-4367-afa1-1fcc3530adfd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.741483] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2f92d6-d988-42e8-b23a-41a5be1032bf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.769318] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a8d85-1a9c-137a-4801-042275f4f039/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1069.769318] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Uploaded image 5aa927c2-42d8-4add-a33f-7af451aef105 to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1069.769318] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1069.770960] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c37347ac-7454-4305-8dcf-1ddcc2581c2b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.773040] env[62094]: INFO nova.compute.manager [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Took 47.91 seconds to build instance. [ 1069.780832] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1069.780832] env[62094]: value = "task-1400270" [ 1069.780832] env[62094]: _type = "Task" [ 1069.780832] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.791189] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400270, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.809430] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400269, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.925175] env[62094]: INFO nova.compute.manager [-] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Took 1.97 seconds to deallocate network for instance. [ 1070.055810] env[62094]: DEBUG nova.network.neutron [req-d281885c-0cd5-4ba2-98ca-1de75c06ad8b req-da043f63-4c64-43ad-9d7c-15200840b5a7 service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Updated VIF entry in instance network info cache for port 1f0d466f-fcf4-45fe-baf5-3d3aa080d244. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.056690] env[62094]: DEBUG nova.network.neutron [req-d281885c-0cd5-4ba2-98ca-1de75c06ad8b req-da043f63-4c64-43ad-9d7c-15200840b5a7 service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Updating instance_info_cache with network_info: [{"id": "1f0d466f-fcf4-45fe-baf5-3d3aa080d244", "address": "fa:16:3e:05:f7:5c", "network": {"id": "15f026d5-57c6-4cc7-8557-ccc8e1515404", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1837050541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69bb348a34be4ace902f4003dd0cf6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f0d466f-fc", "ovs_interfaceid": "1f0d466f-fcf4-45fe-baf5-3d3aa080d244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.204444] env[62094]: DEBUG nova.scheduler.client.report [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1070.275988] env[62094]: DEBUG oslo_concurrency.lockutils [None req-709ed108-9724-45fc-aef8-f3d4b74a3337 tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.031s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.294262] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400270, 'name': Destroy_Task, 'duration_secs': 0.39981} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.294692] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Destroyed the VM [ 1070.295164] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1070.295543] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c469c55a-f9da-41f5-b6a5-bbb289636de2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.303826] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1070.303826] env[62094]: value = "task-1400271" [ 1070.303826] env[62094]: _type = "Task" [ 1070.303826] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.314136] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607956} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.321303] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19/9b7b4789-f5fc-44bb-addb-5da6cc9ebd19.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.321568] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.322091] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed4fc8b5-ae89-4fc5-8e9b-68d511653382 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.331614] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400271, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.334404] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1070.334404] env[62094]: value = "task-1400272" [ 1070.334404] env[62094]: _type = "Task" [ 1070.334404] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.343973] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.439156] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.560963] env[62094]: DEBUG oslo_concurrency.lockutils [req-d281885c-0cd5-4ba2-98ca-1de75c06ad8b req-da043f63-4c64-43ad-9d7c-15200840b5a7 service nova] Releasing lock "refresh_cache-11406695-1b25-446d-a9a3-05c2382a6219" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.622151] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.622441] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.711142] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.711142] env[62094]: DEBUG nova.compute.manager [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1070.713549] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.734s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.716196] env[62094]: INFO nova.compute.claims [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.828659] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400271, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.844726] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111807} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.845370] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.846532] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebae4f9a-93ee-42d4-89a6-590ba1b68bc1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.877191] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19/9b7b4789-f5fc-44bb-addb-5da6cc9ebd19.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.877424] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fbdbc42-39e2-4967-b4ec-aadc8c6fa363 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.905303] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1070.905303] env[62094]: value = "task-1400273" [ 1070.905303] env[62094]: _type = "Task" [ 1070.905303] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.920023] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.958202] env[62094]: DEBUG nova.network.neutron [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Successfully updated port: 8f851f58-5dff-43eb-bf94-930aa1739179 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.129671] env[62094]: DEBUG nova.compute.manager [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1071.231669] env[62094]: DEBUG nova.compute.utils [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1071.233311] env[62094]: DEBUG nova.compute.manager [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Not allocating networking since 'none' was specified. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1071.329223] env[62094]: DEBUG oslo_vmware.api [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400271, 'name': RemoveSnapshot_Task, 'duration_secs': 0.699707} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.329698] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1071.329749] env[62094]: INFO nova.compute.manager [None req-1db3de9c-cd00-42f4-adb2-b146448e1405 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Took 16.11 seconds to snapshot the instance on the hypervisor. [ 1071.419560] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.464014] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Acquiring lock "refresh_cache-73e10bed-7065-48ad-b059-6b904061f4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.464926] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Acquired lock "refresh_cache-73e10bed-7065-48ad-b059-6b904061f4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.464926] env[62094]: DEBUG nova.network.neutron [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.654416] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.737075] env[62094]: DEBUG nova.compute.manager [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1071.919045] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400273, 'name': ReconfigVM_Task, 'duration_secs': 1.004577} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.922133] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19/9b7b4789-f5fc-44bb-addb-5da6cc9ebd19.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.923239] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b27df08-f359-4892-8504-01dcae1284ae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.930273] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1071.930273] env[62094]: value = "task-1400274" [ 1071.930273] env[62094]: _type = "Task" [ 1071.930273] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.943626] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400274, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.969783] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "cfc0fe88-5a4d-4d10-b528-f6fdc55bc196" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.970229] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "cfc0fe88-5a4d-4d10-b528-f6fdc55bc196" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.014607] env[62094]: DEBUG nova.network.neutron [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.075768] env[62094]: DEBUG nova.compute.manager [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Received event network-vif-deleted-9f0a3681-1ea8-46a8-9105-cdec238d7eac {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1072.075999] env[62094]: DEBUG nova.compute.manager [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Received event network-vif-plugged-8f851f58-5dff-43eb-bf94-930aa1739179 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1072.076217] env[62094]: DEBUG oslo_concurrency.lockutils [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] Acquiring lock "73e10bed-7065-48ad-b059-6b904061f4c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.076676] env[62094]: DEBUG oslo_concurrency.lockutils [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] Lock "73e10bed-7065-48ad-b059-6b904061f4c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.076676] env[62094]: DEBUG oslo_concurrency.lockutils [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] Lock "73e10bed-7065-48ad-b059-6b904061f4c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.076869] env[62094]: DEBUG nova.compute.manager [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] No waiting events found dispatching network-vif-plugged-8f851f58-5dff-43eb-bf94-930aa1739179 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1072.077232] env[62094]: WARNING nova.compute.manager [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Received unexpected event network-vif-plugged-8f851f58-5dff-43eb-bf94-930aa1739179 for instance with vm_state building and task_state spawning. [ 1072.077451] env[62094]: DEBUG nova.compute.manager [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Received event network-changed-8f851f58-5dff-43eb-bf94-930aa1739179 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1072.077627] env[62094]: DEBUG nova.compute.manager [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Refreshing instance network info cache due to event network-changed-8f851f58-5dff-43eb-bf94-930aa1739179. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1072.077807] env[62094]: DEBUG oslo_concurrency.lockutils [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] Acquiring lock "refresh_cache-73e10bed-7065-48ad-b059-6b904061f4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.225419] env[62094]: DEBUG nova.network.neutron [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Updating instance_info_cache with network_info: [{"id": "8f851f58-5dff-43eb-bf94-930aa1739179", "address": "fa:16:3e:b3:04:10", "network": {"id": "439f2881-48f0-4ddc-9a9c-f0afd06a8dee", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1054808232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2f847e9bd940a2af6bf7d8cf24c9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f851f58-5d", "ovs_interfaceid": "8f851f58-5dff-43eb-bf94-930aa1739179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.257716] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694162bd-3aef-4c26-9e1f-1847f8e9c4b8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.269432] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b649c7a3-25a3-43c0-804c-bd8acc4659b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.304711] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8421a489-e166-485e-8208-c6350334d0b2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.314241] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ad0b4c-f915-4557-8045-ef02d17ce20c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.329680] env[62094]: DEBUG nova.compute.provider_tree [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.442324] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400274, 'name': Rename_Task, 'duration_secs': 0.175126} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.442653] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.443083] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37ef5ada-b0d4-44d6-9d2b-ab7d9199f930 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.451645] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1072.451645] env[62094]: value = "task-1400275" [ 1072.451645] env[62094]: _type = "Task" [ 1072.451645] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.464968] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.559066] env[62094]: DEBUG nova.compute.manager [req-5d17fad6-406e-441b-bb22-a7c93d1acbb8 req-b0cc63e0-2c82-4142-b25b-9013d719bd9b service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Received event network-changed-349f6ef5-03ec-47b0-bd37-469cd18c7795 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1072.559276] env[62094]: DEBUG nova.compute.manager [req-5d17fad6-406e-441b-bb22-a7c93d1acbb8 req-b0cc63e0-2c82-4142-b25b-9013d719bd9b service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Refreshing instance network info cache due to event network-changed-349f6ef5-03ec-47b0-bd37-469cd18c7795. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1072.559488] env[62094]: DEBUG oslo_concurrency.lockutils [req-5d17fad6-406e-441b-bb22-a7c93d1acbb8 req-b0cc63e0-2c82-4142-b25b-9013d719bd9b service nova] Acquiring lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.559653] env[62094]: DEBUG oslo_concurrency.lockutils [req-5d17fad6-406e-441b-bb22-a7c93d1acbb8 req-b0cc63e0-2c82-4142-b25b-9013d719bd9b service nova] Acquired lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.559784] env[62094]: DEBUG nova.network.neutron [req-5d17fad6-406e-441b-bb22-a7c93d1acbb8 req-b0cc63e0-2c82-4142-b25b-9013d719bd9b service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Refreshing network info cache for port 349f6ef5-03ec-47b0-bd37-469cd18c7795 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.728234] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Releasing lock "refresh_cache-73e10bed-7065-48ad-b059-6b904061f4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.728234] env[62094]: DEBUG nova.compute.manager [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Instance network_info: |[{"id": "8f851f58-5dff-43eb-bf94-930aa1739179", "address": "fa:16:3e:b3:04:10", "network": {"id": "439f2881-48f0-4ddc-9a9c-f0afd06a8dee", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1054808232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2f847e9bd940a2af6bf7d8cf24c9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f851f58-5d", "ovs_interfaceid": "8f851f58-5dff-43eb-bf94-930aa1739179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1072.728234] env[62094]: DEBUG oslo_concurrency.lockutils [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] Acquired lock "refresh_cache-73e10bed-7065-48ad-b059-6b904061f4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.728234] env[62094]: DEBUG nova.network.neutron [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Refreshing network info cache for port 8f851f58-5dff-43eb-bf94-930aa1739179 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.730550] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:04:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f851f58-5dff-43eb-bf94-930aa1739179', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.743312] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Creating folder: Project (0d2f847e9bd940a2af6bf7d8cf24c9bc). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.748658] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-310e9840-71c6-4091-a58e-a1e81e786556 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.756899] env[62094]: DEBUG nova.compute.manager [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1072.765331] env[62094]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1072.765331] env[62094]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62094) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1072.765331] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Folder already exists: Project (0d2f847e9bd940a2af6bf7d8cf24c9bc). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1072.765331] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Creating folder: Instances. Parent ref: group-v296830. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.765331] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb7d6ecf-e48f-4f3a-8dc6-02976b51ad3d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.777037] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Created folder: Instances in parent group-v296830. [ 1072.777037] env[62094]: DEBUG oslo.service.loopingcall [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1072.778365] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.778925] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbd89692-2b6c-41a8-92e8-a32cf3f95437 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.801267] env[62094]: DEBUG nova.virt.hardware [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1072.801609] env[62094]: DEBUG nova.virt.hardware [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1072.801671] env[62094]: DEBUG nova.virt.hardware [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.802156] env[62094]: DEBUG nova.virt.hardware [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1072.802156] env[62094]: DEBUG nova.virt.hardware [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.802156] env[62094]: DEBUG nova.virt.hardware [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1072.802355] env[62094]: DEBUG nova.virt.hardware [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1072.802507] env[62094]: DEBUG nova.virt.hardware [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1072.802690] env[62094]: DEBUG nova.virt.hardware [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1072.802878] env[62094]: DEBUG nova.virt.hardware [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1072.803067] env[62094]: DEBUG nova.virt.hardware [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1072.804214] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94ba885-cd42-44fd-86c5-45bf87a4e50f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.814195] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60285a05-6d39-4242-bd94-f182da75c9e0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.818405] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.818405] env[62094]: value = "task-1400278" [ 1072.818405] env[62094]: _type = "Task" [ 1072.818405] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.832764] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Instance VIF info [] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.838748] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Creating folder: Project (d71f5e4af087408da6c6866bf9dc0762). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.843519] env[62094]: DEBUG nova.scheduler.client.report [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1072.848170] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c549dbbf-b216-4cd5-8d27-76e8a783563d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.848941] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400278, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.862450] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Created folder: Project (d71f5e4af087408da6c6866bf9dc0762) in parent group-v296765. [ 1072.862746] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Creating folder: Instances. Parent ref: group-v296878. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.862940] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd9eba85-ae60-4be0-8b91-3ced8e6f2939 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.873275] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Created folder: Instances in parent group-v296878. [ 1072.873702] env[62094]: DEBUG oslo.service.loopingcall [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1072.873782] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.873981] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ccd84d5-dcd0-49f3-9a37-9e1fc0758266 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.892158] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.892158] env[62094]: value = "task-1400281" [ 1072.892158] env[62094]: _type = "Task" [ 1072.892158] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.902563] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400281, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.961911] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.003759] env[62094]: DEBUG nova.network.neutron [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Updated VIF entry in instance network info cache for port 8f851f58-5dff-43eb-bf94-930aa1739179. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.004987] env[62094]: DEBUG nova.network.neutron [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Updating instance_info_cache with network_info: [{"id": "8f851f58-5dff-43eb-bf94-930aa1739179", "address": "fa:16:3e:b3:04:10", "network": {"id": "439f2881-48f0-4ddc-9a9c-f0afd06a8dee", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1054808232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2f847e9bd940a2af6bf7d8cf24c9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f851f58-5d", "ovs_interfaceid": "8f851f58-5dff-43eb-bf94-930aa1739179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.318453] env[62094]: DEBUG nova.network.neutron [req-5d17fad6-406e-441b-bb22-a7c93d1acbb8 req-b0cc63e0-2c82-4142-b25b-9013d719bd9b service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Updated VIF entry in instance network info cache for port 349f6ef5-03ec-47b0-bd37-469cd18c7795. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.318895] env[62094]: DEBUG nova.network.neutron [req-5d17fad6-406e-441b-bb22-a7c93d1acbb8 req-b0cc63e0-2c82-4142-b25b-9013d719bd9b service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Updating instance_info_cache with network_info: [{"id": "349f6ef5-03ec-47b0-bd37-469cd18c7795", "address": "fa:16:3e:d3:9f:ff", "network": {"id": "ff221e3e-bc51-44c1-9f7e-7d5afea151ee", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2006611275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f19ef92e96485e9901f6616b19c8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349f6ef5-03", "ovs_interfaceid": "349f6ef5-03ec-47b0-bd37-469cd18c7795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.330985] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400278, 'name': CreateVM_Task, 'duration_secs': 0.392531} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.330985] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.332412] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296840', 'volume_id': 'a3f9d257-a856-4d51-adb4-8aae291222ba', 'name': 'volume-a3f9d257-a856-4d51-adb4-8aae291222ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '73e10bed-7065-48ad-b059-6b904061f4c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3f9d257-a856-4d51-adb4-8aae291222ba', 'serial': 'a3f9d257-a856-4d51-adb4-8aae291222ba'}, 'disk_bus': None, 'attachment_id': '222890cb-12c3-4ad2-a9b6-c7400ade0b7a', 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62094) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1073.332412] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Root volume attach. Driver type: vmdk {{(pid=62094) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1073.332674] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e30b0c-dabc-4bd5-962f-aec2f56a4af0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.341416] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d482d99-6b79-4ef5-8d5d-754e57eee95a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.348105] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0c3ae7-3f02-487a-9503-c794956144b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.351177] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.351583] env[62094]: DEBUG nova.compute.manager [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1073.354105] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.329s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.355901] env[62094]: INFO nova.compute.claims [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.363327] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-920db6d9-6261-4261-b9e6-f9b4ce324e37 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.371770] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Waiting for the task: (returnval){ [ 1073.371770] env[62094]: value = "task-1400282" [ 1073.371770] env[62094]: _type = "Task" [ 1073.371770] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.380786] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400282, 'name': RelocateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.404803] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400281, 'name': CreateVM_Task, 'duration_secs': 0.413425} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.405933] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.406355] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.406693] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.406977] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.407562] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02acd462-72a7-415d-ae8c-2e5390d90bd7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.413414] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1073.413414] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52106920-c8af-57d9-28d6-ff16b068a92e" [ 1073.413414] env[62094]: _type = "Task" [ 1073.413414] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.426686] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52106920-c8af-57d9-28d6-ff16b068a92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.465163] env[62094]: DEBUG oslo_vmware.api [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400275, 'name': PowerOnVM_Task, 'duration_secs': 0.793845} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.465534] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.465830] env[62094]: INFO nova.compute.manager [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1073.466083] env[62094]: DEBUG nova.compute.manager [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1073.467218] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b24a55-1e10-4d56-add6-801ad30ba2ed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.511143] env[62094]: DEBUG oslo_concurrency.lockutils [req-f0d5721d-3f8a-4afe-a72c-a3a95ea375c6 req-0d140fe7-6d2e-4657-a172-edb400a26f0c service nova] Releasing lock "refresh_cache-73e10bed-7065-48ad-b059-6b904061f4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.730636] env[62094]: DEBUG oslo_concurrency.lockutils [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.731209] env[62094]: DEBUG oslo_concurrency.lockutils [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.731301] env[62094]: INFO nova.compute.manager [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Rebooting instance [ 1073.822177] env[62094]: DEBUG oslo_concurrency.lockutils [req-5d17fad6-406e-441b-bb22-a7c93d1acbb8 req-b0cc63e0-2c82-4142-b25b-9013d719bd9b service nova] Releasing lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.864168] env[62094]: DEBUG nova.compute.utils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1073.865678] env[62094]: DEBUG nova.compute.manager [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1073.865885] env[62094]: DEBUG nova.network.neutron [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.893167] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400282, 'name': RelocateVM_Task} progress is 42%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.925783] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52106920-c8af-57d9-28d6-ff16b068a92e, 'name': SearchDatastore_Task, 'duration_secs': 0.020786} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.926252] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.926316] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.926604] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.926882] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.926952] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.927356] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a52fbb9-a4a5-450c-85ba-f528032fca1b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.940107] env[62094]: DEBUG nova.policy [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1466abc6f73a4a08835a059fea872194', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba2b981c0b004c65b664f517ccf184f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1073.953891] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.954187] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.954996] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edcf17ab-ea24-4732-8430-ebda482fd83f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.969455] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1073.969455] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a255e7-caea-2aee-2237-863432106703" [ 1073.969455] env[62094]: _type = "Task" [ 1073.969455] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.977588] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a255e7-caea-2aee-2237-863432106703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.988264] env[62094]: INFO nova.compute.manager [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Took 45.64 seconds to build instance. [ 1074.102348] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "e8a64c70-0423-42bf-9414-9554f82db3dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.103056] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.265659] env[62094]: DEBUG oslo_concurrency.lockutils [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.265659] env[62094]: DEBUG oslo_concurrency.lockutils [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquired lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.265659] env[62094]: DEBUG nova.network.neutron [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.323679] env[62094]: DEBUG nova.network.neutron [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Successfully created port: 40841b48-fc73-412c-879f-528c8821774e {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.374433] env[62094]: DEBUG nova.compute.manager [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1074.389035] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400282, 'name': RelocateVM_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.482525] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a255e7-caea-2aee-2237-863432106703, 'name': SearchDatastore_Task, 'duration_secs': 0.089582} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.487621] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-141339ba-b0ec-4cd7-a161-3fe8286d4dfa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.489887] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ea9d95cf-a051-437c-9bb9-209dba882d6c tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "9b7b4789-f5fc-44bb-addb-5da6cc9ebd19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.164s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.493950] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1074.493950] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52aebaa6-9811-70a0-56f8-35364dda56ed" [ 1074.493950] env[62094]: _type = "Task" [ 1074.493950] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.505517] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52aebaa6-9811-70a0-56f8-35364dda56ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.839409] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caffed80-1149-4d97-a7fc-b549b5e06696 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.852318] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30a2c18-46c5-4cd1-a9da-6b8a510f393b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.891154] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dc7919-cb5a-41a7-bcbf-750fcdb62e46 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.902581] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85747ae-6c6e-4b32-b7f8-b17c2ea76070 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.906593] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400282, 'name': RelocateVM_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.916762] env[62094]: DEBUG nova.compute.provider_tree [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.995389] env[62094]: DEBUG nova.compute.manager [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1075.006819] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52aebaa6-9811-70a0-56f8-35364dda56ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.146778] env[62094]: DEBUG nova.network.neutron [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Updating instance_info_cache with network_info: [{"id": "349f6ef5-03ec-47b0-bd37-469cd18c7795", "address": "fa:16:3e:d3:9f:ff", "network": {"id": "ff221e3e-bc51-44c1-9f7e-7d5afea151ee", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2006611275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f19ef92e96485e9901f6616b19c8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349f6ef5-03", "ovs_interfaceid": "349f6ef5-03ec-47b0-bd37-469cd18c7795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.397965] env[62094]: DEBUG nova.compute.manager [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1075.398568] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400282, 'name': RelocateVM_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.413231] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.414304] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.420049] env[62094]: DEBUG nova.scheduler.client.report [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1075.432716] env[62094]: DEBUG nova.virt.hardware [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1075.432716] env[62094]: DEBUG nova.virt.hardware [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1075.434017] env[62094]: DEBUG nova.virt.hardware [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.434017] env[62094]: DEBUG nova.virt.hardware [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1075.434017] env[62094]: DEBUG nova.virt.hardware [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.434017] env[62094]: DEBUG nova.virt.hardware [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1075.434017] env[62094]: DEBUG nova.virt.hardware [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1075.434017] env[62094]: DEBUG nova.virt.hardware [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1075.434457] env[62094]: DEBUG nova.virt.hardware [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1075.437096] env[62094]: DEBUG nova.virt.hardware [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1075.437096] env[62094]: DEBUG nova.virt.hardware [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1075.437096] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3110f6c-7c48-4baf-a439-915223914c33 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.448426] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea69df5-7bc6-401f-9f98-49773d617dc4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.514251] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52aebaa6-9811-70a0-56f8-35364dda56ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.531694] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.649165] env[62094]: DEBUG oslo_concurrency.lockutils [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Releasing lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.653248] env[62094]: DEBUG nova.compute.manager [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1075.654198] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3623891a-cff1-4fa6-959d-b45ccc8effdf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.899967] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400282, 'name': RelocateVM_Task} progress is 60%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.937197] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.937663] env[62094]: DEBUG nova.compute.manager [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1075.940696] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.250s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.941325] env[62094]: DEBUG nova.objects.instance [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lazy-loading 'resources' on Instance uuid 59e6c0a7-a37b-452d-93ec-78776be75bd5 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.013038] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52aebaa6-9811-70a0-56f8-35364dda56ed, 'name': SearchDatastore_Task, 'duration_secs': 1.129652} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.013038] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.013038] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 4054a81a-097b-4bc1-89e2-276430b36d86/4054a81a-097b-4bc1-89e2-276430b36d86.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.013038] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3920a704-6d93-47d6-9a89-252e0946e37d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.021356] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1076.021356] env[62094]: value = "task-1400283" [ 1076.021356] env[62094]: _type = "Task" [ 1076.021356] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.031677] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.399546] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400282, 'name': RelocateVM_Task} progress is 71%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.445246] env[62094]: DEBUG nova.compute.utils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1076.453833] env[62094]: DEBUG nova.compute.manager [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1076.454239] env[62094]: DEBUG nova.network.neutron [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.463033] env[62094]: DEBUG nova.compute.manager [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1076.463391] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522d37de-11bd-48fa-9f5f-1dadd6d3db33 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.534673] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.569805] env[62094]: DEBUG nova.policy [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5399a34f10540e795b25234efa5adfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef2a1a8439ec4c0abbc19b2cdd94017b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1076.580420] env[62094]: DEBUG nova.network.neutron [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Successfully updated port: 40841b48-fc73-412c-879f-528c8821774e {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.673278] env[62094]: DEBUG nova.compute.manager [req-ab495fcd-cc1f-4e75-830d-181830b6a964 req-6f033528-85d7-4159-9c5c-b11fa5c7905f service nova] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Received event network-vif-plugged-40841b48-fc73-412c-879f-528c8821774e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1076.673547] env[62094]: DEBUG oslo_concurrency.lockutils [req-ab495fcd-cc1f-4e75-830d-181830b6a964 req-6f033528-85d7-4159-9c5c-b11fa5c7905f service nova] Acquiring lock "bfa4f7f3-f018-490c-b375-812633d50a9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.673891] env[62094]: DEBUG oslo_concurrency.lockutils [req-ab495fcd-cc1f-4e75-830d-181830b6a964 req-6f033528-85d7-4159-9c5c-b11fa5c7905f service nova] Lock "bfa4f7f3-f018-490c-b375-812633d50a9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.674188] env[62094]: DEBUG oslo_concurrency.lockutils [req-ab495fcd-cc1f-4e75-830d-181830b6a964 req-6f033528-85d7-4159-9c5c-b11fa5c7905f service nova] Lock "bfa4f7f3-f018-490c-b375-812633d50a9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.674500] env[62094]: DEBUG nova.compute.manager [req-ab495fcd-cc1f-4e75-830d-181830b6a964 req-6f033528-85d7-4159-9c5c-b11fa5c7905f service nova] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] No waiting events found dispatching network-vif-plugged-40841b48-fc73-412c-879f-528c8821774e {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1076.674807] env[62094]: WARNING nova.compute.manager [req-ab495fcd-cc1f-4e75-830d-181830b6a964 req-6f033528-85d7-4159-9c5c-b11fa5c7905f service nova] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Received unexpected event network-vif-plugged-40841b48-fc73-412c-879f-528c8821774e for instance with vm_state building and task_state spawning. [ 1076.680113] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b4699e-9ab0-46be-b3e7-d581d7148ee7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.690669] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Doing hard reboot of VM {{(pid=62094) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1076.690669] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-374c6952-a3c1-4796-af21-bc2f4f032dde {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.702548] env[62094]: DEBUG oslo_vmware.api [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 1076.702548] env[62094]: value = "task-1400284" [ 1076.702548] env[62094]: _type = "Task" [ 1076.702548] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.712137] env[62094]: DEBUG oslo_vmware.api [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400284, 'name': ResetVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.903464] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400282, 'name': RelocateVM_Task} progress is 84%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.967316] env[62094]: DEBUG nova.compute.manager [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1076.979013] env[62094]: INFO nova.compute.manager [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] instance snapshotting [ 1076.982245] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f1ad24-4043-4b6d-b90d-a2de1c762f4b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.009095] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bee4b4-7507-404a-972b-cf23034298d4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.032861] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.045701] env[62094]: DEBUG nova.network.neutron [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Successfully created port: 49f2023a-dcb5-42ce-bd3f-7af093b57dcb {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.083812] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Acquiring lock "refresh_cache-bfa4f7f3-f018-490c-b375-812633d50a9a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.083933] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Acquired lock "refresh_cache-bfa4f7f3-f018-490c-b375-812633d50a9a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.084105] env[62094]: DEBUG nova.network.neutron [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.112979] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548a9879-359e-4dfc-b4c1-a65fd46f4485 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.122592] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e253121-9180-4adc-9562-fd595132c37b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.159543] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4a7a56-7b05-4819-81b7-94459c6c0a97 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.169361] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c188d057-c2e8-403f-9fcd-70a0a5ade326 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.188055] env[62094]: DEBUG nova.compute.provider_tree [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.214638] env[62094]: DEBUG oslo_vmware.api [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400284, 'name': ResetVM_Task, 'duration_secs': 0.12846} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.215058] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Did hard reboot of VM {{(pid=62094) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1077.215193] env[62094]: DEBUG nova.compute.manager [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1077.215959] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c97ffb8-35fd-469e-ad39-26ab9f0379b7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.397875] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400282, 'name': RelocateVM_Task} progress is 97%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.527900] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1077.528062] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ffa53920-c61f-4c05-acbc-4804af4a45af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.535961] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400283, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.537404] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1077.537404] env[62094]: value = "task-1400285" [ 1077.537404] env[62094]: _type = "Task" [ 1077.537404] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.546748] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400285, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.620800] env[62094]: DEBUG nova.network.neutron [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.691799] env[62094]: DEBUG nova.scheduler.client.report [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1077.730295] env[62094]: DEBUG oslo_concurrency.lockutils [None req-574a2422-742e-4638-9bd9-2da448fef69d tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.999s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.781167] env[62094]: DEBUG nova.network.neutron [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Updating instance_info_cache with network_info: [{"id": "40841b48-fc73-412c-879f-528c8821774e", "address": "fa:16:3e:7f:b3:1f", "network": {"id": "4c8d2921-f5b9-4c2a-b61f-b94a3fa9f92a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1048836730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2b981c0b004c65b664f517ccf184f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40841b48-fc", "ovs_interfaceid": "40841b48-fc73-412c-879f-528c8821774e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.900486] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400282, 'name': RelocateVM_Task} progress is 97%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.979608] env[62094]: DEBUG nova.compute.manager [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1078.009358] env[62094]: DEBUG nova.virt.hardware [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1078.009358] env[62094]: DEBUG nova.virt.hardware [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1078.009358] env[62094]: DEBUG nova.virt.hardware [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.009358] env[62094]: DEBUG nova.virt.hardware [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1078.009358] env[62094]: DEBUG nova.virt.hardware [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.009358] env[62094]: DEBUG nova.virt.hardware [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1078.009358] env[62094]: DEBUG nova.virt.hardware [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1078.009358] env[62094]: DEBUG nova.virt.hardware [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1078.009358] env[62094]: DEBUG nova.virt.hardware [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1078.009663] env[62094]: DEBUG nova.virt.hardware [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1078.009663] env[62094]: DEBUG nova.virt.hardware [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1078.010540] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d34557-078a-4bff-ab46-bab86df06ef5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.018419] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df657688-4eca-40e8-bf40-291d7ede166f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.044680] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400283, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.811007} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.046101] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 4054a81a-097b-4bc1-89e2-276430b36d86/4054a81a-097b-4bc1-89e2-276430b36d86.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.046101] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.046300] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0432fa43-b6ce-4663-9296-12dd91eba7ce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.051462] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400285, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.056243] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1078.056243] env[62094]: value = "task-1400286" [ 1078.056243] env[62094]: _type = "Task" [ 1078.056243] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.062977] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.201113] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.203589] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.317s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.205158] env[62094]: INFO nova.compute.claims [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.224713] env[62094]: INFO nova.scheduler.client.report [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Deleted allocations for instance 59e6c0a7-a37b-452d-93ec-78776be75bd5 [ 1078.284491] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Releasing lock "refresh_cache-bfa4f7f3-f018-490c-b375-812633d50a9a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.284908] env[62094]: DEBUG nova.compute.manager [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Instance network_info: |[{"id": "40841b48-fc73-412c-879f-528c8821774e", "address": "fa:16:3e:7f:b3:1f", "network": {"id": "4c8d2921-f5b9-4c2a-b61f-b94a3fa9f92a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1048836730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2b981c0b004c65b664f517ccf184f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40841b48-fc", "ovs_interfaceid": "40841b48-fc73-412c-879f-528c8821774e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1078.285606] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:b3:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40841b48-fc73-412c-879f-528c8821774e', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.294690] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Creating folder: Project (ba2b981c0b004c65b664f517ccf184f8). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.295176] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c9aa406-af2e-4914-826d-c7503843afee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.318124] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Created folder: Project (ba2b981c0b004c65b664f517ccf184f8) in parent group-v296765. [ 1078.318366] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Creating folder: Instances. Parent ref: group-v296882. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.318675] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e222975-50a9-40fc-a200-453d851ecd90 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.328787] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Created folder: Instances in parent group-v296882. [ 1078.328944] env[62094]: DEBUG oslo.service.loopingcall [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1078.329134] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.329273] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5c7563e-ddfb-4bd7-84ef-1ed95b902c59 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.353831] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.353831] env[62094]: value = "task-1400289" [ 1078.353831] env[62094]: _type = "Task" [ 1078.353831] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.361368] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400289, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.398399] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400282, 'name': RelocateVM_Task, 'duration_secs': 4.990311} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.398750] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1078.398978] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296840', 'volume_id': 'a3f9d257-a856-4d51-adb4-8aae291222ba', 'name': 'volume-a3f9d257-a856-4d51-adb4-8aae291222ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '73e10bed-7065-48ad-b059-6b904061f4c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3f9d257-a856-4d51-adb4-8aae291222ba', 'serial': 'a3f9d257-a856-4d51-adb4-8aae291222ba'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1078.399835] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de421ad-c91e-4377-8581-efa82d4ec820 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.418955] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d1bc3f-8519-4897-bcbe-7d7d74929172 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.443282] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] volume-a3f9d257-a856-4d51-adb4-8aae291222ba/volume-a3f9d257-a856-4d51-adb4-8aae291222ba.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.443680] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8940c00-7bd9-48a7-bbe6-ea1ecb279e72 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.465202] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Waiting for the task: (returnval){ [ 1078.465202] env[62094]: value = "task-1400290" [ 1078.465202] env[62094]: _type = "Task" [ 1078.465202] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.474085] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.489960] env[62094]: DEBUG nova.compute.manager [req-6acdc11f-dc71-44d9-a5bd-c0f4179fe490 req-9ac17319-b8c9-43db-8407-c0d2bc0aa955 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Received event network-changed-349f6ef5-03ec-47b0-bd37-469cd18c7795 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1078.490384] env[62094]: DEBUG nova.compute.manager [req-6acdc11f-dc71-44d9-a5bd-c0f4179fe490 req-9ac17319-b8c9-43db-8407-c0d2bc0aa955 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Refreshing instance network info cache due to event network-changed-349f6ef5-03ec-47b0-bd37-469cd18c7795. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1078.490725] env[62094]: DEBUG oslo_concurrency.lockutils [req-6acdc11f-dc71-44d9-a5bd-c0f4179fe490 req-9ac17319-b8c9-43db-8407-c0d2bc0aa955 service nova] Acquiring lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.490823] env[62094]: DEBUG oslo_concurrency.lockutils [req-6acdc11f-dc71-44d9-a5bd-c0f4179fe490 req-9ac17319-b8c9-43db-8407-c0d2bc0aa955 service nova] Acquired lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.490947] env[62094]: DEBUG nova.network.neutron [req-6acdc11f-dc71-44d9-a5bd-c0f4179fe490 req-9ac17319-b8c9-43db-8407-c0d2bc0aa955 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Refreshing network info cache for port 349f6ef5-03ec-47b0-bd37-469cd18c7795 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.551073] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400285, 'name': CreateSnapshot_Task, 'duration_secs': 0.760958} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.551073] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1078.551576] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c2c645-18e9-4747-98d6-22de4dc46e8f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.573863] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067273} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.573863] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.573863] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3bcc1d-41dd-468d-bbad-489d41113401 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.598175] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 4054a81a-097b-4bc1-89e2-276430b36d86/4054a81a-097b-4bc1-89e2-276430b36d86.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.598537] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6d420e8-8815-4503-94af-ca668b79f9c1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.625020] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1078.625020] env[62094]: value = "task-1400291" [ 1078.625020] env[62094]: _type = "Task" [ 1078.625020] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.635240] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.707777] env[62094]: DEBUG nova.network.neutron [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Successfully updated port: 49f2023a-dcb5-42ce-bd3f-7af093b57dcb {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.733973] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fed99f2c-2779-4412-97c3-763943a94ea8 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "59e6c0a7-a37b-452d-93ec-78776be75bd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.537s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.744675] env[62094]: DEBUG nova.compute.manager [req-04ef7be0-3b01-4c52-986d-75413e86a14d req-ba0f5833-12ab-4716-8fe0-1377948947f0 service nova] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Received event network-changed-40841b48-fc73-412c-879f-528c8821774e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1078.744675] env[62094]: DEBUG nova.compute.manager [req-04ef7be0-3b01-4c52-986d-75413e86a14d req-ba0f5833-12ab-4716-8fe0-1377948947f0 service nova] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Refreshing instance network info cache due to event network-changed-40841b48-fc73-412c-879f-528c8821774e. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1078.744964] env[62094]: DEBUG oslo_concurrency.lockutils [req-04ef7be0-3b01-4c52-986d-75413e86a14d req-ba0f5833-12ab-4716-8fe0-1377948947f0 service nova] Acquiring lock "refresh_cache-bfa4f7f3-f018-490c-b375-812633d50a9a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.745143] env[62094]: DEBUG oslo_concurrency.lockutils [req-04ef7be0-3b01-4c52-986d-75413e86a14d req-ba0f5833-12ab-4716-8fe0-1377948947f0 service nova] Acquired lock "refresh_cache-bfa4f7f3-f018-490c-b375-812633d50a9a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.745340] env[62094]: DEBUG nova.network.neutron [req-04ef7be0-3b01-4c52-986d-75413e86a14d req-ba0f5833-12ab-4716-8fe0-1377948947f0 service nova] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Refreshing network info cache for port 40841b48-fc73-412c-879f-528c8821774e {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.868535] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400289, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.980151] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.076529] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1079.076529] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-25aa55a9-74cc-491f-b4f1-2779053b63d9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.085217] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1079.085217] env[62094]: value = "task-1400292" [ 1079.085217] env[62094]: _type = "Task" [ 1079.085217] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.093295] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400292, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.134610] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400291, 'name': ReconfigVM_Task, 'duration_secs': 0.300004} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.134919] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 4054a81a-097b-4bc1-89e2-276430b36d86/4054a81a-097b-4bc1-89e2-276430b36d86.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.135582] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bec539f-fd5f-46a6-8f24-ba0fb8e34490 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.141602] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1079.141602] env[62094]: value = "task-1400293" [ 1079.141602] env[62094]: _type = "Task" [ 1079.141602] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.155982] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400293, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.220164] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.220351] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.220503] env[62094]: DEBUG nova.network.neutron [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.227021] env[62094]: DEBUG oslo_concurrency.lockutils [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.227021] env[62094]: DEBUG oslo_concurrency.lockutils [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.227021] env[62094]: DEBUG oslo_concurrency.lockutils [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.227021] env[62094]: DEBUG oslo_concurrency.lockutils [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.227021] env[62094]: DEBUG oslo_concurrency.lockutils [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.227705] env[62094]: INFO nova.compute.manager [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Terminating instance [ 1079.229740] env[62094]: DEBUG nova.compute.manager [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1079.229986] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.230832] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a28f37-343c-4eaa-a307-7e9a2298d5aa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.243504] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.244607] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-658661f9-5319-4817-802c-5dda5f346fcb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.256190] env[62094]: DEBUG oslo_vmware.api [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 1079.256190] env[62094]: value = "task-1400294" [ 1079.256190] env[62094]: _type = "Task" [ 1079.256190] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.271473] env[62094]: DEBUG oslo_vmware.api [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.285296] env[62094]: DEBUG nova.network.neutron [req-6acdc11f-dc71-44d9-a5bd-c0f4179fe490 req-9ac17319-b8c9-43db-8407-c0d2bc0aa955 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Updated VIF entry in instance network info cache for port 349f6ef5-03ec-47b0-bd37-469cd18c7795. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.285677] env[62094]: DEBUG nova.network.neutron [req-6acdc11f-dc71-44d9-a5bd-c0f4179fe490 req-9ac17319-b8c9-43db-8407-c0d2bc0aa955 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Updating instance_info_cache with network_info: [{"id": "349f6ef5-03ec-47b0-bd37-469cd18c7795", "address": "fa:16:3e:d3:9f:ff", "network": {"id": "ff221e3e-bc51-44c1-9f7e-7d5afea151ee", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2006611275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f19ef92e96485e9901f6616b19c8cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349f6ef5-03", "ovs_interfaceid": "349f6ef5-03ec-47b0-bd37-469cd18c7795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.371944] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400289, 'name': CreateVM_Task, 'duration_secs': 0.555357} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.372156] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.372999] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.373093] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.373399] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.373685] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1578d9c9-bcfc-4c1d-860d-416f4ea22107 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.380329] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Waiting for the task: (returnval){ [ 1079.380329] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52848227-ddb4-cfd7-db6f-dee1b844e43c" [ 1079.380329] env[62094]: _type = "Task" [ 1079.380329] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.396489] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52848227-ddb4-cfd7-db6f-dee1b844e43c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.476236] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400290, 'name': ReconfigVM_Task, 'duration_secs': 0.519564} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.478788] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Reconfigured VM instance instance-00000026 to attach disk [datastore2] volume-a3f9d257-a856-4d51-adb4-8aae291222ba/volume-a3f9d257-a856-4d51-adb4-8aae291222ba.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.486270] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be3d5e58-2988-477b-b91c-da541e659fa8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.508741] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Waiting for the task: (returnval){ [ 1079.508741] env[62094]: value = "task-1400295" [ 1079.508741] env[62094]: _type = "Task" [ 1079.508741] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.527879] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400295, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.538375] env[62094]: DEBUG nova.network.neutron [req-04ef7be0-3b01-4c52-986d-75413e86a14d req-ba0f5833-12ab-4716-8fe0-1377948947f0 service nova] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Updated VIF entry in instance network info cache for port 40841b48-fc73-412c-879f-528c8821774e. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.538971] env[62094]: DEBUG nova.network.neutron [req-04ef7be0-3b01-4c52-986d-75413e86a14d req-ba0f5833-12ab-4716-8fe0-1377948947f0 service nova] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Updating instance_info_cache with network_info: [{"id": "40841b48-fc73-412c-879f-528c8821774e", "address": "fa:16:3e:7f:b3:1f", "network": {"id": "4c8d2921-f5b9-4c2a-b61f-b94a3fa9f92a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1048836730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2b981c0b004c65b664f517ccf184f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40841b48-fc", "ovs_interfaceid": "40841b48-fc73-412c-879f-528c8821774e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.598316] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400292, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.652059] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400293, 'name': Rename_Task, 'duration_secs': 0.389521} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.654888] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.655359] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48459118-16f0-4d5b-a7ba-d3e476357081 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.662516] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1079.662516] env[62094]: value = "task-1400296" [ 1079.662516] env[62094]: _type = "Task" [ 1079.662516] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.673311] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.764162] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e893df5c-3e0d-4bd3-a444-ceccfc07e64c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.769403] env[62094]: DEBUG oslo_vmware.api [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400294, 'name': PowerOffVM_Task, 'duration_secs': 0.197619} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.770291] env[62094]: DEBUG nova.network.neutron [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.773153] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.773518] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.774059] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cc9dc2b-03a1-4d64-968e-7c346817eedd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.779543] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd3f10a-4d2f-46ac-bd99-68ca276c3610 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.787954] env[62094]: DEBUG oslo_concurrency.lockutils [req-6acdc11f-dc71-44d9-a5bd-c0f4179fe490 req-9ac17319-b8c9-43db-8407-c0d2bc0aa955 service nova] Releasing lock "refresh_cache-e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.822952] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67492187-ff32-4720-b4ae-4061f96d6e19 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.831787] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4088925-0029-4da8-81f1-4acc676a17b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.837624] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.837836] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.838022] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Deleting the datastore file [datastore2] e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.838610] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-362bd507-14f9-4704-849c-b0a0f5d2b6bc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.849832] env[62094]: DEBUG nova.compute.provider_tree [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.856665] env[62094]: DEBUG oslo_vmware.api [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 1079.856665] env[62094]: value = "task-1400298" [ 1079.856665] env[62094]: _type = "Task" [ 1079.856665] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.869697] env[62094]: DEBUG oslo_vmware.api [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.891809] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52848227-ddb4-cfd7-db6f-dee1b844e43c, 'name': SearchDatastore_Task, 'duration_secs': 0.015366} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.892213] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.892438] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.892601] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.892789] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.893031] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.893256] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83f2eefd-e10e-4210-bbf7-bb172f5af54c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.902402] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.902637] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.904026] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87d653b-d930-462c-a7ea-a28867f86de8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.911061] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Waiting for the task: (returnval){ [ 1079.911061] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5261f5ce-7909-7170-1de8-e2e4190532e6" [ 1079.911061] env[62094]: _type = "Task" [ 1079.911061] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.920223] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5261f5ce-7909-7170-1de8-e2e4190532e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.019171] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400295, 'name': ReconfigVM_Task, 'duration_secs': 0.244131} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.019501] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296840', 'volume_id': 'a3f9d257-a856-4d51-adb4-8aae291222ba', 'name': 'volume-a3f9d257-a856-4d51-adb4-8aae291222ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '73e10bed-7065-48ad-b059-6b904061f4c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3f9d257-a856-4d51-adb4-8aae291222ba', 'serial': 'a3f9d257-a856-4d51-adb4-8aae291222ba'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1080.020243] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1a00a5c-044f-4e10-8174-f8040b1cdefa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.026994] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Waiting for the task: (returnval){ [ 1080.026994] env[62094]: value = "task-1400299" [ 1080.026994] env[62094]: _type = "Task" [ 1080.026994] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.030829] env[62094]: DEBUG nova.network.neutron [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance_info_cache with network_info: [{"id": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "address": "fa:16:3e:c8:4b:50", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f2023a-dc", "ovs_interfaceid": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.036880] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400299, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.041708] env[62094]: DEBUG oslo_concurrency.lockutils [req-04ef7be0-3b01-4c52-986d-75413e86a14d req-ba0f5833-12ab-4716-8fe0-1377948947f0 service nova] Releasing lock "refresh_cache-bfa4f7f3-f018-490c-b375-812633d50a9a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.041950] env[62094]: DEBUG nova.compute.manager [req-04ef7be0-3b01-4c52-986d-75413e86a14d req-ba0f5833-12ab-4716-8fe0-1377948947f0 service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Received event network-vif-plugged-49f2023a-dcb5-42ce-bd3f-7af093b57dcb {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1080.042214] env[62094]: DEBUG oslo_concurrency.lockutils [req-04ef7be0-3b01-4c52-986d-75413e86a14d req-ba0f5833-12ab-4716-8fe0-1377948947f0 service nova] Acquiring lock "2100f73d-d3ca-4e31-9bba-05a5767389fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.042379] env[62094]: DEBUG oslo_concurrency.lockutils [req-04ef7be0-3b01-4c52-986d-75413e86a14d req-ba0f5833-12ab-4716-8fe0-1377948947f0 service nova] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.042576] env[62094]: DEBUG oslo_concurrency.lockutils [req-04ef7be0-3b01-4c52-986d-75413e86a14d req-ba0f5833-12ab-4716-8fe0-1377948947f0 service nova] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.042762] env[62094]: DEBUG nova.compute.manager [req-04ef7be0-3b01-4c52-986d-75413e86a14d req-ba0f5833-12ab-4716-8fe0-1377948947f0 service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] No waiting events found dispatching network-vif-plugged-49f2023a-dcb5-42ce-bd3f-7af093b57dcb {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1080.042922] env[62094]: WARNING nova.compute.manager [req-04ef7be0-3b01-4c52-986d-75413e86a14d req-ba0f5833-12ab-4716-8fe0-1377948947f0 service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Received unexpected event network-vif-plugged-49f2023a-dcb5-42ce-bd3f-7af093b57dcb for instance with vm_state building and task_state spawning. [ 1080.097070] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400292, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.173502] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400296, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.355015] env[62094]: DEBUG nova.scheduler.client.report [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1080.370846] env[62094]: DEBUG oslo_vmware.api [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249719} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.371076] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.371076] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.371436] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.371436] env[62094]: INFO nova.compute.manager [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1080.371881] env[62094]: DEBUG oslo.service.loopingcall [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1080.371881] env[62094]: DEBUG nova.compute.manager [-] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1080.372124] env[62094]: DEBUG nova.network.neutron [-] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.428018] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5261f5ce-7909-7170-1de8-e2e4190532e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.428018] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87121cff-70d0-4600-a030-c67438a0095e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.437865] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Waiting for the task: (returnval){ [ 1080.437865] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52770a9a-c8b9-3d27-ffec-8364e0dead00" [ 1080.437865] env[62094]: _type = "Task" [ 1080.437865] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.453208] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52770a9a-c8b9-3d27-ffec-8364e0dead00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.534785] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.535449] env[62094]: DEBUG nova.compute.manager [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Instance network_info: |[{"id": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "address": "fa:16:3e:c8:4b:50", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f2023a-dc", "ovs_interfaceid": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1080.535917] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:4b:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49f2023a-dcb5-42ce-bd3f-7af093b57dcb', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.545648] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Creating folder: Project (ef2a1a8439ec4c0abbc19b2cdd94017b). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.547334] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6d0578d-7410-48e7-990b-3bc11dc7c646 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.557914] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400299, 'name': Rename_Task, 'duration_secs': 0.142178} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.558107] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.558366] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f5c10f8-d480-4f64-b782-be2aa57ecd42 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.561510] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Created folder: Project (ef2a1a8439ec4c0abbc19b2cdd94017b) in parent group-v296765. [ 1080.561763] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Creating folder: Instances. Parent ref: group-v296886. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.562514] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63d77425-d51d-49b5-b195-c80f459ac29a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.566572] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Waiting for the task: (returnval){ [ 1080.566572] env[62094]: value = "task-1400301" [ 1080.566572] env[62094]: _type = "Task" [ 1080.566572] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.571276] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Created folder: Instances in parent group-v296886. [ 1080.571597] env[62094]: DEBUG oslo.service.loopingcall [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1080.575405] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.575681] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.575892] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7faf693f-1b71-44c2-94d2-e3c15f78c601 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.600047] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400292, 'name': CloneVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.601308] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.601308] env[62094]: value = "task-1400303" [ 1080.601308] env[62094]: _type = "Task" [ 1080.601308] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.609808] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400303, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.674888] env[62094]: DEBUG oslo_vmware.api [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400296, 'name': PowerOnVM_Task, 'duration_secs': 0.669033} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.675749] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.675987] env[62094]: INFO nova.compute.manager [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1080.676288] env[62094]: DEBUG nova.compute.manager [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1080.677357] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1687f03-8e86-4f5b-af56-d6f393da057e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.864093] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.864633] env[62094]: DEBUG nova.compute.manager [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1080.867244] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.479s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.868607] env[62094]: INFO nova.compute.claims [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.947871] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52770a9a-c8b9-3d27-ffec-8364e0dead00, 'name': SearchDatastore_Task, 'duration_secs': 0.047534} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.948530] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.948530] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] bfa4f7f3-f018-490c-b375-812633d50a9a/bfa4f7f3-f018-490c-b375-812633d50a9a.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.948723] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-223f56ce-e515-4e53-9738-2e7b122f1f64 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.956123] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Waiting for the task: (returnval){ [ 1080.956123] env[62094]: value = "task-1400304" [ 1080.956123] env[62094]: _type = "Task" [ 1080.956123] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.964176] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.021959] env[62094]: DEBUG nova.compute.manager [req-f0de8d93-2a2a-4c6c-88b6-1e96d4f5f578 req-1bed432c-aef1-4708-a9b3-c953ab331218 service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Received event network-changed-49f2023a-dcb5-42ce-bd3f-7af093b57dcb {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1081.022358] env[62094]: DEBUG nova.compute.manager [req-f0de8d93-2a2a-4c6c-88b6-1e96d4f5f578 req-1bed432c-aef1-4708-a9b3-c953ab331218 service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Refreshing instance network info cache due to event network-changed-49f2023a-dcb5-42ce-bd3f-7af093b57dcb. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1081.022534] env[62094]: DEBUG oslo_concurrency.lockutils [req-f0de8d93-2a2a-4c6c-88b6-1e96d4f5f578 req-1bed432c-aef1-4708-a9b3-c953ab331218 service nova] Acquiring lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.022732] env[62094]: DEBUG oslo_concurrency.lockutils [req-f0de8d93-2a2a-4c6c-88b6-1e96d4f5f578 req-1bed432c-aef1-4708-a9b3-c953ab331218 service nova] Acquired lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.022981] env[62094]: DEBUG nova.network.neutron [req-f0de8d93-2a2a-4c6c-88b6-1e96d4f5f578 req-1bed432c-aef1-4708-a9b3-c953ab331218 service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Refreshing network info cache for port 49f2023a-dcb5-42ce-bd3f-7af093b57dcb {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.078916] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.103021] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400292, 'name': CloneVM_Task, 'duration_secs': 1.562173} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.103021] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Created linked-clone VM from snapshot [ 1081.107347] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db55bb94-85cc-47c9-bcdd-c22d80f2ab60 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.116134] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Uploading image 6ff188ac-5e41-4871-aff7-0305cfe4ff1e {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1081.122352] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400303, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.145261] env[62094]: DEBUG oslo_vmware.rw_handles [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1081.145261] env[62094]: value = "vm-296885" [ 1081.145261] env[62094]: _type = "VirtualMachine" [ 1081.145261] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1081.145697] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5445b008-1d57-45ba-9a8e-b2f1720d035b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.153708] env[62094]: DEBUG oslo_vmware.rw_handles [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lease: (returnval){ [ 1081.153708] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52fc1177-3e7c-59f2-0278-084488c85e32" [ 1081.153708] env[62094]: _type = "HttpNfcLease" [ 1081.153708] env[62094]: } obtained for exporting VM: (result){ [ 1081.153708] env[62094]: value = "vm-296885" [ 1081.153708] env[62094]: _type = "VirtualMachine" [ 1081.153708] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1081.153949] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the lease: (returnval){ [ 1081.153949] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52fc1177-3e7c-59f2-0278-084488c85e32" [ 1081.153949] env[62094]: _type = "HttpNfcLease" [ 1081.153949] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1081.161528] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1081.161528] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52fc1177-3e7c-59f2-0278-084488c85e32" [ 1081.161528] env[62094]: _type = "HttpNfcLease" [ 1081.161528] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1081.170039] env[62094]: DEBUG nova.network.neutron [-] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.196663] env[62094]: INFO nova.compute.manager [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Took 30.56 seconds to build instance. [ 1081.373681] env[62094]: DEBUG nova.compute.utils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1081.381912] env[62094]: DEBUG nova.compute.manager [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1081.382130] env[62094]: DEBUG nova.network.neutron [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.466586] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400304, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.468300] env[62094]: DEBUG nova.policy [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7339a32577ce4edfa0b48b27d57fd9f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '609fdd19f2034db59751e314a7c2cafc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1081.578274] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400301, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.614665] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400303, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.663379] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1081.663379] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52fc1177-3e7c-59f2-0278-084488c85e32" [ 1081.663379] env[62094]: _type = "HttpNfcLease" [ 1081.663379] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1081.663716] env[62094]: DEBUG oslo_vmware.rw_handles [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1081.663716] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52fc1177-3e7c-59f2-0278-084488c85e32" [ 1081.663716] env[62094]: _type = "HttpNfcLease" [ 1081.663716] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1081.664701] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a96eb1-b186-4963-84e9-311a7e7df041 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.675315] env[62094]: INFO nova.compute.manager [-] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Took 1.30 seconds to deallocate network for instance. [ 1081.679021] env[62094]: DEBUG oslo_vmware.rw_handles [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a1eef-844a-8a76-de0f-7f9217c03f92/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1081.679021] env[62094]: DEBUG oslo_vmware.rw_handles [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a1eef-844a-8a76-de0f-7f9217c03f92/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1081.742829] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d76de85-792d-4169-872c-49d3a8f2b55a tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Lock "4054a81a-097b-4bc1-89e2-276430b36d86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.570s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.744723] env[62094]: DEBUG oslo_concurrency.lockutils [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.820414] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a85c174-e7a0-4549-a0c0-f014efe39ecb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.852797] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "20f71e31-43e9-4abf-b741-ff0c911a9704" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.853342] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "20f71e31-43e9-4abf-b741-ff0c911a9704" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.868761] env[62094]: INFO nova.compute.manager [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Rebuilding instance [ 1081.884877] env[62094]: DEBUG nova.compute.manager [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1081.928912] env[62094]: DEBUG nova.compute.manager [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1081.930185] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8842b59-8718-4c05-904c-1fca8cff2d51 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.940745] env[62094]: DEBUG nova.network.neutron [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Successfully created port: 58965e41-e626-4159-9abb-15dee36d12c5 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.967092] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779216} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.967563] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] bfa4f7f3-f018-490c-b375-812633d50a9a/bfa4f7f3-f018-490c-b375-812633d50a9a.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.967723] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.967867] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4158cc7a-2606-4d21-a171-48c6a127f94b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.976194] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Waiting for the task: (returnval){ [ 1081.976194] env[62094]: value = "task-1400306" [ 1081.976194] env[62094]: _type = "Task" [ 1081.976194] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.986979] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.033827] env[62094]: DEBUG nova.network.neutron [req-f0de8d93-2a2a-4c6c-88b6-1e96d4f5f578 req-1bed432c-aef1-4708-a9b3-c953ab331218 service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updated VIF entry in instance network info cache for port 49f2023a-dcb5-42ce-bd3f-7af093b57dcb. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.034262] env[62094]: DEBUG nova.network.neutron [req-f0de8d93-2a2a-4c6c-88b6-1e96d4f5f578 req-1bed432c-aef1-4708-a9b3-c953ab331218 service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance_info_cache with network_info: [{"id": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "address": "fa:16:3e:c8:4b:50", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f2023a-dc", "ovs_interfaceid": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.078364] env[62094]: DEBUG oslo_vmware.api [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400301, 'name': PowerOnVM_Task, 'duration_secs': 1.092466} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.078774] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.079432] env[62094]: INFO nova.compute.manager [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Took 12.36 seconds to spawn the instance on the hypervisor. [ 1082.079432] env[62094]: DEBUG nova.compute.manager [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1082.080534] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259fae3a-cba8-49a4-9e88-d72806b5b2f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.111761] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400303, 'name': CreateVM_Task, 'duration_secs': 1.369507} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.116336] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.116336] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.116336] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.116336] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.116892] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5badb5b-8dbd-4693-9d43-5c144b7460e1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.121660] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1082.121660] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52733bba-c1d0-5ae8-9dbe-bef043de2772" [ 1082.121660] env[62094]: _type = "Task" [ 1082.121660] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.130109] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52733bba-c1d0-5ae8-9dbe-bef043de2772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.251194] env[62094]: DEBUG nova.compute.manager [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1082.429926] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3bed33-4a3b-4cc2-8be3-709806955ce0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.440703] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39052ee9-51fa-47bb-a903-b8e37d3139d4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.478855] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.479950] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-823c79fc-b1d8-4312-b496-4dfce2c65eb1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.482297] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e84ab7-ae3c-4f50-b72d-f5f831172098 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.500010] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6226855f-caa2-4ed3-8d88-6b7e9a24d1cd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.507273] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075669} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.509506] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.509644] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1082.509644] env[62094]: value = "task-1400307" [ 1082.509644] env[62094]: _type = "Task" [ 1082.509644] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.510836] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f6a1ee-dc7f-407c-ad81-b906bbb88387 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.528674] env[62094]: DEBUG nova.compute.provider_tree [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.542744] env[62094]: DEBUG oslo_concurrency.lockutils [req-f0de8d93-2a2a-4c6c-88b6-1e96d4f5f578 req-1bed432c-aef1-4708-a9b3-c953ab331218 service nova] Releasing lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.543031] env[62094]: DEBUG nova.compute.manager [req-f0de8d93-2a2a-4c6c-88b6-1e96d4f5f578 req-1bed432c-aef1-4708-a9b3-c953ab331218 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Received event network-vif-deleted-349f6ef5-03ec-47b0-bd37-469cd18c7795 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1082.543332] env[62094]: INFO nova.compute.manager [req-f0de8d93-2a2a-4c6c-88b6-1e96d4f5f578 req-1bed432c-aef1-4708-a9b3-c953ab331218 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Neutron deleted interface 349f6ef5-03ec-47b0-bd37-469cd18c7795; detaching it from the instance and deleting it from the info cache [ 1082.543846] env[62094]: DEBUG nova.network.neutron [req-f0de8d93-2a2a-4c6c-88b6-1e96d4f5f578 req-1bed432c-aef1-4708-a9b3-c953ab331218 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.553850] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] bfa4f7f3-f018-490c-b375-812633d50a9a/bfa4f7f3-f018-490c-b375-812633d50a9a.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.558393] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60914b20-51b4-4c1c-b8b2-20b8d887bd6d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.574194] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.579797] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Waiting for the task: (returnval){ [ 1082.579797] env[62094]: value = "task-1400308" [ 1082.579797] env[62094]: _type = "Task" [ 1082.579797] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.589966] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.604693] env[62094]: INFO nova.compute.manager [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Took 47.08 seconds to build instance. [ 1082.637069] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52733bba-c1d0-5ae8-9dbe-bef043de2772, 'name': SearchDatastore_Task, 'duration_secs': 0.022799} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.637664] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.637998] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.638336] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.638524] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.638733] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.639461] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28b3114c-6b1d-4c53-a733-02099e1e49cc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.661461] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.661773] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.662573] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60792171-cef6-4032-8cc6-00089fd2df37 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.669055] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1082.669055] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521d64d8-d15d-2203-a713-261d74330037" [ 1082.669055] env[62094]: _type = "Task" [ 1082.669055] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.677745] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521d64d8-d15d-2203-a713-261d74330037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.780868] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.902756] env[62094]: DEBUG nova.compute.manager [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1082.935267] env[62094]: DEBUG nova.virt.hardware [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:19:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e93885c1-f282-4f74-9ce7-b10f9e09c69e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-348667194',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1082.935862] env[62094]: DEBUG nova.virt.hardware [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1082.936374] env[62094]: DEBUG nova.virt.hardware [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.936796] env[62094]: DEBUG nova.virt.hardware [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1082.937627] env[62094]: DEBUG nova.virt.hardware [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.937627] env[62094]: DEBUG nova.virt.hardware [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1082.937931] env[62094]: DEBUG nova.virt.hardware [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1082.937931] env[62094]: DEBUG nova.virt.hardware [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1082.938098] env[62094]: DEBUG nova.virt.hardware [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1082.938288] env[62094]: DEBUG nova.virt.hardware [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1082.938587] env[62094]: DEBUG nova.virt.hardware [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1082.939605] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92844a7-eecd-4dd9-b81c-b9fc86dea0cb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.950257] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af56f92-6c8d-48b5-84a0-5d9df68477da {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.028053] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400307, 'name': PowerOffVM_Task, 'duration_secs': 0.191046} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.028220] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.028564] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.029630] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e2f3d2-8314-45df-a5df-aee45f277637 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.035061] env[62094]: DEBUG nova.scheduler.client.report [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1083.044503] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.044799] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c4c4b5e-1f14-4536-aa04-7d1538903869 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.056600] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db923631-4bf7-4883-ac1d-db6002618cee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.066373] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bb80cb-0ca1-43ee-8cc3-975c90cba70d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.081145] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.082247] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.082631] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Deleting the datastore file [datastore1] 4054a81a-097b-4bc1-89e2-276430b36d86 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.086998] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6373523c-d7c2-43a2-8ef6-db2aba948917 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.096609] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.098544] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1083.098544] env[62094]: value = "task-1400310" [ 1083.098544] env[62094]: _type = "Task" [ 1083.098544] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.124617] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6de458c1-4ac2-4d17-af4f-a3287598f4ae tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Lock "73e10bed-7065-48ad-b059-6b904061f4c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.415s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.124957] env[62094]: DEBUG nova.compute.manager [req-f0de8d93-2a2a-4c6c-88b6-1e96d4f5f578 req-1bed432c-aef1-4708-a9b3-c953ab331218 service nova] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Detach interface failed, port_id=349f6ef5-03ec-47b0-bd37-469cd18c7795, reason: Instance e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1083.135426] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.180555] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521d64d8-d15d-2203-a713-261d74330037, 'name': SearchDatastore_Task, 'duration_secs': 0.010897} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.181608] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26f262c-5a96-4e03-b6f1-f7ef4d16b58e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.187065] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1083.187065] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52593eb7-72bb-0a0e-0fb9-602ffaca0606" [ 1083.187065] env[62094]: _type = "Task" [ 1083.187065] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.195650] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52593eb7-72bb-0a0e-0fb9-602ffaca0606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.541802] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.542822] env[62094]: DEBUG nova.compute.manager [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1083.549597] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.920s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.551322] env[62094]: INFO nova.compute.claims [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.579186] env[62094]: DEBUG nova.network.neutron [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Successfully updated port: 58965e41-e626-4159-9abb-15dee36d12c5 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.594365] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400308, 'name': ReconfigVM_Task, 'duration_secs': 0.621329} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.594814] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] bfa4f7f3-f018-490c-b375-812633d50a9a/bfa4f7f3-f018-490c-b375-812633d50a9a.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.595836] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a4fb4f6-65c4-48d0-9f52-5bd94e34dc83 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.605275] env[62094]: DEBUG nova.compute.manager [req-cefeea9b-a605-40b1-977b-1b6709ce591f req-974f265d-0927-44a3-b9b5-e6ebd732ac51 service nova] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Received event network-changed-8f851f58-5dff-43eb-bf94-930aa1739179 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1083.605275] env[62094]: DEBUG nova.compute.manager [req-cefeea9b-a605-40b1-977b-1b6709ce591f req-974f265d-0927-44a3-b9b5-e6ebd732ac51 service nova] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Refreshing instance network info cache due to event network-changed-8f851f58-5dff-43eb-bf94-930aa1739179. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1083.605275] env[62094]: DEBUG oslo_concurrency.lockutils [req-cefeea9b-a605-40b1-977b-1b6709ce591f req-974f265d-0927-44a3-b9b5-e6ebd732ac51 service nova] Acquiring lock "refresh_cache-73e10bed-7065-48ad-b059-6b904061f4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.605275] env[62094]: DEBUG oslo_concurrency.lockutils [req-cefeea9b-a605-40b1-977b-1b6709ce591f req-974f265d-0927-44a3-b9b5-e6ebd732ac51 service nova] Acquired lock "refresh_cache-73e10bed-7065-48ad-b059-6b904061f4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.605275] env[62094]: DEBUG nova.network.neutron [req-cefeea9b-a605-40b1-977b-1b6709ce591f req-974f265d-0927-44a3-b9b5-e6ebd732ac51 service nova] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Refreshing network info cache for port 8f851f58-5dff-43eb-bf94-930aa1739179 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.611366] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Waiting for the task: (returnval){ [ 1083.611366] env[62094]: value = "task-1400311" [ 1083.611366] env[62094]: _type = "Task" [ 1083.611366] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.620404] env[62094]: DEBUG nova.compute.manager [req-d69008d0-ff96-4278-99d3-ab7c220b7fe5 req-56b18e43-9ca6-4f33-a41d-1a4f7c58e100 service nova] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Received event network-vif-plugged-58965e41-e626-4159-9abb-15dee36d12c5 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1083.620628] env[62094]: DEBUG oslo_concurrency.lockutils [req-d69008d0-ff96-4278-99d3-ab7c220b7fe5 req-56b18e43-9ca6-4f33-a41d-1a4f7c58e100 service nova] Acquiring lock "a1699619-ba4e-42cb-bf58-28f3a922e36e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.620832] env[62094]: DEBUG oslo_concurrency.lockutils [req-d69008d0-ff96-4278-99d3-ab7c220b7fe5 req-56b18e43-9ca6-4f33-a41d-1a4f7c58e100 service nova] Lock "a1699619-ba4e-42cb-bf58-28f3a922e36e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.621045] env[62094]: DEBUG oslo_concurrency.lockutils [req-d69008d0-ff96-4278-99d3-ab7c220b7fe5 req-56b18e43-9ca6-4f33-a41d-1a4f7c58e100 service nova] Lock "a1699619-ba4e-42cb-bf58-28f3a922e36e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.621205] env[62094]: DEBUG nova.compute.manager [req-d69008d0-ff96-4278-99d3-ab7c220b7fe5 req-56b18e43-9ca6-4f33-a41d-1a4f7c58e100 service nova] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] No waiting events found dispatching network-vif-plugged-58965e41-e626-4159-9abb-15dee36d12c5 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1083.622128] env[62094]: WARNING nova.compute.manager [req-d69008d0-ff96-4278-99d3-ab7c220b7fe5 req-56b18e43-9ca6-4f33-a41d-1a4f7c58e100 service nova] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Received unexpected event network-vif-plugged-58965e41-e626-4159-9abb-15dee36d12c5 for instance with vm_state building and task_state spawning. [ 1083.625448] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400311, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.631359] env[62094]: DEBUG nova.compute.manager [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1083.638366] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243853} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.638940] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.639249] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.639526] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.698317] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52593eb7-72bb-0a0e-0fb9-602ffaca0606, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.698684] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.699117] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 2100f73d-d3ca-4e31-9bba-05a5767389fc/2100f73d-d3ca-4e31-9bba-05a5767389fc.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.699617] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a33a40d1-e67d-448a-9899-85ef555f5220 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.708620] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1083.708620] env[62094]: value = "task-1400312" [ 1083.708620] env[62094]: _type = "Task" [ 1083.708620] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.717902] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.064909] env[62094]: DEBUG nova.compute.utils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1084.067154] env[62094]: DEBUG nova.compute.manager [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1084.067424] env[62094]: DEBUG nova.network.neutron [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.083734] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.083734] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.084065] env[62094]: DEBUG nova.network.neutron [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.118654] env[62094]: DEBUG nova.policy [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cfb4fa9fcb14de0b711db21dd2b92cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce2e13a3313a4bbc8f453acf384ce3bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1084.138884] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400311, 'name': Rename_Task, 'duration_secs': 0.222752} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.141083] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.143880] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8c5ee4f-a189-4802-87f2-f458ca606a11 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.161019] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Waiting for the task: (returnval){ [ 1084.161019] env[62094]: value = "task-1400313" [ 1084.161019] env[62094]: _type = "Task" [ 1084.161019] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.172687] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.177944] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.221560] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400312, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.377841] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Acquiring lock "373b5cbe-83da-498c-bbf0-6b84a04ceaf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.380684] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Lock "373b5cbe-83da-498c-bbf0-6b84a04ceaf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.380684] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Acquiring lock "373b5cbe-83da-498c-bbf0-6b84a04ceaf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.380684] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Lock "373b5cbe-83da-498c-bbf0-6b84a04ceaf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.380684] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Lock "373b5cbe-83da-498c-bbf0-6b84a04ceaf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.386673] env[62094]: INFO nova.compute.manager [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Terminating instance [ 1084.393576] env[62094]: DEBUG nova.compute.manager [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1084.393576] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.393576] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d44a3f-6863-4755-a708-4b3c6acdb26a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.402296] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.402841] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba372629-36b5-452c-947b-f21973293e18 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.410422] env[62094]: DEBUG oslo_vmware.api [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Waiting for the task: (returnval){ [ 1084.410422] env[62094]: value = "task-1400314" [ 1084.410422] env[62094]: _type = "Task" [ 1084.410422] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.420821] env[62094]: DEBUG oslo_vmware.api [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1400314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.571607] env[62094]: DEBUG nova.compute.manager [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1084.605743] env[62094]: DEBUG nova.network.neutron [req-cefeea9b-a605-40b1-977b-1b6709ce591f req-974f265d-0927-44a3-b9b5-e6ebd732ac51 service nova] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Updated VIF entry in instance network info cache for port 8f851f58-5dff-43eb-bf94-930aa1739179. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.606237] env[62094]: DEBUG nova.network.neutron [req-cefeea9b-a605-40b1-977b-1b6709ce591f req-974f265d-0927-44a3-b9b5-e6ebd732ac51 service nova] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Updating instance_info_cache with network_info: [{"id": "8f851f58-5dff-43eb-bf94-930aa1739179", "address": "fa:16:3e:b3:04:10", "network": {"id": "439f2881-48f0-4ddc-9a9c-f0afd06a8dee", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1054808232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d2f847e9bd940a2af6bf7d8cf24c9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f851f58-5d", "ovs_interfaceid": "8f851f58-5dff-43eb-bf94-930aa1739179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.658633] env[62094]: DEBUG nova.network.neutron [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.674285] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400313, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.678542] env[62094]: DEBUG nova.network.neutron [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Successfully created port: 22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.703800] env[62094]: DEBUG nova.virt.hardware [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1084.704159] env[62094]: DEBUG nova.virt.hardware [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1084.704272] env[62094]: DEBUG nova.virt.hardware [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.704954] env[62094]: DEBUG nova.virt.hardware [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1084.704954] env[62094]: DEBUG nova.virt.hardware [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.704954] env[62094]: DEBUG nova.virt.hardware [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1084.705169] env[62094]: DEBUG nova.virt.hardware [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1084.705349] env[62094]: DEBUG nova.virt.hardware [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1084.705885] env[62094]: DEBUG nova.virt.hardware [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1084.706897] env[62094]: DEBUG nova.virt.hardware [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1084.706897] env[62094]: DEBUG nova.virt.hardware [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1084.707819] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afbc2df-7974-4361-af27-360d88e869f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.729526] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47811cdd-5753-4c85-b53a-a7d9c9eebb0d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.734046] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62691} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.740437] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 2100f73d-d3ca-4e31-9bba-05a5767389fc/2100f73d-d3ca-4e31-9bba-05a5767389fc.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.740718] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.742150] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baf70172-46e3-42cf-ac33-0c683acb6571 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.752814] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Instance VIF info [] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.758851] env[62094]: DEBUG oslo.service.loopingcall [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1084.762115] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.762907] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b18f77eb-a71b-4481-b1be-5eae86125a54 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.779851] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1084.779851] env[62094]: value = "task-1400315" [ 1084.779851] env[62094]: _type = "Task" [ 1084.779851] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.786514] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.786514] env[62094]: value = "task-1400316" [ 1084.786514] env[62094]: _type = "Task" [ 1084.786514] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.789761] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.803021] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400316, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.921387] env[62094]: DEBUG oslo_vmware.api [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1400314, 'name': PowerOffVM_Task, 'duration_secs': 0.213508} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.921666] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.921836] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.922124] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca9a225-9678-4039-b7da-46cd06474956 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.964658] env[62094]: DEBUG nova.network.neutron [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance_info_cache with network_info: [{"id": "58965e41-e626-4159-9abb-15dee36d12c5", "address": "fa:16:3e:40:8f:4c", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58965e41-e6", "ovs_interfaceid": "58965e41-e626-4159-9abb-15dee36d12c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.998471] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.999111] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.999111] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Deleting the datastore file [datastore2] 373b5cbe-83da-498c-bbf0-6b84a04ceaf8 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.999235] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97a1f35d-3b1e-4a09-a399-0dd930debd2e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.010821] env[62094]: DEBUG oslo_vmware.api [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Waiting for the task: (returnval){ [ 1085.010821] env[62094]: value = "task-1400318" [ 1085.010821] env[62094]: _type = "Task" [ 1085.010821] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.027695] env[62094]: DEBUG oslo_vmware.api [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1400318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.109462] env[62094]: DEBUG oslo_concurrency.lockutils [req-cefeea9b-a605-40b1-977b-1b6709ce591f req-974f265d-0927-44a3-b9b5-e6ebd732ac51 service nova] Releasing lock "refresh_cache-73e10bed-7065-48ad-b059-6b904061f4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.169608] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f94619d-4fc6-4b55-96b0-f74bb7f4c74b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.178566] env[62094]: DEBUG oslo_vmware.api [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400313, 'name': PowerOnVM_Task, 'duration_secs': 0.57129} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.180711] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.180936] env[62094]: INFO nova.compute.manager [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1085.181135] env[62094]: DEBUG nova.compute.manager [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1085.182037] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5215641a-e545-4884-be12-8f8db389260e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.186096] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386ebe03-3e1b-41b5-8f77-4da56cc26745 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.230329] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58980c6-0842-45d8-b19d-c612a7c422db {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.235138] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a410a7-819c-4e6a-8c64-13e239f68b86 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.250163] env[62094]: DEBUG nova.compute.provider_tree [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.292154] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144242} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.295308] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.296208] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53a5373-4dba-4d47-b9b2-3fcb8da6fa33 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.304022] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400316, 'name': CreateVM_Task, 'duration_secs': 0.475573} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.314033] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.322934] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 2100f73d-d3ca-4e31-9bba-05a5767389fc/2100f73d-d3ca-4e31-9bba-05a5767389fc.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.323475] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.323639] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.323977] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.324233] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a89c26-4d6d-4314-8f24-2edc0a383a23 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.338267] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c58810b-8499-48c7-8b2e-8391de15ca82 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.344811] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1085.344811] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524da354-b768-6e92-bd0f-85d50073565a" [ 1085.344811] env[62094]: _type = "Task" [ 1085.344811] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.346360] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1085.346360] env[62094]: value = "task-1400319" [ 1085.346360] env[62094]: _type = "Task" [ 1085.346360] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.359022] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524da354-b768-6e92-bd0f-85d50073565a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.362361] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400319, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.468343] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Releasing lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.468913] env[62094]: DEBUG nova.compute.manager [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Instance network_info: |[{"id": "58965e41-e626-4159-9abb-15dee36d12c5", "address": "fa:16:3e:40:8f:4c", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58965e41-e6", "ovs_interfaceid": "58965e41-e626-4159-9abb-15dee36d12c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1085.469390] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:8f:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58965e41-e626-4159-9abb-15dee36d12c5', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.482861] env[62094]: DEBUG oslo.service.loopingcall [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.483254] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.483549] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a09d1c8a-fefe-4d17-a4d2-2db98cbf0ea8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.517487] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.517487] env[62094]: value = "task-1400320" [ 1085.517487] env[62094]: _type = "Task" [ 1085.517487] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.526812] env[62094]: DEBUG oslo_vmware.api [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Task: {'id': task-1400318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262645} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.529998] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.530263] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.530546] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.530608] env[62094]: INFO nova.compute.manager [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1085.530869] env[62094]: DEBUG oslo.service.loopingcall [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.531042] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400320, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.531277] env[62094]: DEBUG nova.compute.manager [-] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1085.531377] env[62094]: DEBUG nova.network.neutron [-] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.581364] env[62094]: DEBUG nova.compute.manager [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1085.606837] env[62094]: DEBUG nova.virt.hardware [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1085.607146] env[62094]: DEBUG nova.virt.hardware [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1085.607319] env[62094]: DEBUG nova.virt.hardware [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.607514] env[62094]: DEBUG nova.virt.hardware [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1085.607665] env[62094]: DEBUG nova.virt.hardware [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.607820] env[62094]: DEBUG nova.virt.hardware [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1085.608037] env[62094]: DEBUG nova.virt.hardware [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1085.608205] env[62094]: DEBUG nova.virt.hardware [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1085.608378] env[62094]: DEBUG nova.virt.hardware [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1085.608660] env[62094]: DEBUG nova.virt.hardware [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1085.608738] env[62094]: DEBUG nova.virt.hardware [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1085.609630] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8c2a3a-1bf8-47a8-8947-0a381d251e49 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.622123] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c2a5d2-fe3c-4ce3-9105-e1e202a4417e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.666336] env[62094]: DEBUG nova.compute.manager [req-e6b4670a-b86f-45e1-9b4d-7faea630961d req-feb1403d-bdd8-4cc1-906a-39b90901d0b0 service nova] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Received event network-changed-58965e41-e626-4159-9abb-15dee36d12c5 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1085.666606] env[62094]: DEBUG nova.compute.manager [req-e6b4670a-b86f-45e1-9b4d-7faea630961d req-feb1403d-bdd8-4cc1-906a-39b90901d0b0 service nova] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Refreshing instance network info cache due to event network-changed-58965e41-e626-4159-9abb-15dee36d12c5. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1085.666909] env[62094]: DEBUG oslo_concurrency.lockutils [req-e6b4670a-b86f-45e1-9b4d-7faea630961d req-feb1403d-bdd8-4cc1-906a-39b90901d0b0 service nova] Acquiring lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.667096] env[62094]: DEBUG oslo_concurrency.lockutils [req-e6b4670a-b86f-45e1-9b4d-7faea630961d req-feb1403d-bdd8-4cc1-906a-39b90901d0b0 service nova] Acquired lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.667274] env[62094]: DEBUG nova.network.neutron [req-e6b4670a-b86f-45e1-9b4d-7faea630961d req-feb1403d-bdd8-4cc1-906a-39b90901d0b0 service nova] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Refreshing network info cache for port 58965e41-e626-4159-9abb-15dee36d12c5 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.739352] env[62094]: INFO nova.compute.manager [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Took 31.79 seconds to build instance. [ 1085.755315] env[62094]: DEBUG nova.scheduler.client.report [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1085.864692] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524da354-b768-6e92-bd0f-85d50073565a, 'name': SearchDatastore_Task, 'duration_secs': 0.013619} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.871018] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.871018] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.871018] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.871018] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.871018] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.871018] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400319, 'name': ReconfigVM_Task, 'duration_secs': 0.445196} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.871018] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b643783-91ef-4bb9-a1e2-b4068aac38f7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.873016] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 2100f73d-d3ca-4e31-9bba-05a5767389fc/2100f73d-d3ca-4e31-9bba-05a5767389fc.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.873691] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e3fccd9-ed62-4e5c-9db4-ce96753719c5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.882812] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1085.882812] env[62094]: value = "task-1400321" [ 1085.882812] env[62094]: _type = "Task" [ 1085.882812] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.900501] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.900501] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.900501] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400321, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.900501] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee44eb66-f432-4b53-a5d9-679e5df85ad4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.905400] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1085.905400] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b04884-f9d2-64ae-ba84-7e0e0b0f4261" [ 1085.905400] env[62094]: _type = "Task" [ 1085.905400] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.916356] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b04884-f9d2-64ae-ba84-7e0e0b0f4261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.028777] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400320, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.246264] env[62094]: DEBUG oslo_concurrency.lockutils [None req-315496ae-6f4c-4420-b84c-43d1b0be920b tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Lock "bfa4f7f3-f018-490c-b375-812633d50a9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.134s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.260777] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.261436] env[62094]: DEBUG nova.compute.manager [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1086.267789] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.337s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.269438] env[62094]: INFO nova.compute.claims [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.394976] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400321, 'name': Rename_Task, 'duration_secs': 0.235897} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.395326] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.395612] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bf3301b-2507-4423-aa8d-0dbc73fc68cf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.404383] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1086.404383] env[62094]: value = "task-1400322" [ 1086.404383] env[62094]: _type = "Task" [ 1086.404383] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.418073] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.424454] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b04884-f9d2-64ae-ba84-7e0e0b0f4261, 'name': SearchDatastore_Task, 'duration_secs': 0.018129} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.425151] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ece10b-f439-4733-9a0a-4a8d9996b4c9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.433249] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1086.433249] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52798840-ab81-58f9-4d6e-566c0f95ee94" [ 1086.433249] env[62094]: _type = "Task" [ 1086.433249] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.444124] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52798840-ab81-58f9-4d6e-566c0f95ee94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.530958] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400320, 'name': CreateVM_Task, 'duration_secs': 0.605009} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.531580] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.532554] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.532804] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.533217] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.533542] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b12130-c71a-4d15-86d4-b274fc866aa2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.539217] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1086.539217] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ccfaf5-074d-177a-714e-2e48bba8bd71" [ 1086.539217] env[62094]: _type = "Task" [ 1086.539217] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.549631] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ccfaf5-074d-177a-714e-2e48bba8bd71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.551381] env[62094]: DEBUG nova.network.neutron [req-e6b4670a-b86f-45e1-9b4d-7faea630961d req-feb1403d-bdd8-4cc1-906a-39b90901d0b0 service nova] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updated VIF entry in instance network info cache for port 58965e41-e626-4159-9abb-15dee36d12c5. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.552087] env[62094]: DEBUG nova.network.neutron [req-e6b4670a-b86f-45e1-9b4d-7faea630961d req-feb1403d-bdd8-4cc1-906a-39b90901d0b0 service nova] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance_info_cache with network_info: [{"id": "58965e41-e626-4159-9abb-15dee36d12c5", "address": "fa:16:3e:40:8f:4c", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58965e41-e6", "ovs_interfaceid": "58965e41-e626-4159-9abb-15dee36d12c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.594066] env[62094]: DEBUG nova.network.neutron [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Successfully updated port: 22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.694667] env[62094]: DEBUG nova.compute.manager [req-67300992-a8df-4525-b4af-7777d447f6db req-55fa10db-ceee-4363-bbcf-fb669382ae87 service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Received event network-vif-deleted-0b4dec5e-d484-4225-b4b4-1e737559cd45 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1086.694667] env[62094]: INFO nova.compute.manager [req-67300992-a8df-4525-b4af-7777d447f6db req-55fa10db-ceee-4363-bbcf-fb669382ae87 service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Neutron deleted interface 0b4dec5e-d484-4225-b4b4-1e737559cd45; detaching it from the instance and deleting it from the info cache [ 1086.694819] env[62094]: DEBUG nova.network.neutron [req-67300992-a8df-4525-b4af-7777d447f6db req-55fa10db-ceee-4363-bbcf-fb669382ae87 service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.752417] env[62094]: DEBUG nova.compute.manager [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1086.776072] env[62094]: DEBUG nova.compute.utils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1086.779661] env[62094]: DEBUG nova.compute.manager [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1086.780098] env[62094]: DEBUG nova.network.neutron [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.825472] env[62094]: DEBUG nova.policy [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df9a67991cf640aba6efe6920a82fdeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1e1e4ab0b7f4c2e989f2d28e13f7f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1086.915516] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400322, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.938964] env[62094]: DEBUG nova.network.neutron [-] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.949158] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52798840-ab81-58f9-4d6e-566c0f95ee94, 'name': SearchDatastore_Task, 'duration_secs': 0.021834} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.949158] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.949366] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4054a81a-097b-4bc1-89e2-276430b36d86/4054a81a-097b-4bc1-89e2-276430b36d86.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.950350] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8f31800-e58e-4f13-89a6-0cf203dacca0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.959397] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1086.959397] env[62094]: value = "task-1400323" [ 1086.959397] env[62094]: _type = "Task" [ 1086.959397] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.970352] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.053417] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ccfaf5-074d-177a-714e-2e48bba8bd71, 'name': SearchDatastore_Task, 'duration_secs': 0.017952} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.054208] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.054758] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.055163] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.055427] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.055914] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.056520] env[62094]: DEBUG oslo_concurrency.lockutils [req-e6b4670a-b86f-45e1-9b4d-7faea630961d req-feb1403d-bdd8-4cc1-906a-39b90901d0b0 service nova] Releasing lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.056953] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bf43355-81f0-47db-8aa1-79f123358419 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.085814] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.086104] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.088290] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f102c794-21e2-4772-9636-fb8f3fd5ce2b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.094759] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1087.094759] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5271cccd-b22f-f328-20f6-b98b15f29fb7" [ 1087.094759] env[62094]: _type = "Task" [ 1087.094759] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.103176] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "refresh_cache-28df1018-3767-4561-8a01-5558a9272e71" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.103397] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquired lock "refresh_cache-28df1018-3767-4561-8a01-5558a9272e71" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.103554] env[62094]: DEBUG nova.network.neutron [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.112123] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5271cccd-b22f-f328-20f6-b98b15f29fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.142525] env[62094]: DEBUG nova.network.neutron [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Successfully created port: c127f5a2-55c6-4715-8d88-7088b53b79c6 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.197955] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13947903-d571-4d3a-b92c-e547ad44283c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.207190] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198bc2b8-3b35-40f9-a157-8ae3b1e063f9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.247319] env[62094]: DEBUG nova.compute.manager [req-67300992-a8df-4525-b4af-7777d447f6db req-55fa10db-ceee-4363-bbcf-fb669382ae87 service nova] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Detach interface failed, port_id=0b4dec5e-d484-4225-b4b4-1e737559cd45, reason: Instance 373b5cbe-83da-498c-bbf0-6b84a04ceaf8 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1087.277621] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.286095] env[62094]: DEBUG nova.compute.manager [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1087.333158] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "32352ea6-c719-4c88-a4a2-dde0f79e503e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.333744] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.333744] env[62094]: INFO nova.compute.manager [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Shelving [ 1087.419570] env[62094]: DEBUG oslo_vmware.api [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400322, 'name': PowerOnVM_Task, 'duration_secs': 0.595802} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.419570] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.419731] env[62094]: INFO nova.compute.manager [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1087.419965] env[62094]: DEBUG nova.compute.manager [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1087.426118] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f04569-f890-4180-9eb4-fcbeee8b4801 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.442879] env[62094]: INFO nova.compute.manager [-] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Took 1.91 seconds to deallocate network for instance. [ 1087.476223] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400323, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.612227] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5271cccd-b22f-f328-20f6-b98b15f29fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.028309} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.614162] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d7ea38-471e-4079-905f-4c80b1b91ac9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.624121] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1087.624121] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528e1e50-734b-3914-f416-e94b5754b186" [ 1087.624121] env[62094]: _type = "Task" [ 1087.624121] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.635072] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528e1e50-734b-3914-f416-e94b5754b186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.655023] env[62094]: DEBUG nova.network.neutron [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.730308] env[62094]: DEBUG nova.compute.manager [req-d6e4a533-8a35-42e8-be63-1031c8ae4f85 req-b13dd9ef-2093-44bd-9141-621102eeae27 service nova] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Received event network-vif-plugged-22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1087.730448] env[62094]: DEBUG oslo_concurrency.lockutils [req-d6e4a533-8a35-42e8-be63-1031c8ae4f85 req-b13dd9ef-2093-44bd-9141-621102eeae27 service nova] Acquiring lock "28df1018-3767-4561-8a01-5558a9272e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.731715] env[62094]: DEBUG oslo_concurrency.lockutils [req-d6e4a533-8a35-42e8-be63-1031c8ae4f85 req-b13dd9ef-2093-44bd-9141-621102eeae27 service nova] Lock "28df1018-3767-4561-8a01-5558a9272e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.731715] env[62094]: DEBUG oslo_concurrency.lockutils [req-d6e4a533-8a35-42e8-be63-1031c8ae4f85 req-b13dd9ef-2093-44bd-9141-621102eeae27 service nova] Lock "28df1018-3767-4561-8a01-5558a9272e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.731715] env[62094]: DEBUG nova.compute.manager [req-d6e4a533-8a35-42e8-be63-1031c8ae4f85 req-b13dd9ef-2093-44bd-9141-621102eeae27 service nova] [instance: 28df1018-3767-4561-8a01-5558a9272e71] No waiting events found dispatching network-vif-plugged-22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1087.731715] env[62094]: WARNING nova.compute.manager [req-d6e4a533-8a35-42e8-be63-1031c8ae4f85 req-b13dd9ef-2093-44bd-9141-621102eeae27 service nova] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Received unexpected event network-vif-plugged-22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb for instance with vm_state building and task_state spawning. [ 1087.731715] env[62094]: DEBUG nova.compute.manager [req-d6e4a533-8a35-42e8-be63-1031c8ae4f85 req-b13dd9ef-2093-44bd-9141-621102eeae27 service nova] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Received event network-changed-22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1087.731715] env[62094]: DEBUG nova.compute.manager [req-d6e4a533-8a35-42e8-be63-1031c8ae4f85 req-b13dd9ef-2093-44bd-9141-621102eeae27 service nova] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Refreshing instance network info cache due to event network-changed-22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1087.731715] env[62094]: DEBUG oslo_concurrency.lockutils [req-d6e4a533-8a35-42e8-be63-1031c8ae4f85 req-b13dd9ef-2093-44bd-9141-621102eeae27 service nova] Acquiring lock "refresh_cache-28df1018-3767-4561-8a01-5558a9272e71" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.831601] env[62094]: DEBUG nova.network.neutron [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Updating instance_info_cache with network_info: [{"id": "22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb", "address": "fa:16:3e:2e:dd:e4", "network": {"id": "b3abceba-929f-42f6-92cf-192bb06c1cce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1843154820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce2e13a3313a4bbc8f453acf384ce3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22c3fe33-9e", "ovs_interfaceid": "22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.840285] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0958ab9b-7cb2-49cc-a9cd-448e8df2d2a7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.846103] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.846825] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ebfb927-184d-4e4a-bb3e-ef7ab485695b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.852278] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe227387-e1f1-4a6b-951f-f55cc55fccd4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.856934] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1087.856934] env[62094]: value = "task-1400324" [ 1087.856934] env[62094]: _type = "Task" [ 1087.856934] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.887162] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1902192-e983-4263-8365-a9cd74ee3614 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.893347] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.898766] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d401d1-a87e-4ce3-aed2-32a100814663 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.914120] env[62094]: DEBUG nova.compute.provider_tree [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.949629] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.950459] env[62094]: INFO nova.compute.manager [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Took 33.95 seconds to build instance. [ 1087.978182] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400323, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.138417] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528e1e50-734b-3914-f416-e94b5754b186, 'name': SearchDatastore_Task, 'duration_secs': 0.060893} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.138620] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.138883] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] a1699619-ba4e-42cb-bf58-28f3a922e36e/a1699619-ba4e-42cb-bf58-28f3a922e36e.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.141792] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78f6b5e2-4522-4fb9-bb04-1c045dbf779e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.146927] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1088.146927] env[62094]: value = "task-1400325" [ 1088.146927] env[62094]: _type = "Task" [ 1088.146927] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.156582] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.299880] env[62094]: DEBUG nova.compute.manager [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1088.308959] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Acquiring lock "bfa4f7f3-f018-490c-b375-812633d50a9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.309313] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Lock "bfa4f7f3-f018-490c-b375-812633d50a9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.309578] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Acquiring lock "bfa4f7f3-f018-490c-b375-812633d50a9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.309817] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Lock "bfa4f7f3-f018-490c-b375-812633d50a9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.310071] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Lock "bfa4f7f3-f018-490c-b375-812633d50a9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.314659] env[62094]: INFO nova.compute.manager [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Terminating instance [ 1088.315602] env[62094]: DEBUG nova.compute.manager [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1088.316975] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.316975] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b92ac9-c9a9-411c-8623-f9d6fa0bb81d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.327865] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.327865] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbabb301-2941-4b75-a5c5-4466ca4c9440 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.331505] env[62094]: DEBUG nova.virt.hardware [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1088.331767] env[62094]: DEBUG nova.virt.hardware [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1088.331949] env[62094]: DEBUG nova.virt.hardware [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.332200] env[62094]: DEBUG nova.virt.hardware [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1088.332385] env[62094]: DEBUG nova.virt.hardware [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.332538] env[62094]: DEBUG nova.virt.hardware [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1088.332751] env[62094]: DEBUG nova.virt.hardware [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1088.332925] env[62094]: DEBUG nova.virt.hardware [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1088.333148] env[62094]: DEBUG nova.virt.hardware [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1088.333340] env[62094]: DEBUG nova.virt.hardware [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1088.333549] env[62094]: DEBUG nova.virt.hardware [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1088.334416] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d93d980-7060-4b14-87d5-086b98ba68aa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.338321] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Releasing lock "refresh_cache-28df1018-3767-4561-8a01-5558a9272e71" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.338679] env[62094]: DEBUG nova.compute.manager [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Instance network_info: |[{"id": "22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb", "address": "fa:16:3e:2e:dd:e4", "network": {"id": "b3abceba-929f-42f6-92cf-192bb06c1cce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1843154820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce2e13a3313a4bbc8f453acf384ce3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22c3fe33-9e", "ovs_interfaceid": "22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1088.339400] env[62094]: DEBUG oslo_concurrency.lockutils [req-d6e4a533-8a35-42e8-be63-1031c8ae4f85 req-b13dd9ef-2093-44bd-9141-621102eeae27 service nova] Acquired lock "refresh_cache-28df1018-3767-4561-8a01-5558a9272e71" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.339650] env[62094]: DEBUG nova.network.neutron [req-d6e4a533-8a35-42e8-be63-1031c8ae4f85 req-b13dd9ef-2093-44bd-9141-621102eeae27 service nova] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Refreshing network info cache for port 22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.341166] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:dd:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.350348] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Creating folder: Project (ce2e13a3313a4bbc8f453acf384ce3bf). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.352755] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e9b5db5-e8a8-4830-aa97-d56f6c60710b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.354844] env[62094]: DEBUG oslo_vmware.api [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Waiting for the task: (returnval){ [ 1088.354844] env[62094]: value = "task-1400326" [ 1088.354844] env[62094]: _type = "Task" [ 1088.354844] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.368141] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35d718b-bde1-463c-810a-5855ab8275c5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.374205] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Created folder: Project (ce2e13a3313a4bbc8f453acf384ce3bf) in parent group-v296765. [ 1088.374468] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Creating folder: Instances. Parent ref: group-v296891. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.375697] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-031204ed-669d-4b74-b3db-ec22f0baeaf7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.384242] env[62094]: DEBUG oslo_vmware.api [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.384242] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400324, 'name': PowerOffVM_Task, 'duration_secs': 0.277924} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.393112] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.394551] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3edea9e-302f-4a41-b9cc-c8301dc60c12 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.401472] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Created folder: Instances in parent group-v296891. [ 1088.401763] env[62094]: DEBUG oslo.service.loopingcall [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1088.415508] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.417111] env[62094]: DEBUG nova.scheduler.client.report [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1088.420575] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fd4d465-9822-4041-9c8f-09652b11cfa2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.444822] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9063ce22-8ac7-4364-bb8c-62796cee4c6f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.456657] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cc572390-45a0-4db3-a48f-a39842d34b0f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.344s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.464141] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.464141] env[62094]: value = "task-1400329" [ 1088.464141] env[62094]: _type = "Task" [ 1088.464141] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.474907] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400329, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.478386] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400323, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.657350] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.745751] env[62094]: DEBUG nova.network.neutron [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Successfully updated port: c127f5a2-55c6-4715-8d88-7088b53b79c6 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.867723] env[62094]: DEBUG oslo_vmware.api [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400326, 'name': PowerOffVM_Task, 'duration_secs': 0.263824} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.867997] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.868304] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.868581] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01b62b49-9e23-4afc-8239-1ca532232733 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.951351] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.951941] env[62094]: DEBUG nova.compute.manager [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1088.955126] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.955247] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.955401] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Deleting the datastore file [datastore1] bfa4f7f3-f018-490c-b375-812633d50a9a {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.955695] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.896s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.961127] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5de730b9-8da0-4d15-aa86-fb1fec967495 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.963671] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1088.967020] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-761eea21-055a-4f74-b4d9-5d9076e1f153 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.974354] env[62094]: DEBUG oslo_vmware.api [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Waiting for the task: (returnval){ [ 1088.974354] env[62094]: value = "task-1400331" [ 1088.974354] env[62094]: _type = "Task" [ 1088.974354] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.989751] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1088.989751] env[62094]: value = "task-1400332" [ 1088.989751] env[62094]: _type = "Task" [ 1088.989751] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.990082] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400329, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.001360] env[62094]: DEBUG oslo_vmware.api [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.001548] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400323, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.795015} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.006025] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4054a81a-097b-4bc1-89e2-276430b36d86/4054a81a-097b-4bc1-89e2-276430b36d86.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.006025] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.006025] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-866af502-298b-4297-af15-93de34273d4e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.010548] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.018644] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1089.018644] env[62094]: value = "task-1400333" [ 1089.018644] env[62094]: _type = "Task" [ 1089.018644] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.028810] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.104587] env[62094]: DEBUG nova.network.neutron [req-d6e4a533-8a35-42e8-be63-1031c8ae4f85 req-b13dd9ef-2093-44bd-9141-621102eeae27 service nova] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Updated VIF entry in instance network info cache for port 22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.105038] env[62094]: DEBUG nova.network.neutron [req-d6e4a533-8a35-42e8-be63-1031c8ae4f85 req-b13dd9ef-2093-44bd-9141-621102eeae27 service nova] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Updating instance_info_cache with network_info: [{"id": "22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb", "address": "fa:16:3e:2e:dd:e4", "network": {"id": "b3abceba-929f-42f6-92cf-192bb06c1cce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1843154820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce2e13a3313a4bbc8f453acf384ce3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22c3fe33-9e", "ovs_interfaceid": "22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.160698] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.254154] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "refresh_cache-c3be1ae7-ad87-4211-9418-58d1101ff16c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.254154] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "refresh_cache-c3be1ae7-ad87-4211-9418-58d1101ff16c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.254154] env[62094]: DEBUG nova.network.neutron [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.487436] env[62094]: DEBUG nova.compute.utils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1089.488834] env[62094]: DEBUG nova.compute.manager [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1089.488834] env[62094]: DEBUG nova.network.neutron [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.507555] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400329, 'name': CreateVM_Task, 'duration_secs': 0.882043} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.514290] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.515118] env[62094]: DEBUG oslo_vmware.api [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Task: {'id': task-1400331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408563} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.515359] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400332, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.516360] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.516360] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.516668] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.516944] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.517240] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.517474] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.517944] env[62094]: INFO nova.compute.manager [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1089.517944] env[62094]: DEBUG oslo.service.loopingcall [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.518390] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6eb22c9-0163-437b-865d-8504d7a113ae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.520575] env[62094]: DEBUG nova.compute.manager [-] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1089.520689] env[62094]: DEBUG nova.network.neutron [-] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.530262] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1089.530262] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a44e2c-1a3f-37c3-3670-4dd8fdd382dd" [ 1089.530262] env[62094]: _type = "Task" [ 1089.530262] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.532626] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177856} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.536044] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.537154] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1a427b-da31-426f-8ffd-0baa16e3e77d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.545966] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a44e2c-1a3f-37c3-3670-4dd8fdd382dd, 'name': SearchDatastore_Task, 'duration_secs': 0.013888} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.553332] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.553602] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.553838] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.553987] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.554254] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.563938] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 4054a81a-097b-4bc1-89e2-276430b36d86/4054a81a-097b-4bc1-89e2-276430b36d86.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.565413] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aa6d01e-0749-4ede-9e75-ba7f3996711e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.567737] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24a038b4-db16-4589-b614-292d3c1ea131 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.590084] env[62094]: DEBUG nova.compute.manager [req-5b0ae800-64c2-4ea2-b04c-503952864609 req-10e848c0-e865-4d78-94fa-9093dcd9da69 service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Received event network-changed-49f2023a-dcb5-42ce-bd3f-7af093b57dcb {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1089.590300] env[62094]: DEBUG nova.compute.manager [req-5b0ae800-64c2-4ea2-b04c-503952864609 req-10e848c0-e865-4d78-94fa-9093dcd9da69 service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Refreshing instance network info cache due to event network-changed-49f2023a-dcb5-42ce-bd3f-7af093b57dcb. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1089.590554] env[62094]: DEBUG oslo_concurrency.lockutils [req-5b0ae800-64c2-4ea2-b04c-503952864609 req-10e848c0-e865-4d78-94fa-9093dcd9da69 service nova] Acquiring lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.590836] env[62094]: DEBUG oslo_concurrency.lockutils [req-5b0ae800-64c2-4ea2-b04c-503952864609 req-10e848c0-e865-4d78-94fa-9093dcd9da69 service nova] Acquired lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.591258] env[62094]: DEBUG nova.network.neutron [req-5b0ae800-64c2-4ea2-b04c-503952864609 req-10e848c0-e865-4d78-94fa-9093dcd9da69 service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Refreshing network info cache for port 49f2023a-dcb5-42ce-bd3f-7af093b57dcb {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.594358] env[62094]: DEBUG nova.policy [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2a6e2e394d046edba5b2c93985dcf73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e60096c1895d4a008a19cd3f4572fa5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1089.609253] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1089.609253] env[62094]: value = "task-1400334" [ 1089.609253] env[62094]: _type = "Task" [ 1089.609253] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.610623] env[62094]: DEBUG oslo_concurrency.lockutils [req-d6e4a533-8a35-42e8-be63-1031c8ae4f85 req-b13dd9ef-2093-44bd-9141-621102eeae27 service nova] Releasing lock "refresh_cache-28df1018-3767-4561-8a01-5558a9272e71" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.611313] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.611576] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.616929] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4825e7c7-87de-4183-abe7-2cc312a5fbaa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.628249] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.630716] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1089.630716] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d2c593-eae8-4aca-965f-a2ec47677d45" [ 1089.630716] env[62094]: _type = "Task" [ 1089.630716] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.642035] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d2c593-eae8-4aca-965f-a2ec47677d45, 'name': SearchDatastore_Task, 'duration_secs': 0.013877} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.642636] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261b2556-ab58-415b-855b-06a9dcefca4c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.648270] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1089.648270] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]522da570-692b-18cd-0baf-c91b47b85e89" [ 1089.648270] env[62094]: _type = "Task" [ 1089.648270] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.662380] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522da570-692b-18cd-0baf-c91b47b85e89, 'name': SearchDatastore_Task} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.665878] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.666194] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 28df1018-3767-4561-8a01-5558a9272e71/28df1018-3767-4561-8a01-5558a9272e71.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.666499] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400325, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.126249} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.666715] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-148299b1-a225-4aed-a78d-497d90133438 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.669162] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] a1699619-ba4e-42cb-bf58-28f3a922e36e/a1699619-ba4e-42cb-bf58-28f3a922e36e.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.669398] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.669656] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f99c127b-209e-465d-bb96-303ccf1fcf3b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.676017] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1089.676017] env[62094]: value = "task-1400336" [ 1089.676017] env[62094]: _type = "Task" [ 1089.676017] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.681114] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1089.681114] env[62094]: value = "task-1400335" [ 1089.681114] env[62094]: _type = "Task" [ 1089.681114] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.687985] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.693508] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.767255] env[62094]: DEBUG nova.compute.manager [req-38d3b7f8-66b0-4744-ba8a-0e73a0e9916a req-2a988f3a-622d-4af2-aed6-cb274afe0804 service nova] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Received event network-vif-plugged-c127f5a2-55c6-4715-8d88-7088b53b79c6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1089.767495] env[62094]: DEBUG oslo_concurrency.lockutils [req-38d3b7f8-66b0-4744-ba8a-0e73a0e9916a req-2a988f3a-622d-4af2-aed6-cb274afe0804 service nova] Acquiring lock "c3be1ae7-ad87-4211-9418-58d1101ff16c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.768107] env[62094]: DEBUG oslo_concurrency.lockutils [req-38d3b7f8-66b0-4744-ba8a-0e73a0e9916a req-2a988f3a-622d-4af2-aed6-cb274afe0804 service nova] Lock "c3be1ae7-ad87-4211-9418-58d1101ff16c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.768292] env[62094]: DEBUG oslo_concurrency.lockutils [req-38d3b7f8-66b0-4744-ba8a-0e73a0e9916a req-2a988f3a-622d-4af2-aed6-cb274afe0804 service nova] Lock "c3be1ae7-ad87-4211-9418-58d1101ff16c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.768465] env[62094]: DEBUG nova.compute.manager [req-38d3b7f8-66b0-4744-ba8a-0e73a0e9916a req-2a988f3a-622d-4af2-aed6-cb274afe0804 service nova] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] No waiting events found dispatching network-vif-plugged-c127f5a2-55c6-4715-8d88-7088b53b79c6 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1089.768639] env[62094]: WARNING nova.compute.manager [req-38d3b7f8-66b0-4744-ba8a-0e73a0e9916a req-2a988f3a-622d-4af2-aed6-cb274afe0804 service nova] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Received unexpected event network-vif-plugged-c127f5a2-55c6-4715-8d88-7088b53b79c6 for instance with vm_state building and task_state spawning. [ 1089.768800] env[62094]: DEBUG nova.compute.manager [req-38d3b7f8-66b0-4744-ba8a-0e73a0e9916a req-2a988f3a-622d-4af2-aed6-cb274afe0804 service nova] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Received event network-changed-c127f5a2-55c6-4715-8d88-7088b53b79c6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1089.768970] env[62094]: DEBUG nova.compute.manager [req-38d3b7f8-66b0-4744-ba8a-0e73a0e9916a req-2a988f3a-622d-4af2-aed6-cb274afe0804 service nova] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Refreshing instance network info cache due to event network-changed-c127f5a2-55c6-4715-8d88-7088b53b79c6. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1089.769201] env[62094]: DEBUG oslo_concurrency.lockutils [req-38d3b7f8-66b0-4744-ba8a-0e73a0e9916a req-2a988f3a-622d-4af2-aed6-cb274afe0804 service nova] Acquiring lock "refresh_cache-c3be1ae7-ad87-4211-9418-58d1101ff16c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.792883] env[62094]: DEBUG nova.network.neutron [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.951950] env[62094]: DEBUG nova.network.neutron [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Updating instance_info_cache with network_info: [{"id": "c127f5a2-55c6-4715-8d88-7088b53b79c6", "address": "fa:16:3e:24:c2:4f", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc127f5a2-55", "ovs_interfaceid": "c127f5a2-55c6-4715-8d88-7088b53b79c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.998701] env[62094]: DEBUG nova.compute.manager [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1090.016914] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400332, 'name': CreateSnapshot_Task, 'duration_secs': 0.786134} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.017285] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1090.018120] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba62cbc-145f-4daf-8b8a-5462d3e13eaa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.030371] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance b6629dde-580d-40c4-af1e-15807861c45b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.030511] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 820f7393-e3a4-4028-b65c-8f2955e31411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.030590] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.030706] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 32352ea6-c719-4c88-a4a2-dde0f79e503e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.030850] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 373b5cbe-83da-498c-bbf0-6b84a04ceaf8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1090.030968] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 6fa22fef-bcc4-41f2-8a80-cb958a446ed8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.031144] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e613db92-04b3-409f-b7a4-2ea53a87eb01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.031195] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.031336] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance eee2e459-01b2-4c80-bc6e-f6c80f70ef67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.031497] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance d6c7aea8-2126-425f-85f1-3b97b9b52f3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.031734] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 59d7015b-94d3-4348-89d3-0f4cbb4304a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.031734] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 15e6dedb-15c7-48c2-b71b-92b0f90fccb6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1090.031852] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance c62bee0a-0494-4cee-9053-0e7291d20a12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.031948] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance f9f63912-5751-4448-abc0-22fd50f0cb3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.032071] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 4d86f1d5-307e-4cc4-822b-d315fb3e6032 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.032187] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance c374d737-c6e8-4c18-8219-d197a0023d95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.032298] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 11406695-1b25-446d-a9a3-05c2382a6219 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.032416] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1090.033689] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.033689] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 73e10bed-7065-48ad-b059-6b904061f4c7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.033689] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 4054a81a-097b-4bc1-89e2-276430b36d86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.033689] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance bfa4f7f3-f018-490c-b375-812633d50a9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.033689] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 2100f73d-d3ca-4e31-9bba-05a5767389fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.033689] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance a1699619-ba4e-42cb-bf58-28f3a922e36e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.033689] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 28df1018-3767-4561-8a01-5558a9272e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.033689] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance c3be1ae7-ad87-4211-9418-58d1101ff16c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.033689] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 08a0f783-8464-44b0-8419-6fe281098b26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.118353] env[62094]: DEBUG nova.network.neutron [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Successfully created port: 3510cf86-2628-4591-a3e0-62f2a45b9dab {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.128311] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400334, 'name': ReconfigVM_Task, 'duration_secs': 0.41513} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.128836] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 4054a81a-097b-4bc1-89e2-276430b36d86/4054a81a-097b-4bc1-89e2-276430b36d86.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.129919] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9fc9dcf-2ca5-493d-94c6-bf2ab8fdb5bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.141035] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1090.141035] env[62094]: value = "task-1400337" [ 1090.141035] env[62094]: _type = "Task" [ 1090.141035] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.156778] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400337, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.192583] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400335, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.195703] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084342} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.195988] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.196961] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aceb4b-af82-4108-a996-098d286aaa72 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.224029] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] a1699619-ba4e-42cb-bf58-28f3a922e36e/a1699619-ba4e-42cb-bf58-28f3a922e36e.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.224235] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75947b0e-dca4-445e-ae22-5cda5dd34da3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.244644] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1090.244644] env[62094]: value = "task-1400338" [ 1090.244644] env[62094]: _type = "Task" [ 1090.244644] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.255673] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.452882] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "refresh_cache-c3be1ae7-ad87-4211-9418-58d1101ff16c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.453324] env[62094]: DEBUG nova.compute.manager [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Instance network_info: |[{"id": "c127f5a2-55c6-4715-8d88-7088b53b79c6", "address": "fa:16:3e:24:c2:4f", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc127f5a2-55", "ovs_interfaceid": "c127f5a2-55c6-4715-8d88-7088b53b79c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1090.453697] env[62094]: DEBUG oslo_concurrency.lockutils [req-38d3b7f8-66b0-4744-ba8a-0e73a0e9916a req-2a988f3a-622d-4af2-aed6-cb274afe0804 service nova] Acquired lock "refresh_cache-c3be1ae7-ad87-4211-9418-58d1101ff16c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.453895] env[62094]: DEBUG nova.network.neutron [req-38d3b7f8-66b0-4744-ba8a-0e73a0e9916a req-2a988f3a-622d-4af2-aed6-cb274afe0804 service nova] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Refreshing network info cache for port c127f5a2-55c6-4715-8d88-7088b53b79c6 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.455204] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:c2:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c127f5a2-55c6-4715-8d88-7088b53b79c6', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.469904] env[62094]: DEBUG oslo.service.loopingcall [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1090.474754] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.475367] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b3b7dae-9a6e-4011-a7d4-607b29ebfbb2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.501933] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.501933] env[62094]: value = "task-1400339" [ 1090.501933] env[62094]: _type = "Task" [ 1090.501933] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.516927] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400339, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.543940] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1090.544980] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance ba9f4f11-caa2-4916-a1ed-cbe96644c8ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1090.546270] env[62094]: DEBUG nova.network.neutron [-] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.547389] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03d99c72-9dea-4ce8-84d1-683fbed86cea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.559466] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1090.559466] env[62094]: value = "task-1400340" [ 1090.559466] env[62094]: _type = "Task" [ 1090.559466] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.564446] env[62094]: DEBUG nova.network.neutron [req-5b0ae800-64c2-4ea2-b04c-503952864609 req-10e848c0-e865-4d78-94fa-9093dcd9da69 service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updated VIF entry in instance network info cache for port 49f2023a-dcb5-42ce-bd3f-7af093b57dcb. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.564946] env[62094]: DEBUG nova.network.neutron [req-5b0ae800-64c2-4ea2-b04c-503952864609 req-10e848c0-e865-4d78-94fa-9093dcd9da69 service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance_info_cache with network_info: [{"id": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "address": "fa:16:3e:c8:4b:50", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f2023a-dc", "ovs_interfaceid": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.576691] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400340, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.652540] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400337, 'name': Rename_Task, 'duration_secs': 0.167651} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.652942] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.653280] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6262522c-1aaa-46b7-a9cb-949dce4a3613 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.660741] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1090.660741] env[62094]: value = "task-1400341" [ 1090.660741] env[62094]: _type = "Task" [ 1090.660741] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.679557] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.693591] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541962} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.693982] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 28df1018-3767-4561-8a01-5558a9272e71/28df1018-3767-4561-8a01-5558a9272e71.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.694299] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.694580] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff14b65c-5297-4b34-9d05-bab80d94124b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.705895] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1090.705895] env[62094]: value = "task-1400342" [ 1090.705895] env[62094]: _type = "Task" [ 1090.705895] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.720914] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.757498] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400338, 'name': ReconfigVM_Task, 'duration_secs': 0.452652} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.757816] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Reconfigured VM instance instance-0000002a to attach disk [datastore2] a1699619-ba4e-42cb-bf58-28f3a922e36e/a1699619-ba4e-42cb-bf58-28f3a922e36e.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.758487] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-402759e6-20d5-4e3c-8e91-6c0f53415996 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.769854] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1090.769854] env[62094]: value = "task-1400343" [ 1090.769854] env[62094]: _type = "Task" [ 1090.769854] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.778579] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400343, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.965585] env[62094]: DEBUG nova.network.neutron [req-38d3b7f8-66b0-4744-ba8a-0e73a0e9916a req-2a988f3a-622d-4af2-aed6-cb274afe0804 service nova] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Updated VIF entry in instance network info cache for port c127f5a2-55c6-4715-8d88-7088b53b79c6. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.966052] env[62094]: DEBUG nova.network.neutron [req-38d3b7f8-66b0-4744-ba8a-0e73a0e9916a req-2a988f3a-622d-4af2-aed6-cb274afe0804 service nova] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Updating instance_info_cache with network_info: [{"id": "c127f5a2-55c6-4715-8d88-7088b53b79c6", "address": "fa:16:3e:24:c2:4f", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc127f5a2-55", "ovs_interfaceid": "c127f5a2-55c6-4715-8d88-7088b53b79c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.012223] env[62094]: DEBUG nova.compute.manager [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1091.020964] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400339, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.042998] env[62094]: DEBUG nova.virt.hardware [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1091.043315] env[62094]: DEBUG nova.virt.hardware [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1091.043480] env[62094]: DEBUG nova.virt.hardware [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.043665] env[62094]: DEBUG nova.virt.hardware [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1091.043814] env[62094]: DEBUG nova.virt.hardware [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.043964] env[62094]: DEBUG nova.virt.hardware [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1091.044192] env[62094]: DEBUG nova.virt.hardware [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1091.044355] env[62094]: DEBUG nova.virt.hardware [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1091.044523] env[62094]: DEBUG nova.virt.hardware [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1091.044684] env[62094]: DEBUG nova.virt.hardware [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1091.044858] env[62094]: DEBUG nova.virt.hardware [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1091.045764] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26100beb-03f6-4c97-a86b-5bd68a9a7488 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.051665] env[62094]: INFO nova.compute.manager [-] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Took 1.53 seconds to deallocate network for instance. [ 1091.056209] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance cfc0fe88-5a4d-4d10-b528-f6fdc55bc196 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1091.058555] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35395213-6f48-4371-98fa-73091f45f698 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.070939] env[62094]: DEBUG oslo_concurrency.lockutils [req-5b0ae800-64c2-4ea2-b04c-503952864609 req-10e848c0-e865-4d78-94fa-9093dcd9da69 service nova] Releasing lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.087196] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400340, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.157247] env[62094]: DEBUG oslo_vmware.rw_handles [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a1eef-844a-8a76-de0f-7f9217c03f92/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1091.158176] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a32c42-b83b-4f99-9c6a-aadd642915b5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.165824] env[62094]: DEBUG oslo_vmware.rw_handles [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a1eef-844a-8a76-de0f-7f9217c03f92/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1091.166012] env[62094]: ERROR oslo_vmware.rw_handles [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a1eef-844a-8a76-de0f-7f9217c03f92/disk-0.vmdk due to incomplete transfer. [ 1091.166558] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7a560b9a-bc28-4def-98a2-c8477adacc72 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.171861] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400341, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.174292] env[62094]: DEBUG oslo_vmware.rw_handles [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a1eef-844a-8a76-de0f-7f9217c03f92/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1091.174549] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Uploaded image 6ff188ac-5e41-4871-aff7-0305cfe4ff1e to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1091.177351] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1091.177837] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5ff622f0-609b-4821-8fd4-83f81d5869cb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.186633] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1091.186633] env[62094]: value = "task-1400344" [ 1091.186633] env[62094]: _type = "Task" [ 1091.186633] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.195387] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400344, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.215761] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10876} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.216066] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.216878] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136a0200-bc94-482c-9d7f-e81b940042fa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.241021] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 28df1018-3767-4561-8a01-5558a9272e71/28df1018-3767-4561-8a01-5558a9272e71.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.241021] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6052cc4-3bdb-4247-8d90-48b42cf813c9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.261015] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1091.261015] env[62094]: value = "task-1400345" [ 1091.261015] env[62094]: _type = "Task" [ 1091.261015] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.270281] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.281568] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400343, 'name': Rename_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.469071] env[62094]: DEBUG oslo_concurrency.lockutils [req-38d3b7f8-66b0-4744-ba8a-0e73a0e9916a req-2a988f3a-622d-4af2-aed6-cb274afe0804 service nova] Releasing lock "refresh_cache-c3be1ae7-ad87-4211-9418-58d1101ff16c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.518553] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400339, 'name': CreateVM_Task, 'duration_secs': 0.654083} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.518553] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.518885] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.518885] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.519207] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.519501] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-632b3aef-e9ef-40dc-806c-5e20fdec72d0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.525076] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1091.525076] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a8e2cb-7cbc-2cbb-ff05-aa951f6ad429" [ 1091.525076] env[62094]: _type = "Task" [ 1091.525076] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.535073] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a8e2cb-7cbc-2cbb-ff05-aa951f6ad429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.568411] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.569165] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e8a64c70-0423-42bf-9414-9554f82db3dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1091.582387] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400340, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.671372] env[62094]: DEBUG oslo_vmware.api [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400341, 'name': PowerOnVM_Task, 'duration_secs': 0.928882} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.671713] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.672029] env[62094]: DEBUG nova.compute.manager [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1091.672877] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf52ff66-102c-48c4-99d8-474b82be1c8c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.698392] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400344, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.772943] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.782552] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400343, 'name': Rename_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.868396] env[62094]: DEBUG nova.network.neutron [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Successfully updated port: 3510cf86-2628-4591-a3e0-62f2a45b9dab {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.877026] env[62094]: DEBUG nova.compute.manager [req-9d303941-80c5-45a7-be6d-b19ba269488e req-29c66045-73d7-47d2-95ef-6c2a7f29d352 service nova] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Received event network-vif-deleted-40841b48-fc73-412c-879f-528c8821774e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1091.877249] env[62094]: DEBUG nova.compute.manager [req-9d303941-80c5-45a7-be6d-b19ba269488e req-29c66045-73d7-47d2-95ef-6c2a7f29d352 service nova] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Received event network-vif-plugged-3510cf86-2628-4591-a3e0-62f2a45b9dab {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1091.877898] env[62094]: DEBUG oslo_concurrency.lockutils [req-9d303941-80c5-45a7-be6d-b19ba269488e req-29c66045-73d7-47d2-95ef-6c2a7f29d352 service nova] Acquiring lock "08a0f783-8464-44b0-8419-6fe281098b26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.878523] env[62094]: DEBUG oslo_concurrency.lockutils [req-9d303941-80c5-45a7-be6d-b19ba269488e req-29c66045-73d7-47d2-95ef-6c2a7f29d352 service nova] Lock "08a0f783-8464-44b0-8419-6fe281098b26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.878726] env[62094]: DEBUG oslo_concurrency.lockutils [req-9d303941-80c5-45a7-be6d-b19ba269488e req-29c66045-73d7-47d2-95ef-6c2a7f29d352 service nova] Lock "08a0f783-8464-44b0-8419-6fe281098b26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.878903] env[62094]: DEBUG nova.compute.manager [req-9d303941-80c5-45a7-be6d-b19ba269488e req-29c66045-73d7-47d2-95ef-6c2a7f29d352 service nova] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] No waiting events found dispatching network-vif-plugged-3510cf86-2628-4591-a3e0-62f2a45b9dab {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1091.879118] env[62094]: WARNING nova.compute.manager [req-9d303941-80c5-45a7-be6d-b19ba269488e req-29c66045-73d7-47d2-95ef-6c2a7f29d352 service nova] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Received unexpected event network-vif-plugged-3510cf86-2628-4591-a3e0-62f2a45b9dab for instance with vm_state building and task_state spawning. [ 1092.038156] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a8e2cb-7cbc-2cbb-ff05-aa951f6ad429, 'name': SearchDatastore_Task, 'duration_secs': 0.038073} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.038328] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.038600] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.038868] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.039102] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.039923] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.039923] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a292867-21d1-4d4a-b7f0-b27cd056eacb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.050922] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.050922] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.051097] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df394119-b10e-4b3c-88eb-969df292d67e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.059023] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1092.059023] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52910d6e-36dc-2b94-5c7f-12186e75f5ca" [ 1092.059023] env[62094]: _type = "Task" [ 1092.059023] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.066855] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52910d6e-36dc-2b94-5c7f-12186e75f5ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.075123] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1092.086497] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400340, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.197501] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.203186] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400344, 'name': Destroy_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.273237] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400345, 'name': ReconfigVM_Task, 'duration_secs': 1.003511} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.277966] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 28df1018-3767-4561-8a01-5558a9272e71/28df1018-3767-4561-8a01-5558a9272e71.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.281114] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3c464c5-5728-4584-8208-ee5a477a1229 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.291104] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400343, 'name': Rename_Task, 'duration_secs': 1.2297} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.293142] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.293262] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1092.293262] env[62094]: value = "task-1400346" [ 1092.293262] env[62094]: _type = "Task" [ 1092.293262] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.293488] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5af86b8a-b84b-46a2-9716-e4005ac4fb69 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.307794] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400346, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.308781] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1092.308781] env[62094]: value = "task-1400347" [ 1092.308781] env[62094]: _type = "Task" [ 1092.308781] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.317750] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.372216] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Acquiring lock "refresh_cache-08a0f783-8464-44b0-8419-6fe281098b26" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.372383] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Acquired lock "refresh_cache-08a0f783-8464-44b0-8419-6fe281098b26" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.372442] env[62094]: DEBUG nova.network.neutron [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.568879] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52910d6e-36dc-2b94-5c7f-12186e75f5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012199} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.569767] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-382fc9d1-4f4c-44c9-8d52-071310d6fe0e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.579009] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 20f71e31-43e9-4abf-b741-ff0c911a9704 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1092.579375] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1092.579551] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5184MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1092.587092] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400340, 'name': CloneVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.589316] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1092.589316] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c119ea-b9bf-8f57-8c1a-07b42cbea8e0" [ 1092.589316] env[62094]: _type = "Task" [ 1092.589316] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.599872] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c119ea-b9bf-8f57-8c1a-07b42cbea8e0, 'name': SearchDatastore_Task, 'duration_secs': 0.016098} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.600237] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.600508] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] c3be1ae7-ad87-4211-9418-58d1101ff16c/c3be1ae7-ad87-4211-9418-58d1101ff16c.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.600951] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b68d9bee-0807-4f6f-b99d-a2fbc0a438af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.611731] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1092.611731] env[62094]: value = "task-1400348" [ 1092.611731] env[62094]: _type = "Task" [ 1092.611731] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.621267] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.700463] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400344, 'name': Destroy_Task, 'duration_secs': 1.103762} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.703128] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Destroyed the VM [ 1092.703392] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1092.704793] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-095278be-3cb5-480e-9fd5-844069aaea07 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.712496] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1092.712496] env[62094]: value = "task-1400349" [ 1092.712496] env[62094]: _type = "Task" [ 1092.712496] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.723767] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400349, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.788211] env[62094]: DEBUG oslo_concurrency.lockutils [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquiring lock "4054a81a-097b-4bc1-89e2-276430b36d86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.788211] env[62094]: DEBUG oslo_concurrency.lockutils [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Lock "4054a81a-097b-4bc1-89e2-276430b36d86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.788211] env[62094]: DEBUG oslo_concurrency.lockutils [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquiring lock "4054a81a-097b-4bc1-89e2-276430b36d86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.788211] env[62094]: DEBUG oslo_concurrency.lockutils [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Lock "4054a81a-097b-4bc1-89e2-276430b36d86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.788485] env[62094]: DEBUG oslo_concurrency.lockutils [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Lock "4054a81a-097b-4bc1-89e2-276430b36d86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.790955] env[62094]: INFO nova.compute.manager [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Terminating instance [ 1092.792727] env[62094]: DEBUG oslo_concurrency.lockutils [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquiring lock "refresh_cache-4054a81a-097b-4bc1-89e2-276430b36d86" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.793161] env[62094]: DEBUG oslo_concurrency.lockutils [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquired lock "refresh_cache-4054a81a-097b-4bc1-89e2-276430b36d86" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.793552] env[62094]: DEBUG nova.network.neutron [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.806402] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400346, 'name': Rename_Task, 'duration_secs': 0.210435} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.806901] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.807242] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc40d6b4-9027-4831-9727-9ee69437b7c0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.822409] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1092.822409] env[62094]: value = "task-1400350" [ 1092.822409] env[62094]: _type = "Task" [ 1092.822409] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.822642] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400347, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.833498] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.862373] env[62094]: INFO nova.compute.manager [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Rebuilding instance [ 1092.918962] env[62094]: DEBUG nova.network.neutron [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.921367] env[62094]: DEBUG nova.compute.manager [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1092.923029] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f192d8a-4d6f-40ef-a503-f79d938894a7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.058752] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0addf08-04c0-4822-bb54-eb77421ab643 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.069889] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2866249c-7434-4017-9da2-294a5eff6670 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.087705] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400340, 'name': CloneVM_Task, 'duration_secs': 2.100632} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.126309] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Created linked-clone VM from snapshot [ 1093.128058] env[62094]: DEBUG nova.network.neutron [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Updating instance_info_cache with network_info: [{"id": "3510cf86-2628-4591-a3e0-62f2a45b9dab", "address": "fa:16:3e:af:ec:d4", "network": {"id": "046544b1-7fc9-4927-964a-c342c11c89c2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2064467430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e60096c1895d4a008a19cd3f4572fa5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3510cf86-26", "ovs_interfaceid": "3510cf86-2628-4591-a3e0-62f2a45b9dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.130637] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae07862e-bb37-4149-9ef4-9b8ea08196c4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.136905] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37905c3c-8c79-4536-8f82-cbf6f7704bb6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.147408] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400348, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.153532] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Uploading image 22e0bb33-ee45-4ba6-93a5-ebd9deff4e35 {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1093.157823] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fcfd28-0517-4455-a380-45a49f0772e7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.173723] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.183764] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1093.183764] env[62094]: value = "vm-296896" [ 1093.183764] env[62094]: _type = "VirtualMachine" [ 1093.183764] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1093.183940] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-05ba00c3-0be3-4c51-a0d8-46157bf3271e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.191859] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lease: (returnval){ [ 1093.191859] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52664877-e2a0-e44e-e1fd-3ffaedda4f68" [ 1093.191859] env[62094]: _type = "HttpNfcLease" [ 1093.191859] env[62094]: } obtained for exporting VM: (result){ [ 1093.191859] env[62094]: value = "vm-296896" [ 1093.191859] env[62094]: _type = "VirtualMachine" [ 1093.191859] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1093.192211] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the lease: (returnval){ [ 1093.192211] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52664877-e2a0-e44e-e1fd-3ffaedda4f68" [ 1093.192211] env[62094]: _type = "HttpNfcLease" [ 1093.192211] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1093.199335] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1093.199335] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52664877-e2a0-e44e-e1fd-3ffaedda4f68" [ 1093.199335] env[62094]: _type = "HttpNfcLease" [ 1093.199335] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1093.222515] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400349, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.316515] env[62094]: DEBUG nova.network.neutron [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.325938] env[62094]: DEBUG oslo_vmware.api [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400347, 'name': PowerOnVM_Task, 'duration_secs': 0.783964} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.330157] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.330392] env[62094]: INFO nova.compute.manager [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1093.330616] env[62094]: DEBUG nova.compute.manager [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1093.331490] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2510eae-7302-4853-b644-69c5b5d3813a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.340793] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.393805] env[62094]: DEBUG nova.network.neutron [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.439688] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.440107] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ee98bde-1ec4-4315-ad66-da5861334b70 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.448440] env[62094]: DEBUG oslo_vmware.api [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Waiting for the task: (returnval){ [ 1093.448440] env[62094]: value = "task-1400352" [ 1093.448440] env[62094]: _type = "Task" [ 1093.448440] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.457767] env[62094]: DEBUG oslo_vmware.api [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.639547] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568576} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.639973] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Releasing lock "refresh_cache-08a0f783-8464-44b0-8419-6fe281098b26" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.640282] env[62094]: DEBUG nova.compute.manager [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Instance network_info: |[{"id": "3510cf86-2628-4591-a3e0-62f2a45b9dab", "address": "fa:16:3e:af:ec:d4", "network": {"id": "046544b1-7fc9-4927-964a-c342c11c89c2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2064467430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e60096c1895d4a008a19cd3f4572fa5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3510cf86-26", "ovs_interfaceid": "3510cf86-2628-4591-a3e0-62f2a45b9dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1093.640555] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] c3be1ae7-ad87-4211-9418-58d1101ff16c/c3be1ae7-ad87-4211-9418-58d1101ff16c.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.640759] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.641149] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:ec:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3510cf86-2628-4591-a3e0-62f2a45b9dab', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.649616] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Creating folder: Project (e60096c1895d4a008a19cd3f4572fa5b). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.649616] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c533735-20cb-437e-b22d-e756bf85764e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.651913] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9891dfea-dd82-4b8a-9a8b-c6cd5cf67f80 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.660282] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1093.660282] env[62094]: value = "task-1400354" [ 1093.660282] env[62094]: _type = "Task" [ 1093.660282] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.670782] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.673211] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Created folder: Project (e60096c1895d4a008a19cd3f4572fa5b) in parent group-v296765. [ 1093.673504] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Creating folder: Instances. Parent ref: group-v296897. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.673803] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-281b5b5e-fcfc-4356-b714-7deaa358d46c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.679305] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1093.686959] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Created folder: Instances in parent group-v296897. [ 1093.687367] env[62094]: DEBUG oslo.service.loopingcall [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.687656] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.687975] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c66ceb92-ec30-442c-9d9f-a382fa41d1c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.721939] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1093.721939] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52664877-e2a0-e44e-e1fd-3ffaedda4f68" [ 1093.721939] env[62094]: _type = "HttpNfcLease" [ 1093.721939] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1093.722274] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.722274] env[62094]: value = "task-1400356" [ 1093.722274] env[62094]: _type = "Task" [ 1093.722274] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.723108] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1093.723108] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52664877-e2a0-e44e-e1fd-3ffaedda4f68" [ 1093.723108] env[62094]: _type = "HttpNfcLease" [ 1093.723108] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1093.724112] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36c217f-fbd5-498f-9d92-40b22ab97528 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.734730] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400349, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.746781] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400356, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.747232] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f8ee6-8135-dbff-045e-2d3cb627e6a1/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1093.747412] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f8ee6-8135-dbff-045e-2d3cb627e6a1/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1093.838525] env[62094]: DEBUG oslo_vmware.api [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400350, 'name': PowerOnVM_Task, 'duration_secs': 0.813416} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.838801] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.839023] env[62094]: INFO nova.compute.manager [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1093.839237] env[62094]: DEBUG nova.compute.manager [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1093.840088] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923b9c68-10c9-4ef9-b01f-3414d12fc304 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.857946] env[62094]: INFO nova.compute.manager [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Took 34.00 seconds to build instance. [ 1093.896857] env[62094]: DEBUG oslo_concurrency.lockutils [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Releasing lock "refresh_cache-4054a81a-097b-4bc1-89e2-276430b36d86" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.900471] env[62094]: DEBUG nova.compute.manager [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1093.900471] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.900471] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312019dd-5690-47f1-8ec6-22e10255f74a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.913673] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.913673] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c0b37cb-17a3-4fdc-9948-1cd8a7ec6149 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.923110] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-50233b7a-9e08-4332-8606-76c1836e39b3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.924974] env[62094]: DEBUG oslo_vmware.api [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1093.924974] env[62094]: value = "task-1400357" [ 1093.924974] env[62094]: _type = "Task" [ 1093.924974] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.940805] env[62094]: DEBUG oslo_vmware.api [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.962431] env[62094]: DEBUG oslo_vmware.api [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400352, 'name': PowerOffVM_Task, 'duration_secs': 0.419773} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.967780] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.968541] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.969446] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97ce0f90-61dd-4a0b-856e-284f0d49b99d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.981582] env[62094]: DEBUG oslo_vmware.api [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Waiting for the task: (returnval){ [ 1093.981582] env[62094]: value = "task-1400358" [ 1093.981582] env[62094]: _type = "Task" [ 1093.981582] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.004644] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1094.004809] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1094.004963] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296796', 'volume_id': 'b63d40cf-ca66-4aca-bb4d-988002e4b977', 'name': 'volume-b63d40cf-ca66-4aca-bb4d-988002e4b977', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e613db92-04b3-409f-b7a4-2ea53a87eb01', 'attached_at': '', 'detached_at': '', 'volume_id': 'b63d40cf-ca66-4aca-bb4d-988002e4b977', 'serial': 'b63d40cf-ca66-4aca-bb4d-988002e4b977'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1094.005880] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5540c8f-b5bc-4a3c-916d-c9bb571dcb82 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.025873] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "interface-59d7015b-94d3-4348-89d3-0f4cbb4304a2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.026201] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-59d7015b-94d3-4348-89d3-0f4cbb4304a2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.026602] env[62094]: DEBUG nova.objects.instance [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'flavor' on Instance uuid 59d7015b-94d3-4348-89d3-0f4cbb4304a2 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.028490] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40d1b57-a6a8-49db-88e1-44d194e20ce0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.037733] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9359b7-470f-459d-97ce-168468ccbe7d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.059695] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e87885-1584-417e-add9-15cccbeb5f99 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.078946] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] The volume has not been displaced from its original location: [datastore2] volume-b63d40cf-ca66-4aca-bb4d-988002e4b977/volume-b63d40cf-ca66-4aca-bb4d-988002e4b977.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1094.084438] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.084833] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb2af9f5-eba1-4a53-a92d-d8e779282c4e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.105830] env[62094]: DEBUG oslo_vmware.api [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Waiting for the task: (returnval){ [ 1094.105830] env[62094]: value = "task-1400359" [ 1094.105830] env[62094]: _type = "Task" [ 1094.105830] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.116537] env[62094]: DEBUG oslo_vmware.api [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.160527] env[62094]: DEBUG nova.compute.manager [req-5602c2df-9daf-4bb4-aa89-0a14885a06be req-c8712aa8-abab-4951-8819-e7386d7f32d2 service nova] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Received event network-changed-3510cf86-2628-4591-a3e0-62f2a45b9dab {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1094.160617] env[62094]: DEBUG nova.compute.manager [req-5602c2df-9daf-4bb4-aa89-0a14885a06be req-c8712aa8-abab-4951-8819-e7386d7f32d2 service nova] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Refreshing instance network info cache due to event network-changed-3510cf86-2628-4591-a3e0-62f2a45b9dab. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1094.160845] env[62094]: DEBUG oslo_concurrency.lockutils [req-5602c2df-9daf-4bb4-aa89-0a14885a06be req-c8712aa8-abab-4951-8819-e7386d7f32d2 service nova] Acquiring lock "refresh_cache-08a0f783-8464-44b0-8419-6fe281098b26" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.161046] env[62094]: DEBUG oslo_concurrency.lockutils [req-5602c2df-9daf-4bb4-aa89-0a14885a06be req-c8712aa8-abab-4951-8819-e7386d7f32d2 service nova] Acquired lock "refresh_cache-08a0f783-8464-44b0-8419-6fe281098b26" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.161165] env[62094]: DEBUG nova.network.neutron [req-5602c2df-9daf-4bb4-aa89-0a14885a06be req-c8712aa8-abab-4951-8819-e7386d7f32d2 service nova] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Refreshing network info cache for port 3510cf86-2628-4591-a3e0-62f2a45b9dab {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.177179] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079329} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.177553] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.178569] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50c5289-4d93-448f-9406-d72daa16213f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.185795] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1094.186153] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.230s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.197299] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.758s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.197569] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.199913] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.546s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.201573] env[62094]: INFO nova.compute.claims [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.213842] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] c3be1ae7-ad87-4211-9418-58d1101ff16c/c3be1ae7-ad87-4211-9418-58d1101ff16c.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.215626] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fce26ed-c5b4-4b07-8c08-c7eccc857a22 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.240416] env[62094]: INFO nova.scheduler.client.report [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Deleted allocations for instance 15e6dedb-15c7-48c2-b71b-92b0f90fccb6 [ 1094.248108] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400356, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.249670] env[62094]: DEBUG oslo_vmware.api [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400349, 'name': RemoveSnapshot_Task, 'duration_secs': 1.0932} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.254026] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1094.254026] env[62094]: INFO nova.compute.manager [None req-00cc4abb-9d7d-4839-8108-c83f46e99639 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Took 17.27 seconds to snapshot the instance on the hypervisor. [ 1094.256082] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1094.256082] env[62094]: value = "task-1400360" [ 1094.256082] env[62094]: _type = "Task" [ 1094.256082] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.269036] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.361560] env[62094]: DEBUG oslo_concurrency.lockutils [None req-15ec2e04-203f-43ae-a72b-6d13f4f565f2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "a1699619-ba4e-42cb-bf58-28f3a922e36e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.608s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.364081] env[62094]: INFO nova.compute.manager [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Took 33.00 seconds to build instance. [ 1094.439821] env[62094]: DEBUG oslo_vmware.api [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400357, 'name': PowerOffVM_Task, 'duration_secs': 0.2379} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.439821] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.439821] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.439821] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27ed0502-7042-4d7e-b72c-833e0d9e2d4d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.482728] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.483113] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.483376] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Deleting the datastore file [datastore2] 4054a81a-097b-4bc1-89e2-276430b36d86 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.483923] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcc1d8da-7a9c-47c4-8715-bfc151f7176d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.495124] env[62094]: DEBUG oslo_vmware.api [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for the task: (returnval){ [ 1094.495124] env[62094]: value = "task-1400362" [ 1094.495124] env[62094]: _type = "Task" [ 1094.495124] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.507076] env[62094]: DEBUG oslo_vmware.api [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.619150] env[62094]: DEBUG oslo_vmware.api [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400359, 'name': ReconfigVM_Task, 'duration_secs': 0.281196} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.619695] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.627588] env[62094]: DEBUG nova.objects.instance [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'pci_requests' on Instance uuid 59d7015b-94d3-4348-89d3-0f4cbb4304a2 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.630096] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a99982dc-3c0f-4460-9508-46f9e6c268df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.653136] env[62094]: DEBUG oslo_vmware.api [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Waiting for the task: (returnval){ [ 1094.653136] env[62094]: value = "task-1400363" [ 1094.653136] env[62094]: _type = "Task" [ 1094.653136] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.664781] env[62094]: DEBUG oslo_vmware.api [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.747935] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400356, 'name': CreateVM_Task, 'duration_secs': 0.649928} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.751023] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.751023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.751023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.751023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.751364] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54921edc-fad8-4ab7-85cd-fc2aed6936af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.765050] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99e1a742-ea49-4287-8b3c-b6c60da58e52 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060 tempest-FloatingIPsAssociationNegativeTestJSON-1216219060-project-member] Lock "15e6dedb-15c7-48c2-b71b-92b0f90fccb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.965s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.773097] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Waiting for the task: (returnval){ [ 1094.773097] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]529ffa78-32e3-b6da-47a0-135d901d32e6" [ 1094.773097] env[62094]: _type = "Task" [ 1094.773097] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.781840] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.790598] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]529ffa78-32e3-b6da-47a0-135d901d32e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.865933] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7b87551-d4f3-4a5d-9e8a-852dcc113b6c tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "28df1018-3767-4561-8a01-5558a9272e71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.609s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.936463] env[62094]: DEBUG nova.network.neutron [req-5602c2df-9daf-4bb4-aa89-0a14885a06be req-c8712aa8-abab-4951-8819-e7386d7f32d2 service nova] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Updated VIF entry in instance network info cache for port 3510cf86-2628-4591-a3e0-62f2a45b9dab. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.936980] env[62094]: DEBUG nova.network.neutron [req-5602c2df-9daf-4bb4-aa89-0a14885a06be req-c8712aa8-abab-4951-8819-e7386d7f32d2 service nova] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Updating instance_info_cache with network_info: [{"id": "3510cf86-2628-4591-a3e0-62f2a45b9dab", "address": "fa:16:3e:af:ec:d4", "network": {"id": "046544b1-7fc9-4927-964a-c342c11c89c2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2064467430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e60096c1895d4a008a19cd3f4572fa5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3510cf86-26", "ovs_interfaceid": "3510cf86-2628-4591-a3e0-62f2a45b9dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.005871] env[62094]: DEBUG oslo_vmware.api [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Task: {'id': task-1400362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261024} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.006611] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.006611] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.006682] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.006944] env[62094]: INFO nova.compute.manager [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1095.007392] env[62094]: DEBUG oslo.service.loopingcall [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1095.008036] env[62094]: DEBUG nova.compute.manager [-] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1095.008036] env[62094]: DEBUG nova.network.neutron [-] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.024517] env[62094]: DEBUG nova.network.neutron [-] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.145360] env[62094]: DEBUG nova.objects.base [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Object Instance<59d7015b-94d3-4348-89d3-0f4cbb4304a2> lazy-loaded attributes: flavor,pci_requests {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1095.145694] env[62094]: DEBUG nova.network.neutron [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.163779] env[62094]: DEBUG oslo_vmware.api [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400363, 'name': ReconfigVM_Task, 'duration_secs': 0.198043} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.164242] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296796', 'volume_id': 'b63d40cf-ca66-4aca-bb4d-988002e4b977', 'name': 'volume-b63d40cf-ca66-4aca-bb4d-988002e4b977', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e613db92-04b3-409f-b7a4-2ea53a87eb01', 'attached_at': '', 'detached_at': '', 'volume_id': 'b63d40cf-ca66-4aca-bb4d-988002e4b977', 'serial': 'b63d40cf-ca66-4aca-bb4d-988002e4b977'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1095.164543] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.165777] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048cca99-3986-4264-9409-2bc2c45a505b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.174765] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.175186] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bf68a1e-07a9-4e37-b141-f1a167d737a0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.194382] env[62094]: DEBUG nova.policy [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db323f4782b4039b4a3c5d42b867ad1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8412c020e6af477eac81718f70cb4614', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1095.204222] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.205025] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1095.256805] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.257424] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.257825] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Deleting the datastore file [datastore2] e613db92-04b3-409f-b7a4-2ea53a87eb01 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.258627] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cb7dd37-eaa4-4269-93a3-a20e9759ce51 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.270026] env[62094]: DEBUG oslo_vmware.api [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Waiting for the task: (returnval){ [ 1095.270026] env[62094]: value = "task-1400365" [ 1095.270026] env[62094]: _type = "Task" [ 1095.270026] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.277944] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400360, 'name': ReconfigVM_Task, 'duration_secs': 0.599817} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.284365] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Reconfigured VM instance instance-0000002c to attach disk [datastore2] c3be1ae7-ad87-4211-9418-58d1101ff16c/c3be1ae7-ad87-4211-9418-58d1101ff16c.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.288256] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93ab06d6-90e5-4306-8e38-94a1f76198d8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.290115] env[62094]: DEBUG oslo_vmware.api [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.297397] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]529ffa78-32e3-b6da-47a0-135d901d32e6, 'name': SearchDatastore_Task, 'duration_secs': 0.028889} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.303521] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.304873] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.304873] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.304873] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.304873] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.305156] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1095.305156] env[62094]: value = "task-1400366" [ 1095.305156] env[62094]: _type = "Task" [ 1095.305156] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.305791] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f34ee91-0d0a-4787-b53e-b77e8d66169e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.324725] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400366, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.326993] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.326993] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.327340] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aead167-eab7-4398-afe4-a4128f2b4284 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.336074] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Waiting for the task: (returnval){ [ 1095.336074] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52dc5297-33ff-a581-6ad0-94b276e49c19" [ 1095.336074] env[62094]: _type = "Task" [ 1095.336074] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.346511] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52dc5297-33ff-a581-6ad0-94b276e49c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.440161] env[62094]: DEBUG oslo_concurrency.lockutils [req-5602c2df-9daf-4bb4-aa89-0a14885a06be req-c8712aa8-abab-4951-8819-e7386d7f32d2 service nova] Releasing lock "refresh_cache-08a0f783-8464-44b0-8419-6fe281098b26" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.527138] env[62094]: DEBUG nova.network.neutron [-] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.582314] env[62094]: DEBUG nova.network.neutron [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Successfully created port: 7b4fa9b0-01ca-4192-8b45-e25ae66703b8 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.730190] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3597dc5-f180-4c4c-901b-3d5a3589b12b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.747031] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc6d656-5a7f-414d-9761-91c657a9cb21 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.787635] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.787833] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquired lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.788009] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Forcefully refreshing network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1095.798202] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5081d283-0dc4-4eed-a36a-558a0cc45116 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.819338] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2662a367-787d-4427-938f-0c80e5c5cc46 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.824085] env[62094]: DEBUG oslo_vmware.api [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Task: {'id': task-1400365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129568} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.824936] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.826228] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.826801] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.840073] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400366, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.862964] env[62094]: DEBUG nova.compute.provider_tree [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.877480] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52dc5297-33ff-a581-6ad0-94b276e49c19, 'name': SearchDatastore_Task, 'duration_secs': 0.01205} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.879958] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa95a48d-4231-4c30-98ad-a56d53fa6815 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.889020] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Waiting for the task: (returnval){ [ 1095.889020] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5244378b-b0c6-04a8-40c8-64a5bcdc8415" [ 1095.889020] env[62094]: _type = "Task" [ 1095.889020] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.642446] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1096.643307] env[62094]: INFO nova.compute.manager [-] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Took 1.64 seconds to deallocate network for instance. [ 1096.646257] env[62094]: DEBUG nova.scheduler.client.report [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1096.649366] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-764cfa8f-bf3d-40e0-8f64-4e7ef2046257 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.663804] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5244378b-b0c6-04a8-40c8-64a5bcdc8415, 'name': SearchDatastore_Task, 'duration_secs': 0.014002} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.665333] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.665671] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 08a0f783-8464-44b0-8419-6fe281098b26/08a0f783-8464-44b0-8419-6fe281098b26.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.668856] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d014df6-5659-4ea2-bcaf-9d3cc766ed61 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.673774] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3930e5df-2341-4f66-93eb-09a2fff75ecd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.684326] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400366, 'name': Rename_Task, 'duration_secs': 0.678405} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.685428] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.686464] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2e25107-c5af-42e8-a2d6-89add3410de8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.695483] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Waiting for the task: (returnval){ [ 1096.695483] env[62094]: value = "task-1400367" [ 1096.695483] env[62094]: _type = "Task" [ 1096.695483] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.697323] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1096.697323] env[62094]: value = "task-1400368" [ 1096.697323] env[62094]: _type = "Task" [ 1096.697323] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.724319] env[62094]: ERROR nova.compute.manager [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Failed to detach volume b63d40cf-ca66-4aca-bb4d-988002e4b977 from /dev/sda: nova.exception.InstanceNotFound: Instance e613db92-04b3-409f-b7a4-2ea53a87eb01 could not be found. [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Traceback (most recent call last): [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] self.driver.rebuild(**kwargs) [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] raise NotImplementedError() [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] NotImplementedError [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] During handling of the above exception, another exception occurred: [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Traceback (most recent call last): [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] self.driver.detach_volume(context, old_connection_info, [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] return self._volumeops.detach_volume(connection_info, instance) [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] self._detach_volume_vmdk(connection_info, instance) [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] stable_ref.fetch_moref(session) [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] nova.exception.InstanceNotFound: Instance e613db92-04b3-409f-b7a4-2ea53a87eb01 could not be found. [ 1096.724319] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] [ 1096.733315] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.736805] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.906108] env[62094]: DEBUG nova.compute.utils [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Build of instance e613db92-04b3-409f-b7a4-2ea53a87eb01 aborted: Failed to rebuild volume backed instance. {{(pid=62094) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1096.911486] env[62094]: ERROR nova.compute.manager [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance e613db92-04b3-409f-b7a4-2ea53a87eb01 aborted: Failed to rebuild volume backed instance. [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Traceback (most recent call last): [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] self.driver.rebuild(**kwargs) [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] raise NotImplementedError() [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] NotImplementedError [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] During handling of the above exception, another exception occurred: [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Traceback (most recent call last): [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/compute/manager.py", line 3600, in _rebuild_volume_backed_instance [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] self._detach_root_volume(context, instance, root_bdm) [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/compute/manager.py", line 3579, in _detach_root_volume [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] with excutils.save_and_reraise_exception(): [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] self.force_reraise() [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] raise self.value [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] self.driver.detach_volume(context, old_connection_info, [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] return self._volumeops.detach_volume(connection_info, instance) [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] self._detach_volume_vmdk(connection_info, instance) [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] stable_ref.fetch_moref(session) [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] nova.exception.InstanceNotFound: Instance e613db92-04b3-409f-b7a4-2ea53a87eb01 could not be found. [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] During handling of the above exception, another exception occurred: [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Traceback (most recent call last): [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/compute/manager.py", line 10865, in _error_out_instance_on_exception [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] yield [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/compute/manager.py", line 3868, in rebuild_instance [ 1096.911486] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] self._do_rebuild_instance_with_claim( [ 1096.912699] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/compute/manager.py", line 3954, in _do_rebuild_instance_with_claim [ 1096.912699] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] self._do_rebuild_instance( [ 1096.912699] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/compute/manager.py", line 4146, in _do_rebuild_instance [ 1096.912699] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] self._rebuild_default_impl(**kwargs) [ 1096.912699] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/compute/manager.py", line 3723, in _rebuild_default_impl [ 1096.912699] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] self._rebuild_volume_backed_instance( [ 1096.912699] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] File "/opt/stack/nova/nova/compute/manager.py", line 3615, in _rebuild_volume_backed_instance [ 1096.912699] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] raise exception.BuildAbortException( [ 1096.912699] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] nova.exception.BuildAbortException: Build of instance e613db92-04b3-409f-b7a4-2ea53a87eb01 aborted: Failed to rebuild volume backed instance. [ 1096.912699] env[62094]: ERROR nova.compute.manager [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] [ 1097.152752] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.953s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.153503] env[62094]: DEBUG nova.compute.manager [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1097.158409] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.626s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.159327] env[62094]: INFO nova.compute.claims [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.167037] env[62094]: DEBUG oslo_concurrency.lockutils [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.181865] env[62094]: DEBUG nova.network.neutron [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Successfully updated port: 7b4fa9b0-01ca-4192-8b45-e25ae66703b8 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.223804] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.228940] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400368, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.560596] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating instance_info_cache with network_info: [{"id": "d3a32a49-ffc8-4af7-a1e2-734e5b598b00", "address": "fa:16:3e:2b:db:29", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a32a49-ff", "ovs_interfaceid": "d3a32a49-ffc8-4af7-a1e2-734e5b598b00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.667434] env[62094]: DEBUG nova.compute.utils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1097.669758] env[62094]: DEBUG nova.compute.manager [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1097.670325] env[62094]: DEBUG nova.network.neutron [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.689410] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.689410] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.689410] env[62094]: DEBUG nova.network.neutron [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.714130] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.719936] env[62094]: DEBUG oslo_vmware.api [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400368, 'name': PowerOnVM_Task, 'duration_secs': 0.537314} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.720233] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.720455] env[62094]: INFO nova.compute.manager [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1097.720643] env[62094]: DEBUG nova.compute.manager [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1097.722238] env[62094]: DEBUG nova.policy [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bdec08e2a77456b840c719810cf99c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf4bb5e2255d44b49a16ad11bd0580c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1097.724284] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab439845-433b-4680-9740-995121f72191 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.006757] env[62094]: DEBUG nova.compute.manager [req-36658541-4392-4520-8b09-cb9a1fc16e96 req-933e7b89-85ea-4916-bfda-61a885175df0 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Received event network-vif-plugged-7b4fa9b0-01ca-4192-8b45-e25ae66703b8 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1098.006757] env[62094]: DEBUG oslo_concurrency.lockutils [req-36658541-4392-4520-8b09-cb9a1fc16e96 req-933e7b89-85ea-4916-bfda-61a885175df0 service nova] Acquiring lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.006757] env[62094]: DEBUG oslo_concurrency.lockutils [req-36658541-4392-4520-8b09-cb9a1fc16e96 req-933e7b89-85ea-4916-bfda-61a885175df0 service nova] Lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.007087] env[62094]: DEBUG oslo_concurrency.lockutils [req-36658541-4392-4520-8b09-cb9a1fc16e96 req-933e7b89-85ea-4916-bfda-61a885175df0 service nova] Lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.007087] env[62094]: DEBUG nova.compute.manager [req-36658541-4392-4520-8b09-cb9a1fc16e96 req-933e7b89-85ea-4916-bfda-61a885175df0 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] No waiting events found dispatching network-vif-plugged-7b4fa9b0-01ca-4192-8b45-e25ae66703b8 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1098.007850] env[62094]: WARNING nova.compute.manager [req-36658541-4392-4520-8b09-cb9a1fc16e96 req-933e7b89-85ea-4916-bfda-61a885175df0 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Received unexpected event network-vif-plugged-7b4fa9b0-01ca-4192-8b45-e25ae66703b8 for instance with vm_state active and task_state None. [ 1098.029813] env[62094]: DEBUG nova.network.neutron [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Successfully created port: e1976fd2-7cfd-4508-8fa9-413d62c44439 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.063208] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Releasing lock "refresh_cache-6fa22fef-bcc4-41f2-8a80-cb958a446ed8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.063440] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updated the network info_cache for instance {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1098.063953] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.063953] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.063953] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.064148] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.064251] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1098.175894] env[62094]: DEBUG nova.compute.manager [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1098.213575] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400367, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.251593] env[62094]: INFO nova.compute.manager [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Took 34.64 seconds to build instance. [ 1098.257100] env[62094]: WARNING nova.network.neutron [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] 959c5bda-3cfd-4870-a78c-1f005c5c9780 already exists in list: networks containing: ['959c5bda-3cfd-4870-a78c-1f005c5c9780']. ignoring it [ 1098.580237] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Acquiring lock "c62bee0a-0494-4cee-9053-0e7291d20a12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.580767] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lock "c62bee0a-0494-4cee-9053-0e7291d20a12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.580767] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Acquiring lock "c62bee0a-0494-4cee-9053-0e7291d20a12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.581102] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lock "c62bee0a-0494-4cee-9053-0e7291d20a12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.581404] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lock "c62bee0a-0494-4cee-9053-0e7291d20a12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.583363] env[62094]: INFO nova.compute.manager [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Terminating instance [ 1098.585224] env[62094]: DEBUG nova.compute.manager [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1098.585339] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.588152] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70cd22c-e38e-4d51-be9f-f8ab1277cd2b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.604219] env[62094]: DEBUG nova.compute.manager [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Stashing vm_state: active {{(pid=62094) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1098.608259] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.610946] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18f835cc-8d81-456b-af1d-00f1534b8685 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.620683] env[62094]: DEBUG oslo_vmware.api [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1098.620683] env[62094]: value = "task-1400369" [ 1098.620683] env[62094]: _type = "Task" [ 1098.620683] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.632279] env[62094]: DEBUG oslo_vmware.api [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.694680] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bd4a46-1997-4231-8dd2-995d3bc357cf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.709530] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec5a708-df18-4b29-bc22-e98e830264e3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.716646] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400367, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.723604} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.717484] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 08a0f783-8464-44b0-8419-6fe281098b26/08a0f783-8464-44b0-8419-6fe281098b26.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.717910] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.719117] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fd7764a-66a0-41d8-b8c5-3381ca80c282 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.752230] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bd5d3c-c88d-45b1-81a4-8a8b4f38b45a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.756568] env[62094]: DEBUG oslo_concurrency.lockutils [None req-54423c88-09a7-4cf3-b343-f0ab0763ad6c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c3be1ae7-ad87-4211-9418-58d1101ff16c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.689s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.757297] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Waiting for the task: (returnval){ [ 1098.757297] env[62094]: value = "task-1400370" [ 1098.757297] env[62094]: _type = "Task" [ 1098.757297] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.765922] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ba0ebf-77b5-4c9e-abf3-4d01dd5e8497 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.773674] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.783900] env[62094]: DEBUG nova.compute.provider_tree [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.796727] env[62094]: DEBUG nova.network.neutron [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Updating instance_info_cache with network_info: [{"id": "21140c7c-86cf-4706-aabc-9422e7c39532", "address": "fa:16:3e:45:08:49", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21140c7c-86", "ovs_interfaceid": "21140c7c-86cf-4706-aabc-9422e7c39532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b4fa9b0-01ca-4192-8b45-e25ae66703b8", "address": "fa:16:3e:bf:19:55", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b4fa9b0-01", "ovs_interfaceid": "7b4fa9b0-01ca-4192-8b45-e25ae66703b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.937621] env[62094]: DEBUG oslo_concurrency.lockutils [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.125277] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.131409] env[62094]: DEBUG oslo_vmware.api [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400369, 'name': PowerOffVM_Task, 'duration_secs': 0.36533} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.131762] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.131997] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.132340] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36a6de42-8c27-4da6-aada-967a9721d16c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.185758] env[62094]: DEBUG nova.compute.manager [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1099.211876] env[62094]: DEBUG nova.virt.hardware [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1099.212174] env[62094]: DEBUG nova.virt.hardware [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1099.212341] env[62094]: DEBUG nova.virt.hardware [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.212520] env[62094]: DEBUG nova.virt.hardware [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1099.212665] env[62094]: DEBUG nova.virt.hardware [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.212812] env[62094]: DEBUG nova.virt.hardware [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1099.213124] env[62094]: DEBUG nova.virt.hardware [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1099.213213] env[62094]: DEBUG nova.virt.hardware [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1099.214030] env[62094]: DEBUG nova.virt.hardware [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1099.214030] env[62094]: DEBUG nova.virt.hardware [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1099.214030] env[62094]: DEBUG nova.virt.hardware [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1099.214563] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3372adc5-b157-407c-ad84-18082d79e4d4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.222786] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abadccec-1cc0-43e5-9dcd-f986a76eaa6d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.267899] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071612} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.268235] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.269240] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c19b742-5f91-4e8f-a681-21754dc310e8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.291066] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 08a0f783-8464-44b0-8419-6fe281098b26/08a0f783-8464-44b0-8419-6fe281098b26.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.291956] env[62094]: DEBUG nova.scheduler.client.report [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1099.295010] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72b1c999-eb4c-4702-9d88-85cd6869b84e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.311126] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.311643] env[62094]: DEBUG nova.compute.manager [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1099.314161] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.314668] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.314822] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.315096] env[62094]: DEBUG oslo_concurrency.lockutils [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.570s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.315277] env[62094]: DEBUG oslo_concurrency.lockutils [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.317172] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.536s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.318875] env[62094]: INFO nova.compute.claims [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.322581] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a38554-0534-4960-801e-8a82bf0ba0c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.344025] env[62094]: DEBUG nova.virt.hardware [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1099.344352] env[62094]: DEBUG nova.virt.hardware [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1099.344551] env[62094]: DEBUG nova.virt.hardware [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.344739] env[62094]: DEBUG nova.virt.hardware [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1099.344913] env[62094]: DEBUG nova.virt.hardware [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.345035] env[62094]: DEBUG nova.virt.hardware [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1099.345247] env[62094]: DEBUG nova.virt.hardware [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1099.345403] env[62094]: DEBUG nova.virt.hardware [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1099.345569] env[62094]: DEBUG nova.virt.hardware [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1099.345734] env[62094]: DEBUG nova.virt.hardware [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1099.345908] env[62094]: DEBUG nova.virt.hardware [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1099.358421] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Reconfiguring VM to attach interface {{(pid=62094) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1099.358421] env[62094]: INFO nova.scheduler.client.report [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Deleted allocations for instance e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a [ 1099.360307] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab23b5f6-0912-4a89-951a-f0f5c798674a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.372679] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Waiting for the task: (returnval){ [ 1099.372679] env[62094]: value = "task-1400372" [ 1099.372679] env[62094]: _type = "Task" [ 1099.372679] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.372962] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.373170] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.373357] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Deleting the datastore file [datastore2] c62bee0a-0494-4cee-9053-0e7291d20a12 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.376954] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ebc7d34-b84a-40c7-891c-4ad51f15bc57 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.385740] env[62094]: DEBUG oslo_vmware.api [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1099.385740] env[62094]: value = "task-1400373" [ 1099.385740] env[62094]: _type = "Task" [ 1099.385740] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.389495] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.394114] env[62094]: DEBUG oslo_vmware.api [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for the task: (returnval){ [ 1099.394114] env[62094]: value = "task-1400374" [ 1099.394114] env[62094]: _type = "Task" [ 1099.394114] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.401455] env[62094]: DEBUG oslo_vmware.api [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400373, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.408345] env[62094]: DEBUG oslo_vmware.api [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.821702] env[62094]: DEBUG nova.network.neutron [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Successfully updated port: e1976fd2-7cfd-4508-8fa9-413d62c44439 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.824762] env[62094]: DEBUG nova.compute.utils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1099.830113] env[62094]: DEBUG nova.compute.manager [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1099.830391] env[62094]: DEBUG nova.network.neutron [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.887999] env[62094]: DEBUG oslo_concurrency.lockutils [None req-90ea5318-f2ec-43c0-bab1-3e080926f38b tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.663s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.891099] env[62094]: DEBUG nova.policy [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec714d5965eb4047bc01248b99840bae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e27a3292c1e2421780ddbf6550478320', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1099.904051] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400372, 'name': ReconfigVM_Task, 'duration_secs': 0.409687} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.908688] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 08a0f783-8464-44b0-8419-6fe281098b26/08a0f783-8464-44b0-8419-6fe281098b26.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.910837] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82cabf07-0909-4567-9680-5de01a0d34f0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.920063] env[62094]: DEBUG oslo_vmware.api [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.927031] env[62094]: DEBUG oslo_vmware.api [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Task: {'id': task-1400374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263228} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.927567] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.927854] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.928140] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.928582] env[62094]: INFO nova.compute.manager [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1099.928737] env[62094]: DEBUG oslo.service.loopingcall [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.929111] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Waiting for the task: (returnval){ [ 1099.929111] env[62094]: value = "task-1400375" [ 1099.929111] env[62094]: _type = "Task" [ 1099.929111] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.929386] env[62094]: DEBUG nova.compute.manager [-] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1099.929525] env[62094]: DEBUG nova.network.neutron [-] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.943175] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400375, 'name': Rename_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.334944] env[62094]: DEBUG nova.compute.manager [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1100.345040] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "refresh_cache-ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.345040] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquired lock "refresh_cache-ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.345040] env[62094]: DEBUG nova.network.neutron [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.405184] env[62094]: DEBUG oslo_vmware.api [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.445520] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400375, 'name': Rename_Task, 'duration_secs': 0.221197} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.445871] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.446801] env[62094]: DEBUG nova.network.neutron [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Successfully created port: b183870b-dc79-424d-967b-1c0b1e970852 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.448839] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c8ad0f1-a012-4600-9f2b-37c35a9007b2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.460163] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Waiting for the task: (returnval){ [ 1100.460163] env[62094]: value = "task-1400376" [ 1100.460163] env[62094]: _type = "Task" [ 1100.460163] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.475543] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.777822] env[62094]: DEBUG nova.network.neutron [-] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.807926] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8389ef-71f9-4928-bd41-0115b91ccfbd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.821652] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3220da4a-ee39-4809-ab52-fde7dffc05c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.868421] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c45839-274d-46e7-9ee9-d6c8d6f2ee48 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.879165] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c8294b-9c89-4693-beef-f062ba54f669 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.893205] env[62094]: DEBUG nova.compute.provider_tree [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.902807] env[62094]: DEBUG oslo_vmware.api [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400373, 'name': ReconfigVM_Task, 'duration_secs': 1.090622} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.904199] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.904336] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Reconfigured VM to attach interface {{(pid=62094) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1100.918378] env[62094]: DEBUG nova.network.neutron [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.924684] env[62094]: DEBUG nova.compute.manager [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Received event network-changed-7b4fa9b0-01ca-4192-8b45-e25ae66703b8 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1100.924901] env[62094]: DEBUG nova.compute.manager [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Refreshing instance network info cache due to event network-changed-7b4fa9b0-01ca-4192-8b45-e25ae66703b8. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1100.925138] env[62094]: DEBUG oslo_concurrency.lockutils [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] Acquiring lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.925392] env[62094]: DEBUG oslo_concurrency.lockutils [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] Acquired lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.925680] env[62094]: DEBUG nova.network.neutron [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Refreshing network info cache for port 7b4fa9b0-01ca-4192-8b45-e25ae66703b8 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.974471] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400376, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.114882] env[62094]: DEBUG nova.network.neutron [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Updating instance_info_cache with network_info: [{"id": "e1976fd2-7cfd-4508-8fa9-413d62c44439", "address": "fa:16:3e:c2:bc:45", "network": {"id": "078c759a-ba1b-40fe-914d-26684d8e3a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-354929716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf4bb5e2255d44b49a16ad11bd0580c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1976fd2-7c", "ovs_interfaceid": "e1976fd2-7cfd-4508-8fa9-413d62c44439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.268911] env[62094]: DEBUG nova.compute.manager [req-ac9ce44f-435f-4865-97e3-964249182a1b req-fa5919b1-4ca3-4175-897b-c09542eb2d9b service nova] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Received event network-vif-deleted-ba7ed433-3eae-4e96-a1cb-bde4b7732d69 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1101.281500] env[62094]: INFO nova.compute.manager [-] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Took 1.35 seconds to deallocate network for instance. [ 1101.318662] env[62094]: DEBUG oslo_concurrency.lockutils [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Acquiring lock "e613db92-04b3-409f-b7a4-2ea53a87eb01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.318662] env[62094]: DEBUG oslo_concurrency.lockutils [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Lock "e613db92-04b3-409f-b7a4-2ea53a87eb01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.318662] env[62094]: DEBUG oslo_concurrency.lockutils [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Acquiring lock "e613db92-04b3-409f-b7a4-2ea53a87eb01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.319056] env[62094]: DEBUG oslo_concurrency.lockutils [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Lock "e613db92-04b3-409f-b7a4-2ea53a87eb01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.319056] env[62094]: DEBUG oslo_concurrency.lockutils [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Lock "e613db92-04b3-409f-b7a4-2ea53a87eb01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.322080] env[62094]: INFO nova.compute.manager [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Terminating instance [ 1101.324055] env[62094]: DEBUG nova.compute.manager [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1101.324380] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0695c6f-bff3-4bab-a0bd-2b1ace1556c1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.334284] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca2a0df-aae2-4c07-967c-706b16b0699f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.378177] env[62094]: DEBUG nova.compute.manager [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1101.380648] env[62094]: WARNING nova.virt.vmwareapi.driver [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance e613db92-04b3-409f-b7a4-2ea53a87eb01 could not be found. [ 1101.380885] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.381745] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17a77d74-123e-4155-8caf-9a46ae7ed9ef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.393299] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1415dc6-c6e8-49ba-b6a6-88c58d9b6a9d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.406584] env[62094]: DEBUG nova.scheduler.client.report [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1101.413471] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b7022e4a-1fe2-48d3-b553-e9ca3d89d2af tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-59d7015b-94d3-4348-89d3-0f4cbb4304a2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.387s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.417763] env[62094]: DEBUG nova.virt.hardware [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1101.417763] env[62094]: DEBUG nova.virt.hardware [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1101.417763] env[62094]: DEBUG nova.virt.hardware [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.417763] env[62094]: DEBUG nova.virt.hardware [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1101.417763] env[62094]: DEBUG nova.virt.hardware [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.417763] env[62094]: DEBUG nova.virt.hardware [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1101.418114] env[62094]: DEBUG nova.virt.hardware [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1101.418114] env[62094]: DEBUG nova.virt.hardware [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1101.418293] env[62094]: DEBUG nova.virt.hardware [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1101.418462] env[62094]: DEBUG nova.virt.hardware [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1101.418627] env[62094]: DEBUG nova.virt.hardware [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1101.419583] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b675ad-4135-4901-922b-a0a31d5c819c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.440983] env[62094]: WARNING nova.virt.vmwareapi.vmops [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e613db92-04b3-409f-b7a4-2ea53a87eb01 could not be found. [ 1101.441239] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.441425] env[62094]: INFO nova.compute.manager [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1101.441711] env[62094]: DEBUG oslo.service.loopingcall [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1101.443818] env[62094]: DEBUG nova.compute.manager [-] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1101.443818] env[62094]: DEBUG nova.network.neutron [-] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.449719] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f32e85-2b14-454f-865e-56249a6bfdc7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.475828] env[62094]: DEBUG oslo_vmware.api [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400376, 'name': PowerOnVM_Task, 'duration_secs': 0.659741} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.475828] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.475828] env[62094]: INFO nova.compute.manager [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1101.475828] env[62094]: DEBUG nova.compute.manager [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1101.475828] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b193ab64-0cca-43f6-ab27-c5630bee6b71 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.508635] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "c3be1ae7-ad87-4211-9418-58d1101ff16c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.508959] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c3be1ae7-ad87-4211-9418-58d1101ff16c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.618680] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Releasing lock "refresh_cache-ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.619030] env[62094]: DEBUG nova.compute.manager [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Instance network_info: |[{"id": "e1976fd2-7cfd-4508-8fa9-413d62c44439", "address": "fa:16:3e:c2:bc:45", "network": {"id": "078c759a-ba1b-40fe-914d-26684d8e3a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-354929716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf4bb5e2255d44b49a16ad11bd0580c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1976fd2-7c", "ovs_interfaceid": "e1976fd2-7cfd-4508-8fa9-413d62c44439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1101.619527] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:bc:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1976fd2-7cfd-4508-8fa9-413d62c44439', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.630927] env[62094]: DEBUG oslo.service.loopingcall [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1101.630927] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.630927] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01564791-474d-4454-a186-c411dfe772ef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.662805] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.662805] env[62094]: value = "task-1400377" [ 1101.662805] env[62094]: _type = "Task" [ 1101.662805] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.671623] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400377, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.693853] env[62094]: DEBUG nova.network.neutron [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Updated VIF entry in instance network info cache for port 7b4fa9b0-01ca-4192-8b45-e25ae66703b8. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.694325] env[62094]: DEBUG nova.network.neutron [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Updating instance_info_cache with network_info: [{"id": "21140c7c-86cf-4706-aabc-9422e7c39532", "address": "fa:16:3e:45:08:49", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21140c7c-86", "ovs_interfaceid": "21140c7c-86cf-4706-aabc-9422e7c39532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b4fa9b0-01ca-4192-8b45-e25ae66703b8", "address": "fa:16:3e:bf:19:55", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b4fa9b0-01", "ovs_interfaceid": "7b4fa9b0-01ca-4192-8b45-e25ae66703b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.720979] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.721213] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.721413] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.791744] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.914058] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.914501] env[62094]: DEBUG nova.compute.manager [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1101.917432] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.740s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.918750] env[62094]: INFO nova.compute.claims [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.998441] env[62094]: INFO nova.compute.manager [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Took 36.10 seconds to build instance. [ 1102.013854] env[62094]: DEBUG nova.compute.utils [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1102.172964] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400377, 'name': CreateVM_Task, 'duration_secs': 0.497175} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.173166] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.173851] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.174035] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.174466] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.174733] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d33c4f9-9c30-42e9-9705-cb9cc862b95d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.179523] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1102.179523] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c233ff-c682-5021-5c3e-058c3067801f" [ 1102.179523] env[62094]: _type = "Task" [ 1102.179523] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.187433] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c233ff-c682-5021-5c3e-058c3067801f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.197178] env[62094]: DEBUG oslo_concurrency.lockutils [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] Releasing lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.197429] env[62094]: DEBUG nova.compute.manager [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Received event network-vif-plugged-e1976fd2-7cfd-4508-8fa9-413d62c44439 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1102.197631] env[62094]: DEBUG oslo_concurrency.lockutils [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] Acquiring lock "ba9f4f11-caa2-4916-a1ed-cbe96644c8ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.197834] env[62094]: DEBUG oslo_concurrency.lockutils [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] Lock "ba9f4f11-caa2-4916-a1ed-cbe96644c8ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.197996] env[62094]: DEBUG oslo_concurrency.lockutils [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] Lock "ba9f4f11-caa2-4916-a1ed-cbe96644c8ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.198182] env[62094]: DEBUG nova.compute.manager [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] No waiting events found dispatching network-vif-plugged-e1976fd2-7cfd-4508-8fa9-413d62c44439 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1102.198353] env[62094]: WARNING nova.compute.manager [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Received unexpected event network-vif-plugged-e1976fd2-7cfd-4508-8fa9-413d62c44439 for instance with vm_state building and task_state spawning. [ 1102.198526] env[62094]: DEBUG nova.compute.manager [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Received event network-changed-e1976fd2-7cfd-4508-8fa9-413d62c44439 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1102.198682] env[62094]: DEBUG nova.compute.manager [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Refreshing instance network info cache due to event network-changed-e1976fd2-7cfd-4508-8fa9-413d62c44439. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1102.198867] env[62094]: DEBUG oslo_concurrency.lockutils [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] Acquiring lock "refresh_cache-ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.199012] env[62094]: DEBUG oslo_concurrency.lockutils [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] Acquired lock "refresh_cache-ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.199178] env[62094]: DEBUG nova.network.neutron [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Refreshing network info cache for port e1976fd2-7cfd-4508-8fa9-413d62c44439 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.225070] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.306040] env[62094]: DEBUG nova.network.neutron [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Successfully updated port: b183870b-dc79-424d-967b-1c0b1e970852 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.425903] env[62094]: DEBUG nova.compute.utils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1102.434472] env[62094]: DEBUG nova.compute.manager [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1102.434698] env[62094]: DEBUG nova.network.neutron [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.498717] env[62094]: DEBUG nova.policy [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b21dccb140f4451ab4d7b6dd04398a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56d9caf1df5943778427371efb4c140e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1102.500962] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bea851c-37a9-4e6d-9869-0f5de56efc67 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Lock "08a0f783-8464-44b0-8419-6fe281098b26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.244s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.517252] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c3be1ae7-ad87-4211-9418-58d1101ff16c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.693571] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c233ff-c682-5021-5c3e-058c3067801f, 'name': SearchDatastore_Task, 'duration_secs': 0.012676} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.693571] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.693571] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.693571] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.693571] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.693571] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.693571] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ead524bb-a1fb-408c-a6d9-9d29ae67f01c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.706101] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.706756] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.709105] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fbfc36-acdf-41ac-82bc-6aa8b1d86960 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.713749] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1102.713749] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b896fb-94a1-0619-6727-da32110e686a" [ 1102.713749] env[62094]: _type = "Task" [ 1102.713749] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.723654] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b896fb-94a1-0619-6727-da32110e686a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.793607] env[62094]: DEBUG nova.network.neutron [-] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.809861] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "refresh_cache-cfc0fe88-5a4d-4d10-b528-f6fdc55bc196" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.809861] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquired lock "refresh_cache-cfc0fe88-5a4d-4d10-b528-f6fdc55bc196" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.809861] env[62094]: DEBUG nova.network.neutron [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.938483] env[62094]: DEBUG nova.compute.manager [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1102.942998] env[62094]: DEBUG nova.network.neutron [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Successfully created port: 4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.047518] env[62094]: DEBUG nova.network.neutron [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Updated VIF entry in instance network info cache for port e1976fd2-7cfd-4508-8fa9-413d62c44439. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.047911] env[62094]: DEBUG nova.network.neutron [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Updating instance_info_cache with network_info: [{"id": "e1976fd2-7cfd-4508-8fa9-413d62c44439", "address": "fa:16:3e:c2:bc:45", "network": {"id": "078c759a-ba1b-40fe-914d-26684d8e3a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-354929716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf4bb5e2255d44b49a16ad11bd0580c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1976fd2-7c", "ovs_interfaceid": "e1976fd2-7cfd-4508-8fa9-413d62c44439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.231371] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b896fb-94a1-0619-6727-da32110e686a, 'name': SearchDatastore_Task, 'duration_secs': 0.029788} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.232454] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505ff03c-9d2f-4983-964f-d1f3b5ff6ddb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.239374] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1103.239374] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52622f30-b55f-82c5-4868-80fcefb7ab26" [ 1103.239374] env[62094]: _type = "Task" [ 1103.239374] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.255929] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52622f30-b55f-82c5-4868-80fcefb7ab26, 'name': SearchDatastore_Task, 'duration_secs': 0.012709} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.262908] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.263217] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] ba9f4f11-caa2-4916-a1ed-cbe96644c8ef/ba9f4f11-caa2-4916-a1ed-cbe96644c8ef.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.263813] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b785728-824f-4415-a36b-1584948ed21c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.271879] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1103.271879] env[62094]: value = "task-1400378" [ 1103.271879] env[62094]: _type = "Task" [ 1103.271879] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.282235] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.299822] env[62094]: INFO nova.compute.manager [-] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Took 1.86 seconds to deallocate network for instance. [ 1103.376117] env[62094]: DEBUG nova.network.neutron [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.499428] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6016116b-e3cf-4ad1-a83e-f70e109d519d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.510653] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c7a291-f7fd-4ddb-9051-1d7a300e475a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.551303] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786aa430-4944-473e-a0cd-398ba3b7fa59 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.554647] env[62094]: DEBUG oslo_concurrency.lockutils [req-db48eb16-5eba-491b-bd8e-14280dc0cf16 req-ca8dda76-4fcb-4af5-90f6-481343308cea service nova] Releasing lock "refresh_cache-ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.561576] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4187ed4-cddb-4b2a-840f-cb751093b423 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.577147] env[62094]: DEBUG nova.compute.provider_tree [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.592341] env[62094]: DEBUG nova.network.neutron [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Updating instance_info_cache with network_info: [{"id": "b183870b-dc79-424d-967b-1c0b1e970852", "address": "fa:16:3e:89:1d:85", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb183870b-dc", "ovs_interfaceid": "b183870b-dc79-424d-967b-1c0b1e970852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.614721] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "c3be1ae7-ad87-4211-9418-58d1101ff16c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.615801] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c3be1ae7-ad87-4211-9418-58d1101ff16c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.615801] env[62094]: INFO nova.compute.manager [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Attaching volume a6776e32-6e35-4eac-a7c4-cd20d5c86e6d to /dev/sdb [ 1103.672409] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfd047a-ffb5-4ed0-a1a9-52c0b1ee3aa9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.681180] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f97ebc0-9665-441f-83b9-eb6457989fd0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.696417] env[62094]: DEBUG nova.virt.block_device [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Updating existing volume attachment record: 6ee634df-9699-4d86-bbdf-7f6ce9db3589 {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1103.788121] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.887991] env[62094]: INFO nova.compute.manager [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Took 0.59 seconds to detach 1 volumes for instance. [ 1103.891439] env[62094]: DEBUG nova.compute.manager [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Deleting volume: b63d40cf-ca66-4aca-bb4d-988002e4b977 {{(pid=62094) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1103.925588] env[62094]: DEBUG nova.compute.manager [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Received event network-vif-plugged-b183870b-dc79-424d-967b-1c0b1e970852 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1103.925588] env[62094]: DEBUG oslo_concurrency.lockutils [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] Acquiring lock "cfc0fe88-5a4d-4d10-b528-f6fdc55bc196-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.925773] env[62094]: DEBUG oslo_concurrency.lockutils [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] Lock "cfc0fe88-5a4d-4d10-b528-f6fdc55bc196-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.925916] env[62094]: DEBUG oslo_concurrency.lockutils [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] Lock "cfc0fe88-5a4d-4d10-b528-f6fdc55bc196-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.926371] env[62094]: DEBUG nova.compute.manager [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] No waiting events found dispatching network-vif-plugged-b183870b-dc79-424d-967b-1c0b1e970852 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1103.926994] env[62094]: WARNING nova.compute.manager [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Received unexpected event network-vif-plugged-b183870b-dc79-424d-967b-1c0b1e970852 for instance with vm_state building and task_state spawning. [ 1103.926994] env[62094]: DEBUG nova.compute.manager [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Received event network-vif-deleted-c19664b9-f77a-4517-b689-19ec34a58a7f {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1103.927349] env[62094]: DEBUG nova.compute.manager [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Received event network-changed-b183870b-dc79-424d-967b-1c0b1e970852 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1103.927653] env[62094]: DEBUG nova.compute.manager [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Refreshing instance network info cache due to event network-changed-b183870b-dc79-424d-967b-1c0b1e970852. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1103.927855] env[62094]: DEBUG oslo_concurrency.lockutils [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] Acquiring lock "refresh_cache-cfc0fe88-5a4d-4d10-b528-f6fdc55bc196" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.951660] env[62094]: DEBUG nova.compute.manager [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1104.000639] env[62094]: DEBUG nova.virt.hardware [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1104.001784] env[62094]: DEBUG nova.virt.hardware [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1104.002074] env[62094]: DEBUG nova.virt.hardware [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.002276] env[62094]: DEBUG nova.virt.hardware [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1104.002452] env[62094]: DEBUG nova.virt.hardware [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.002634] env[62094]: DEBUG nova.virt.hardware [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1104.002847] env[62094]: DEBUG nova.virt.hardware [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1104.003097] env[62094]: DEBUG nova.virt.hardware [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1104.003249] env[62094]: DEBUG nova.virt.hardware [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1104.003430] env[62094]: DEBUG nova.virt.hardware [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1104.003609] env[62094]: DEBUG nova.virt.hardware [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1104.004863] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f882d7-a013-496c-b7c3-4be50890680a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.016816] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6c8dd4-6c59-4696-9f75-7774aeadebae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.080759] env[62094]: DEBUG nova.scheduler.client.report [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1104.099015] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Releasing lock "refresh_cache-cfc0fe88-5a4d-4d10-b528-f6fdc55bc196" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.099015] env[62094]: DEBUG nova.compute.manager [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Instance network_info: |[{"id": "b183870b-dc79-424d-967b-1c0b1e970852", "address": "fa:16:3e:89:1d:85", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb183870b-dc", "ovs_interfaceid": "b183870b-dc79-424d-967b-1c0b1e970852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1104.099015] env[62094]: DEBUG oslo_concurrency.lockutils [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] Acquired lock "refresh_cache-cfc0fe88-5a4d-4d10-b528-f6fdc55bc196" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.099015] env[62094]: DEBUG nova.network.neutron [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Refreshing network info cache for port b183870b-dc79-424d-967b-1c0b1e970852 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.099015] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:1d:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b183870b-dc79-424d-967b-1c0b1e970852', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.109146] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Creating folder: Project (e27a3292c1e2421780ddbf6550478320). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.111966] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-430fab48-3df9-48b4-ab2e-e967c807f7bf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.126878] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Created folder: Project (e27a3292c1e2421780ddbf6550478320) in parent group-v296765. [ 1104.126878] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Creating folder: Instances. Parent ref: group-v296901. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.126878] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be1f4b23-da7b-4846-b4fd-da54b48c10b6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.140564] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Created folder: Instances in parent group-v296901. [ 1104.143561] env[62094]: DEBUG oslo.service.loopingcall [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1104.143561] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.143561] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3531fc1-672b-47a5-9f09-d2bfa41ff9e4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.167731] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.167731] env[62094]: value = "task-1400383" [ 1104.167731] env[62094]: _type = "Task" [ 1104.167731] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.179482] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400383, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.287680] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595287} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.291237] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] ba9f4f11-caa2-4916-a1ed-cbe96644c8ef/ba9f4f11-caa2-4916-a1ed-cbe96644c8ef.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.291237] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.291237] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fe531a9-5008-4eb5-98ae-1b8d4b24419e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.298480] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1104.298480] env[62094]: value = "task-1400385" [ 1104.298480] env[62094]: _type = "Task" [ 1104.298480] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.307764] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.453118] env[62094]: DEBUG oslo_concurrency.lockutils [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.579213] env[62094]: DEBUG nova.network.neutron [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Updated VIF entry in instance network info cache for port b183870b-dc79-424d-967b-1c0b1e970852. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.579661] env[62094]: DEBUG nova.network.neutron [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Updating instance_info_cache with network_info: [{"id": "b183870b-dc79-424d-967b-1c0b1e970852", "address": "fa:16:3e:89:1d:85", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb183870b-dc", "ovs_interfaceid": "b183870b-dc79-424d-967b-1c0b1e970852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.587614] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.587897] env[62094]: DEBUG nova.compute.manager [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1104.591597] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.314s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.593384] env[62094]: INFO nova.compute.claims [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.677902] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400383, 'name': CreateVM_Task, 'duration_secs': 0.439637} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.678113] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.678772] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.678943] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.679369] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.679649] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03c1bbf-8558-4c8f-afd5-4468f0a72844 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.685132] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1104.685132] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521f329b-a103-8865-0e32-50c94abd9211" [ 1104.685132] env[62094]: _type = "Task" [ 1104.685132] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.693974] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521f329b-a103-8865-0e32-50c94abd9211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.727216] env[62094]: DEBUG nova.network.neutron [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Successfully updated port: 4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.811190] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080967} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.811611] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.813862] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46558e85-f980-4a63-812a-607a2c785034 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.839689] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] ba9f4f11-caa2-4916-a1ed-cbe96644c8ef/ba9f4f11-caa2-4916-a1ed-cbe96644c8ef.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.840033] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40286e0-7dc4-4d0c-9f1d-fd51318edf9d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.861849] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1104.861849] env[62094]: value = "task-1400387" [ 1104.861849] env[62094]: _type = "Task" [ 1104.861849] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.872851] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.999371] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Acquiring lock "08a0f783-8464-44b0-8419-6fe281098b26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.999694] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Lock "08a0f783-8464-44b0-8419-6fe281098b26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.000354] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Acquiring lock "08a0f783-8464-44b0-8419-6fe281098b26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.000588] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Lock "08a0f783-8464-44b0-8419-6fe281098b26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.000800] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Lock "08a0f783-8464-44b0-8419-6fe281098b26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.003670] env[62094]: INFO nova.compute.manager [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Terminating instance [ 1105.005649] env[62094]: DEBUG nova.compute.manager [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1105.005870] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.006670] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c412f9-3de0-4f5d-a8d3-c151639903a1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.016124] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.016444] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b430d0ef-e442-47d2-9502-3839f5779a03 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.023538] env[62094]: DEBUG oslo_vmware.api [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Waiting for the task: (returnval){ [ 1105.023538] env[62094]: value = "task-1400388" [ 1105.023538] env[62094]: _type = "Task" [ 1105.023538] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.035296] env[62094]: DEBUG oslo_vmware.api [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.084471] env[62094]: DEBUG oslo_concurrency.lockutils [req-6c616970-6f3c-407b-af8a-8dbebf3bf92b req-157f5689-ddf5-41dd-97c5-6f88c37b681f service nova] Releasing lock "refresh_cache-cfc0fe88-5a4d-4d10-b528-f6fdc55bc196" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.099208] env[62094]: DEBUG nova.compute.utils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1105.106683] env[62094]: DEBUG nova.compute.manager [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1105.106931] env[62094]: DEBUG nova.network.neutron [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.185354] env[62094]: DEBUG nova.policy [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5632876e324a6e8c00fe94be4ef4c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f946d53d33e4285b93da32355ab1080', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1105.207908] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521f329b-a103-8865-0e32-50c94abd9211, 'name': SearchDatastore_Task, 'duration_secs': 0.010737} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.207908] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.207908] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.208086] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.208305] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.208425] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.208802] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9456c21-35e3-43cb-a26a-395d62ba6c72 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.218693] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.219757] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.219896] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a794790e-6509-473d-aa1b-ce49c873d7d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.229842] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1105.229842] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]522182df-3183-6e2e-5404-46eb93655ab5" [ 1105.229842] env[62094]: _type = "Task" [ 1105.229842] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.234924] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.235073] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.235732] env[62094]: DEBUG nova.network.neutron [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.244851] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522182df-3183-6e2e-5404-46eb93655ab5, 'name': SearchDatastore_Task, 'duration_secs': 0.011905} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.244851] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a5d905-510f-4090-921d-36e9ea7b45da {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.251364] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1105.251364] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a7f837-6266-8caf-1bd7-76fc3cbffe5e" [ 1105.251364] env[62094]: _type = "Task" [ 1105.251364] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.263701] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a7f837-6266-8caf-1bd7-76fc3cbffe5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.376046] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.519573] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f8ee6-8135-dbff-045e-2d3cb627e6a1/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1105.520598] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd5664a-878e-4783-bd28-31270a282979 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.530729] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f8ee6-8135-dbff-045e-2d3cb627e6a1/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1105.530928] env[62094]: ERROR oslo_vmware.rw_handles [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f8ee6-8135-dbff-045e-2d3cb627e6a1/disk-0.vmdk due to incomplete transfer. [ 1105.531589] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-96204ee4-660f-4e44-ba91-69f1f7e8428b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.539946] env[62094]: DEBUG oslo_vmware.api [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400388, 'name': PowerOffVM_Task, 'duration_secs': 0.228887} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.540994] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.541080] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.541588] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-058672b9-aea0-4e53-80f4-77e861c96aa5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.546911] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f8ee6-8135-dbff-045e-2d3cb627e6a1/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1105.547182] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Uploaded image 22e0bb33-ee45-4ba6-93a5-ebd9deff4e35 to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1105.550119] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1105.551283] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5512aa5b-3fe9-4219-8676-db69dee20c90 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.561665] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1105.561665] env[62094]: value = "task-1400390" [ 1105.561665] env[62094]: _type = "Task" [ 1105.561665] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.571425] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400390, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.587842] env[62094]: DEBUG nova.network.neutron [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Successfully created port: 1c24bb59-f1c9-4884-9f71-9dbb5639f004 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.607210] env[62094]: DEBUG nova.compute.manager [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1105.646366] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.646621] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.646806] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Deleting the datastore file [datastore1] 08a0f783-8464-44b0-8419-6fe281098b26 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.647460] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e34aeaf-4fea-4b05-a660-a59976be896c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.659608] env[62094]: DEBUG oslo_vmware.api [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Waiting for the task: (returnval){ [ 1105.659608] env[62094]: value = "task-1400391" [ 1105.659608] env[62094]: _type = "Task" [ 1105.659608] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.678173] env[62094]: DEBUG oslo_vmware.api [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.767101] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a7f837-6266-8caf-1bd7-76fc3cbffe5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011755} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.770014] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.770354] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] cfc0fe88-5a4d-4d10-b528-f6fdc55bc196/cfc0fe88-5a4d-4d10-b528-f6fdc55bc196.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.770954] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92633897-6e8a-412e-8992-9a5e95234698 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.780943] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1105.780943] env[62094]: value = "task-1400392" [ 1105.780943] env[62094]: _type = "Task" [ 1105.780943] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.789756] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.798058] env[62094]: DEBUG nova.network.neutron [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.878336] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400387, 'name': ReconfigVM_Task, 'duration_secs': 0.548693} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.878621] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Reconfigured VM instance instance-0000002e to attach disk [datastore1] ba9f4f11-caa2-4916-a1ed-cbe96644c8ef/ba9f4f11-caa2-4916-a1ed-cbe96644c8ef.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.879322] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5af7ea2-656a-4672-a54b-92b982a39ddb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.887168] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1105.887168] env[62094]: value = "task-1400393" [ 1105.887168] env[62094]: _type = "Task" [ 1105.887168] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.902248] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400393, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.060441] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "interface-59d7015b-94d3-4348-89d3-0f4cbb4304a2-7b4fa9b0-01ca-4192-8b45-e25ae66703b8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.060441] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-59d7015b-94d3-4348-89d3-0f4cbb4304a2-7b4fa9b0-01ca-4192-8b45-e25ae66703b8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.080302] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400390, 'name': Destroy_Task, 'duration_secs': 0.432563} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.080823] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Destroyed the VM [ 1106.081368] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1106.081786] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8c459f3f-aee6-4514-b62b-2c75e95f95d2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.089143] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1106.089143] env[62094]: value = "task-1400394" [ 1106.089143] env[62094]: _type = "Task" [ 1106.089143] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.106755] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400394, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.130766] env[62094]: DEBUG nova.network.neutron [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updating instance_info_cache with network_info: [{"id": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "address": "fa:16:3e:4d:16:37", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc351d5-e0", "ovs_interfaceid": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.176823] env[62094]: DEBUG oslo_vmware.api [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Task: {'id': task-1400391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155846} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.181258] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.182043] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.182173] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.182459] env[62094]: INFO nova.compute.manager [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1106.183175] env[62094]: DEBUG oslo.service.loopingcall [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1106.183886] env[62094]: DEBUG nova.compute.manager [-] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1106.186030] env[62094]: DEBUG nova.network.neutron [-] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.199021] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ac93f7-2e9a-4380-a3cd-01ce3b00ba6f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.207279] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53936350-644e-420b-b59d-7c8b83ab0a05 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.244454] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd8fd97-8def-4142-8b4d-0d1edb244b15 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.253608] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60c1664-732e-4cf3-a010-0b74bec8a1b3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.271027] env[62094]: DEBUG nova.compute.provider_tree [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.295490] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498838} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.295770] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] cfc0fe88-5a4d-4d10-b528-f6fdc55bc196/cfc0fe88-5a4d-4d10-b528-f6fdc55bc196.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.295989] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.298844] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0d4accf-b676-4b85-a6a2-6e17972eb821 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.303824] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1106.303824] env[62094]: value = "task-1400395" [ 1106.303824] env[62094]: _type = "Task" [ 1106.303824] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.314109] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.401801] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400393, 'name': Rename_Task, 'duration_secs': 0.205368} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.402135] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.402451] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fce650d-c6b2-4da8-89df-b3dffc9c7fe3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.413544] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1106.413544] env[62094]: value = "task-1400397" [ 1106.413544] env[62094]: _type = "Task" [ 1106.413544] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.425373] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.519139] env[62094]: DEBUG nova.compute.manager [req-a0dc8db3-2e0e-4d13-a966-7c4cd4d2510b req-19577658-5b07-465f-b498-0edcf4b37e61 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Received event network-vif-plugged-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1106.520569] env[62094]: DEBUG oslo_concurrency.lockutils [req-a0dc8db3-2e0e-4d13-a966-7c4cd4d2510b req-19577658-5b07-465f-b498-0edcf4b37e61 service nova] Acquiring lock "e8a64c70-0423-42bf-9414-9554f82db3dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.520569] env[62094]: DEBUG oslo_concurrency.lockutils [req-a0dc8db3-2e0e-4d13-a966-7c4cd4d2510b req-19577658-5b07-465f-b498-0edcf4b37e61 service nova] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.520569] env[62094]: DEBUG oslo_concurrency.lockutils [req-a0dc8db3-2e0e-4d13-a966-7c4cd4d2510b req-19577658-5b07-465f-b498-0edcf4b37e61 service nova] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.520569] env[62094]: DEBUG nova.compute.manager [req-a0dc8db3-2e0e-4d13-a966-7c4cd4d2510b req-19577658-5b07-465f-b498-0edcf4b37e61 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] No waiting events found dispatching network-vif-plugged-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1106.520569] env[62094]: WARNING nova.compute.manager [req-a0dc8db3-2e0e-4d13-a966-7c4cd4d2510b req-19577658-5b07-465f-b498-0edcf4b37e61 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Received unexpected event network-vif-plugged-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 for instance with vm_state building and task_state spawning. [ 1106.520569] env[62094]: DEBUG nova.compute.manager [req-a0dc8db3-2e0e-4d13-a966-7c4cd4d2510b req-19577658-5b07-465f-b498-0edcf4b37e61 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Received event network-changed-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1106.520569] env[62094]: DEBUG nova.compute.manager [req-a0dc8db3-2e0e-4d13-a966-7c4cd4d2510b req-19577658-5b07-465f-b498-0edcf4b37e61 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Refreshing instance network info cache due to event network-changed-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1106.520849] env[62094]: DEBUG oslo_concurrency.lockutils [req-a0dc8db3-2e0e-4d13-a966-7c4cd4d2510b req-19577658-5b07-465f-b498-0edcf4b37e61 service nova] Acquiring lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.564823] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.564823] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.566761] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ff1588-2b61-4002-ad38-e0c48b9c46b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.585616] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3de710-5dd0-4627-91fe-3380ddfcf21b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.614017] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Reconfiguring VM to detach interface {{(pid=62094) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1106.614863] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a178f158-95d8-4192-8a05-d66c6558c496 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.631677] env[62094]: DEBUG nova.compute.manager [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1106.634630] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400394, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.638229] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.638229] env[62094]: DEBUG nova.compute.manager [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Instance network_info: |[{"id": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "address": "fa:16:3e:4d:16:37", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc351d5-e0", "ovs_interfaceid": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1106.638229] env[62094]: DEBUG oslo_concurrency.lockutils [req-a0dc8db3-2e0e-4d13-a966-7c4cd4d2510b req-19577658-5b07-465f-b498-0edcf4b37e61 service nova] Acquired lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.638229] env[62094]: DEBUG nova.network.neutron [req-a0dc8db3-2e0e-4d13-a966-7c4cd4d2510b req-19577658-5b07-465f-b498-0edcf4b37e61 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Refreshing network info cache for port 4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.638473] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:16:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bc351d5-e03b-4dc5-bebe-c3c1fee6e858', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.646996] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Creating folder: Project (56d9caf1df5943778427371efb4c140e). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1106.648212] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41bc4e31-18ec-409b-824c-546699077384 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.650089] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1106.650089] env[62094]: value = "task-1400398" [ 1106.650089] env[62094]: _type = "Task" [ 1106.650089] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.660874] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.664134] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Created folder: Project (56d9caf1df5943778427371efb4c140e) in parent group-v296765. [ 1106.664368] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Creating folder: Instances. Parent ref: group-v296906. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1106.664800] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a1fdcaa-7b9a-4fe0-b1c8-32703aa1d872 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.672944] env[62094]: DEBUG nova.virt.hardware [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1106.673725] env[62094]: DEBUG nova.virt.hardware [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1106.673902] env[62094]: DEBUG nova.virt.hardware [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.674108] env[62094]: DEBUG nova.virt.hardware [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1106.674263] env[62094]: DEBUG nova.virt.hardware [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.674426] env[62094]: DEBUG nova.virt.hardware [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1106.674632] env[62094]: DEBUG nova.virt.hardware [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1106.674795] env[62094]: DEBUG nova.virt.hardware [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1106.674963] env[62094]: DEBUG nova.virt.hardware [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1106.675142] env[62094]: DEBUG nova.virt.hardware [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1106.675315] env[62094]: DEBUG nova.virt.hardware [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1106.676369] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013746a6-e389-461c-9af9-e4b866f0ad00 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.680054] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Created folder: Instances in parent group-v296906. [ 1106.680094] env[62094]: DEBUG oslo.service.loopingcall [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1106.680748] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.680912] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c758e7a-306f-4035-87d8-1d6e4f322788 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.699959] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5649d1aa-e15d-4b73-a518-d544e099129f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.704886] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.704886] env[62094]: value = "task-1400401" [ 1106.704886] env[62094]: _type = "Task" [ 1106.704886] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.721112] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400401, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.774849] env[62094]: DEBUG nova.scheduler.client.report [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1106.815421] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072554} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.815768] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.816735] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757fd9b8-7d01-45ae-bd49-775b9cbe78c4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.839661] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] cfc0fe88-5a4d-4d10-b528-f6fdc55bc196/cfc0fe88-5a4d-4d10-b528-f6fdc55bc196.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.840044] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4140a436-9485-49c5-b269-68759d20e7c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.859748] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1106.859748] env[62094]: value = "task-1400402" [ 1106.859748] env[62094]: _type = "Task" [ 1106.859748] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.867698] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.923870] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.028406] env[62094]: DEBUG nova.compute.manager [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1107.029762] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3608cf90-e3e6-4720-b45d-68fe98aff497 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.056767] env[62094]: DEBUG nova.network.neutron [-] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.106327] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400394, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.160613] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.216619] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400401, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.280464] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.281122] env[62094]: DEBUG nova.compute.manager [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1107.285209] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.336s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.285311] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.287780] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.720s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.288060] env[62094]: DEBUG nova.objects.instance [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Lazy-loading 'resources' on Instance uuid bfa4f7f3-f018-490c-b375-812633d50a9a {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.340231] env[62094]: INFO nova.scheduler.client.report [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Deleted allocations for instance 373b5cbe-83da-498c-bbf0-6b84a04ceaf8 [ 1107.372050] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.427729] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.545615] env[62094]: INFO nova.compute.manager [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] instance snapshotting [ 1107.552990] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03958918-1663-4407-b042-39662b01aa9b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.559493] env[62094]: INFO nova.compute.manager [-] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Took 1.38 seconds to deallocate network for instance. [ 1107.584295] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b41139e-beaf-4ca0-b77c-42d732e032d7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.604022] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400394, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.667325] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.716076] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400401, 'name': CreateVM_Task, 'duration_secs': 0.671094} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.717816] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.718067] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.718278] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.718662] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.718944] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c467cf2-aab7-45e9-876b-aba52a37f109 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.725047] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1107.725047] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]522c2ae4-9d4f-32d5-821b-3abb5ce0fec4" [ 1107.725047] env[62094]: _type = "Task" [ 1107.725047] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.734088] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522c2ae4-9d4f-32d5-821b-3abb5ce0fec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.793554] env[62094]: DEBUG nova.compute.utils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1107.802977] env[62094]: DEBUG nova.compute.manager [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1107.802977] env[62094]: DEBUG nova.network.neutron [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.847122] env[62094]: DEBUG nova.network.neutron [req-a0dc8db3-2e0e-4d13-a966-7c4cd4d2510b req-19577658-5b07-465f-b498-0edcf4b37e61 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updated VIF entry in instance network info cache for port 4bc351d5-e03b-4dc5-bebe-c3c1fee6e858. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.847122] env[62094]: DEBUG nova.network.neutron [req-a0dc8db3-2e0e-4d13-a966-7c4cd4d2510b req-19577658-5b07-465f-b498-0edcf4b37e61 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updating instance_info_cache with network_info: [{"id": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "address": "fa:16:3e:4d:16:37", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc351d5-e0", "ovs_interfaceid": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.853696] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8df34911-7302-4d15-91ac-632a93d4e0e1 tempest-ServersTestFqdnHostnames-707349149 tempest-ServersTestFqdnHostnames-707349149-project-member] Lock "373b5cbe-83da-498c-bbf0-6b84a04ceaf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.475s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.875739] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400402, 'name': ReconfigVM_Task, 'duration_secs': 0.593214} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.879018] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Reconfigured VM instance instance-0000002f to attach disk [datastore1] cfc0fe88-5a4d-4d10-b528-f6fdc55bc196/cfc0fe88-5a4d-4d10-b528-f6fdc55bc196.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.879018] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8cf7498-1b85-453f-8940-e238d65bb4af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.889066] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1107.889066] env[62094]: value = "task-1400403" [ 1107.889066] env[62094]: _type = "Task" [ 1107.889066] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.895208] env[62094]: DEBUG nova.policy [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecc5dbfbab2c4390a9c56e4b3e8da67f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c91b06392fb4c3da7273e1143f6d0f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1107.902285] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400403, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.932092] env[62094]: DEBUG oslo_vmware.api [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400397, 'name': PowerOnVM_Task, 'duration_secs': 1.26585} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.932092] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.932406] env[62094]: INFO nova.compute.manager [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1107.932439] env[62094]: DEBUG nova.compute.manager [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1107.933471] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9387e0-9cfa-4dc4-a6b8-db4423b1ac77 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.069659] env[62094]: DEBUG nova.network.neutron [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Successfully updated port: 1c24bb59-f1c9-4884-9f71-9dbb5639f004 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.090602] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.101986] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1108.106777] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-479b101c-0a01-4bb9-8383-d0390245993d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.120035] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400394, 'name': RemoveSnapshot_Task, 'duration_secs': 1.604989} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.120432] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1108.120432] env[62094]: value = "task-1400404" [ 1108.120432] env[62094]: _type = "Task" [ 1108.120432] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.120695] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1108.121050] env[62094]: DEBUG nova.compute.manager [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1108.122652] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a19d88-0f14-41fe-a890-75eaed90fa27 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.149409] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400404, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.150059] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.150246] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.150454] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.150641] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.150817] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.156621] env[62094]: INFO nova.compute.manager [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Terminating instance [ 1108.161555] env[62094]: DEBUG nova.compute.manager [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1108.161914] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.162566] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fdf4e2-af2e-4f45-b5bd-341b43c7cba2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.172384] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.177241] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.177755] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-565337c6-0782-4edf-b8cc-2bbec1b2ac47 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.185063] env[62094]: DEBUG oslo_vmware.api [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 1108.185063] env[62094]: value = "task-1400405" [ 1108.185063] env[62094]: _type = "Task" [ 1108.185063] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.194317] env[62094]: DEBUG oslo_vmware.api [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.235826] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522c2ae4-9d4f-32d5-821b-3abb5ce0fec4, 'name': SearchDatastore_Task, 'duration_secs': 0.017452} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.236173] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.236523] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.236758] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.236877] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.237073] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.237377] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ed5a9ce-8861-4c23-81c0-56597acc4e2f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.250027] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.250226] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.251637] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17424966-baf5-48d0-afe9-c4eb71d922c9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.257671] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1108.257671] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a2e536-29ce-fd73-0178-9b76893eff8b" [ 1108.257671] env[62094]: _type = "Task" [ 1108.257671] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.266698] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a2e536-29ce-fd73-0178-9b76893eff8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.305025] env[62094]: DEBUG nova.compute.manager [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1108.339106] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0ae83e-0cb1-4d95-b6ac-0819cfb74dc8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.348130] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89665b30-6b71-49ba-88b1-c490ba93dabf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.352404] env[62094]: DEBUG oslo_concurrency.lockutils [req-a0dc8db3-2e0e-4d13-a966-7c4cd4d2510b req-19577658-5b07-465f-b498-0edcf4b37e61 service nova] Releasing lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.386125] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf4502f-b62e-4be2-a1f3-65293d27987a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.401602] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1446c551-87bd-4134-9f85-064cd0461a5f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.410214] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400403, 'name': Rename_Task, 'duration_secs': 0.164679} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.411021] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.411515] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee8ec650-dbe2-48d9-a0fa-8a9a9114b494 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.423360] env[62094]: DEBUG nova.compute.provider_tree [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.430181] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1108.430181] env[62094]: value = "task-1400406" [ 1108.430181] env[62094]: _type = "Task" [ 1108.430181] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.439560] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.458933] env[62094]: INFO nova.compute.manager [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Took 36.83 seconds to build instance. [ 1108.490832] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Acquiring lock "3205e355-ee5c-454c-b369-d4a650018b67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.491098] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Lock "3205e355-ee5c-454c-b369-d4a650018b67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.572410] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "refresh_cache-7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.572410] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "refresh_cache-7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.572410] env[62094]: DEBUG nova.network.neutron [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.631918] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400404, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.657207] env[62094]: INFO nova.compute.manager [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Shelve offloading [ 1108.662090] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.662398] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-429eca90-db3c-4bfc-a52b-aef40df958a7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.671830] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.676047] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1108.676047] env[62094]: value = "task-1400407" [ 1108.676047] env[62094]: _type = "Task" [ 1108.676047] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.682903] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1108.687019] env[62094]: DEBUG nova.compute.manager [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1108.687019] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931a6b1e-b696-4ee8-b5fe-cb2bc37d2544 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.696987] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.696987] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquired lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.696987] env[62094]: DEBUG nova.network.neutron [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.700131] env[62094]: DEBUG oslo_vmware.api [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400405, 'name': PowerOffVM_Task, 'duration_secs': 0.212988} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.700676] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.700859] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.701668] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-830d78f2-d67a-4ff9-8cd4-43a00906e748 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.752678] env[62094]: DEBUG nova.network.neutron [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Successfully created port: 812996ce-482f-463b-a76f-f99bea8ca7ff {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.764518] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1108.764763] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296905', 'volume_id': 'a6776e32-6e35-4eac-a7c4-cd20d5c86e6d', 'name': 'volume-a6776e32-6e35-4eac-a7c4-cd20d5c86e6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c3be1ae7-ad87-4211-9418-58d1101ff16c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6776e32-6e35-4eac-a7c4-cd20d5c86e6d', 'serial': 'a6776e32-6e35-4eac-a7c4-cd20d5c86e6d'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1108.765605] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e6e8ba-b0c6-450b-87f5-1008ddbf36fb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.774635] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a2e536-29ce-fd73-0178-9b76893eff8b, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.786552] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ace14d-5703-42e7-bb77-a755f937e7ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.789773] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d697c1-ebc9-45b1-8492-965e72d9b882 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.796042] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1108.796042] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52053d84-d8f8-db97-b8cc-cd2093c8d2c1" [ 1108.796042] env[62094]: _type = "Task" [ 1108.796042] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.821217] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-a6776e32-6e35-4eac-a7c4-cd20d5c86e6d/volume-a6776e32-6e35-4eac-a7c4-cd20d5c86e6d.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.824852] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9a59f1d-3b7c-4d26-af61-584fe628b163 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.845829] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52053d84-d8f8-db97-b8cc-cd2093c8d2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.015699} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.847786] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.849041] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] e8a64c70-0423-42bf-9414-9554f82db3dd/e8a64c70-0423-42bf-9414-9554f82db3dd.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.849041] env[62094]: DEBUG oslo_vmware.api [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1108.849041] env[62094]: value = "task-1400409" [ 1108.849041] env[62094]: _type = "Task" [ 1108.849041] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.849041] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a3dc983-e20d-4431-aebc-aacc6d6b8846 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.860615] env[62094]: DEBUG oslo_vmware.api [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400409, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.862221] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1108.862221] env[62094]: value = "task-1400410" [ 1108.862221] env[62094]: _type = "Task" [ 1108.862221] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.868935] env[62094]: DEBUG nova.compute.manager [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Received event network-vif-deleted-3510cf86-2628-4591-a3e0-62f2a45b9dab {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1108.869185] env[62094]: DEBUG nova.compute.manager [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Received event network-vif-plugged-1c24bb59-f1c9-4884-9f71-9dbb5639f004 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1108.869421] env[62094]: DEBUG oslo_concurrency.lockutils [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] Acquiring lock "7a672f64-d9c9-4cdb-b5d2-d3358c6122e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.869658] env[62094]: DEBUG oslo_concurrency.lockutils [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] Lock "7a672f64-d9c9-4cdb-b5d2-d3358c6122e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.869891] env[62094]: DEBUG oslo_concurrency.lockutils [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] Lock "7a672f64-d9c9-4cdb-b5d2-d3358c6122e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.870086] env[62094]: DEBUG nova.compute.manager [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] No waiting events found dispatching network-vif-plugged-1c24bb59-f1c9-4884-9f71-9dbb5639f004 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1108.870258] env[62094]: WARNING nova.compute.manager [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Received unexpected event network-vif-plugged-1c24bb59-f1c9-4884-9f71-9dbb5639f004 for instance with vm_state building and task_state spawning. [ 1108.870453] env[62094]: DEBUG nova.compute.manager [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Received event network-changed-1c24bb59-f1c9-4884-9f71-9dbb5639f004 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1108.870658] env[62094]: DEBUG nova.compute.manager [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Refreshing instance network info cache due to event network-changed-1c24bb59-f1c9-4884-9f71-9dbb5639f004. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1108.870910] env[62094]: DEBUG oslo_concurrency.lockutils [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] Acquiring lock "refresh_cache-7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.890600] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.890855] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.891068] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Deleting the datastore file [datastore2] 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.891360] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-876dbfee-6989-42ee-9316-bf0c7099f9cf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.899297] env[62094]: DEBUG oslo_vmware.api [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for the task: (returnval){ [ 1108.899297] env[62094]: value = "task-1400411" [ 1108.899297] env[62094]: _type = "Task" [ 1108.899297] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.908468] env[62094]: DEBUG oslo_vmware.api [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.926924] env[62094]: DEBUG nova.scheduler.client.report [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1108.942863] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400406, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.964161] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d896405d-b5ad-4bdb-a40e-c30e88b64f0a tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.342s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.994111] env[62094]: DEBUG nova.compute.manager [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1109.129985] env[62094]: DEBUG nova.network.neutron [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.139937] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400404, 'name': CreateSnapshot_Task, 'duration_secs': 0.64259} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.140474] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1109.142021] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4fdc9c-ac59-4b69-b997-054f62f4914f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.179021] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.323979] env[62094]: DEBUG nova.compute.manager [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1109.364707] env[62094]: DEBUG nova.virt.hardware [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1109.365251] env[62094]: DEBUG nova.virt.hardware [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1109.365604] env[62094]: DEBUG nova.virt.hardware [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.365990] env[62094]: DEBUG nova.virt.hardware [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1109.366264] env[62094]: DEBUG nova.virt.hardware [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.366574] env[62094]: DEBUG nova.virt.hardware [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1109.366953] env[62094]: DEBUG nova.virt.hardware [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1109.367240] env[62094]: DEBUG nova.virt.hardware [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1109.367690] env[62094]: DEBUG nova.virt.hardware [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1109.368034] env[62094]: DEBUG nova.virt.hardware [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1109.368409] env[62094]: DEBUG nova.virt.hardware [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1109.370090] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff2bfe-af08-4b27-b420-25f8e595d841 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.388774] env[62094]: DEBUG oslo_vmware.api [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.393689] env[62094]: DEBUG nova.network.neutron [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Successfully created port: c937a1af-aab2-4720-9686-0587de24d0bc {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.417167] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765183ad-d03e-47d8-bf16-af667528bc02 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.421780] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400410, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.442126] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.443996] env[62094]: DEBUG oslo_vmware.api [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Task: {'id': task-1400411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193729} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.446418] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.249s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.446616] env[62094]: DEBUG nova.objects.instance [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62094) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1109.452473] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.452473] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.452473] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.452473] env[62094]: INFO nova.compute.manager [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1109.452473] env[62094]: DEBUG oslo.service.loopingcall [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.452473] env[62094]: DEBUG nova.compute.manager [-] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1109.452473] env[62094]: DEBUG nova.network.neutron [-] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.457812] env[62094]: DEBUG oslo_vmware.api [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400406, 'name': PowerOnVM_Task, 'duration_secs': 0.537801} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.458685] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.459083] env[62094]: INFO nova.compute.manager [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1109.459327] env[62094]: DEBUG nova.compute.manager [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1109.462054] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee315253-1388-4881-a752-4b3b8cba2916 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.494429] env[62094]: INFO nova.scheduler.client.report [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Deleted allocations for instance bfa4f7f3-f018-490c-b375-812633d50a9a [ 1109.526276] env[62094]: DEBUG nova.network.neutron [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Updating instance_info_cache with network_info: [{"id": "1c24bb59-f1c9-4884-9f71-9dbb5639f004", "address": "fa:16:3e:c8:b8:a1", "network": {"id": "4bbb6dd3-ac62-4482-8953-be0ab57cee71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1072414704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f946d53d33e4285b93da32355ab1080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c24bb59-f1", "ovs_interfaceid": "1c24bb59-f1c9-4884-9f71-9dbb5639f004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.533348] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.666438] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1109.666851] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-10c884d4-69eb-4764-bead-d1597ed51290 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.682605] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.683990] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1109.683990] env[62094]: value = "task-1400412" [ 1109.683990] env[62094]: _type = "Task" [ 1109.683990] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.695155] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400412, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.789046] env[62094]: DEBUG nova.network.neutron [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Updating instance_info_cache with network_info: [{"id": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "address": "fa:16:3e:4f:de:63", "network": {"id": "1ae0ff4e-cb84-453c-8414-49f8311174af", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1526021298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22fcae2c9c344cb8e4269a33082022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ab9159-bc", "ovs_interfaceid": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.862668] env[62094]: DEBUG oslo_vmware.api [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400409, 'name': ReconfigVM_Task, 'duration_secs': 0.640583} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.862987] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-a6776e32-6e35-4eac-a7c4-cd20d5c86e6d/volume-a6776e32-6e35-4eac-a7c4-cd20d5c86e6d.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.868765] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9252da8a-a7d1-4b8d-af75-57b214c0d83c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.892602] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579963} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.894362] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] e8a64c70-0423-42bf-9414-9554f82db3dd/e8a64c70-0423-42bf-9414-9554f82db3dd.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.894362] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.895561] env[62094]: DEBUG oslo_vmware.api [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1109.895561] env[62094]: value = "task-1400413" [ 1109.895561] env[62094]: _type = "Task" [ 1109.895561] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.895561] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed98b9bf-9d5a-4525-8dbb-de07369b5c7f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.906650] env[62094]: DEBUG oslo_vmware.api [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.908393] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1109.908393] env[62094]: value = "task-1400414" [ 1109.908393] env[62094]: _type = "Task" [ 1109.908393] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.917081] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.985562] env[62094]: INFO nova.compute.manager [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Took 34.48 seconds to build instance. [ 1110.009097] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1e897d9c-4f99-4ca7-b519-62442d4af1c0 tempest-ServerMetadataNegativeTestJSON-1656527762 tempest-ServerMetadataNegativeTestJSON-1656527762-project-member] Lock "bfa4f7f3-f018-490c-b375-812633d50a9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.700s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.034990] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "refresh_cache-7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.035412] env[62094]: DEBUG nova.compute.manager [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Instance network_info: |[{"id": "1c24bb59-f1c9-4884-9f71-9dbb5639f004", "address": "fa:16:3e:c8:b8:a1", "network": {"id": "4bbb6dd3-ac62-4482-8953-be0ab57cee71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1072414704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f946d53d33e4285b93da32355ab1080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c24bb59-f1", "ovs_interfaceid": "1c24bb59-f1c9-4884-9f71-9dbb5639f004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1110.035829] env[62094]: DEBUG oslo_concurrency.lockutils [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] Acquired lock "refresh_cache-7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.036299] env[62094]: DEBUG nova.network.neutron [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Refreshing network info cache for port 1c24bb59-f1c9-4884-9f71-9dbb5639f004 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.041024] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:b8:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c24bb59-f1c9-4884-9f71-9dbb5639f004', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.046320] env[62094]: DEBUG oslo.service.loopingcall [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1110.047392] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.047737] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-329dbe55-3e5d-4fab-8efa-6f3b5f621c60 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.074969] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.074969] env[62094]: value = "task-1400415" [ 1110.074969] env[62094]: _type = "Task" [ 1110.074969] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.083942] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400415, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.178238] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.178238] env[62094]: INFO nova.compute.manager [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Rescuing [ 1110.178238] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "refresh_cache-ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.178822] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquired lock "refresh_cache-ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.178938] env[62094]: DEBUG nova.network.neutron [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.198091] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400412, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.291754] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Releasing lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.407324] env[62094]: DEBUG oslo_vmware.api [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400413, 'name': ReconfigVM_Task, 'duration_secs': 0.377401} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.407745] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296905', 'volume_id': 'a6776e32-6e35-4eac-a7c4-cd20d5c86e6d', 'name': 'volume-a6776e32-6e35-4eac-a7c4-cd20d5c86e6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c3be1ae7-ad87-4211-9418-58d1101ff16c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6776e32-6e35-4eac-a7c4-cd20d5c86e6d', 'serial': 'a6776e32-6e35-4eac-a7c4-cd20d5c86e6d'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1110.424784] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077424} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.425238] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.426133] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9d798c-c2f9-4e2a-b5ee-b42be6201ed6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.457233] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] e8a64c70-0423-42bf-9414-9554f82db3dd/e8a64c70-0423-42bf-9414-9554f82db3dd.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.458173] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6569015-f012-4467-9734-04849269ae72 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.459410] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-191d6c10-3b33-47d9-8fde-c0f5f5d71a2d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.478087] env[62094]: DEBUG oslo_concurrency.lockutils [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.311s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.480060] env[62094]: DEBUG nova.objects.instance [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Lazy-loading 'resources' on Instance uuid 4054a81a-097b-4bc1-89e2-276430b36d86 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.485658] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1110.485658] env[62094]: value = "task-1400416" [ 1110.485658] env[62094]: _type = "Task" [ 1110.485658] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.490038] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f92465f6-685d-4dfb-8306-66ac131dc2a3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "cfc0fe88-5a4d-4d10-b528-f6fdc55bc196" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.520s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.499148] env[62094]: DEBUG nova.network.neutron [-] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.504030] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.587414] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400415, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.695104] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.703322] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400412, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.001418] env[62094]: INFO nova.compute.manager [-] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Took 1.55 seconds to deallocate network for instance. [ 1111.002034] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.089466] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400415, 'name': CreateVM_Task, 'duration_secs': 0.660836} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.092670] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.095462] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.095695] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.096453] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.097152] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d31ca7-f7ae-4188-991b-2d3b91670ba6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.103604] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1111.103604] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c47239-f843-34d6-0e8f-745cbd1d71f9" [ 1111.103604] env[62094]: _type = "Task" [ 1111.103604] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.113564] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c47239-f843-34d6-0e8f-745cbd1d71f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.182723] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.195614] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400412, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.339626] env[62094]: DEBUG nova.compute.manager [req-9b6a962f-7695-4284-a826-f4617ed3c1e5 req-317c395b-2569-4bb9-a09b-5bcd7dc76e2c service nova] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Received event network-vif-deleted-67747092-9b76-40f5-9f96-8f72a5c69968 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1111.463876] env[62094]: DEBUG nova.objects.instance [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lazy-loading 'flavor' on Instance uuid c3be1ae7-ad87-4211-9418-58d1101ff16c {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.491153] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7a1268-69e7-487d-b9a7-aadc9a3f1f29 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.509580] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3233a9eb-a91b-465d-92e4-2fa3c8146f5e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.514337] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400416, 'name': ReconfigVM_Task, 'duration_secs': 0.6763} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.514732] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.515501] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Reconfigured VM instance instance-00000030 to attach disk [datastore1] e8a64c70-0423-42bf-9414-9554f82db3dd/e8a64c70-0423-42bf-9414-9554f82db3dd.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.516481] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b228e017-3fb9-4fdf-821c-61b827d2d072 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.556733] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa6af8f-a772-47cb-bad8-b419e8b77537 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.559892] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1111.559892] env[62094]: value = "task-1400417" [ 1111.559892] env[62094]: _type = "Task" [ 1111.559892] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.570455] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ca6456-9954-4ea2-a7e6-1ee8ad36b43f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.582088] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400417, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.593415] env[62094]: DEBUG nova.compute.provider_tree [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.615119] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c47239-f843-34d6-0e8f-745cbd1d71f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.615465] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.615657] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.615923] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.616127] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.616229] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.616509] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e27ab682-c23f-4264-8146-ece92d768067 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.620883] env[62094]: DEBUG nova.network.neutron [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Updated VIF entry in instance network info cache for port 1c24bb59-f1c9-4884-9f71-9dbb5639f004. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.621254] env[62094]: DEBUG nova.network.neutron [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Updating instance_info_cache with network_info: [{"id": "1c24bb59-f1c9-4884-9f71-9dbb5639f004", "address": "fa:16:3e:c8:b8:a1", "network": {"id": "4bbb6dd3-ac62-4482-8953-be0ab57cee71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1072414704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f946d53d33e4285b93da32355ab1080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c24bb59-f1", "ovs_interfaceid": "1c24bb59-f1c9-4884-9f71-9dbb5639f004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.625728] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.625929] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.626661] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2479bc4f-3ea1-4b75-92be-e84522be2599 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.632437] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1111.632437] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]525839bc-3a38-f3d1-c3d5-8cc35c5a9611" [ 1111.632437] env[62094]: _type = "Task" [ 1111.632437] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.633287] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.634122] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f59f23-dc3a-4f1c-b52f-a3661b935533 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.648966] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525839bc-3a38-f3d1-c3d5-8cc35c5a9611, 'name': SearchDatastore_Task, 'duration_secs': 0.013563} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.651772] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.652040] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-666f0cbd-a50e-4eb4-b4f1-ec0baa2b96df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.654232] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d83ee79-13c1-4caf-87bc-056ffc09e9dc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.656442] env[62094]: DEBUG nova.network.neutron [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Updating instance_info_cache with network_info: [{"id": "e1976fd2-7cfd-4508-8fa9-413d62c44439", "address": "fa:16:3e:c2:bc:45", "network": {"id": "078c759a-ba1b-40fe-914d-26684d8e3a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-354929716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf4bb5e2255d44b49a16ad11bd0580c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1976fd2-7c", "ovs_interfaceid": "e1976fd2-7cfd-4508-8fa9-413d62c44439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.660952] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1111.660952] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521294eb-5069-681c-968f-6c250005ac5e" [ 1111.660952] env[62094]: _type = "Task" [ 1111.660952] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.670971] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521294eb-5069-681c-968f-6c250005ac5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.682339] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.695058] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400412, 'name': CloneVM_Task, 'duration_secs': 1.891783} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.695517] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Created linked-clone VM from snapshot [ 1111.696850] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e3fa25-0e00-42aa-88ae-185122a3715b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.705381] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Uploading image 5aa84d44-423b-4645-8bcc-9c3119da3ffb {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1111.719458] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1111.720138] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f5216bfc-796e-4f89-99d1-425bb74b2af4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.729463] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1111.729463] env[62094]: value = "task-1400419" [ 1111.729463] env[62094]: _type = "Task" [ 1111.729463] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.743513] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400419, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.745133] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.745515] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.746111] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Deleting the datastore file [datastore1] 32352ea6-c719-4c88-a4a2-dde0f79e503e {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.746212] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fb5a879-b73c-4ae7-a95f-39e43b9f019d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.753636] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1111.753636] env[62094]: value = "task-1400420" [ 1111.753636] env[62094]: _type = "Task" [ 1111.753636] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.762768] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.969917] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e3c8297-57a1-4c7d-9b8f-f44044f8a561 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c3be1ae7-ad87-4211-9418-58d1101ff16c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.355s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.074719] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400417, 'name': Rename_Task, 'duration_secs': 0.176326} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.074719] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.074719] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ab3d168-f104-4f8f-93a8-8b84ea748ba1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.081623] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1112.081623] env[62094]: value = "task-1400421" [ 1112.081623] env[62094]: _type = "Task" [ 1112.081623] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.091966] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.097722] env[62094]: DEBUG nova.scheduler.client.report [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1112.124338] env[62094]: DEBUG oslo_concurrency.lockutils [req-3971e75b-9f73-41f4-acfd-9f0fee51343e req-e658a5d3-ce07-407d-adfa-f18bbbd45c49 service nova] Releasing lock "refresh_cache-7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.160378] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Releasing lock "refresh_cache-ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.184257] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521294eb-5069-681c-968f-6c250005ac5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.185013] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.185300] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3/7a672f64-d9c9-4cdb-b5d2-d3358c6122e3.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.185584] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12db845c-d0b8-4a22-ad4e-90dedf2c4808 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.196088] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400398, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.204697] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1112.204697] env[62094]: value = "task-1400422" [ 1112.204697] env[62094]: _type = "Task" [ 1112.204697] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.223596] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.246546] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400419, 'name': Destroy_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.264590] env[62094]: DEBUG oslo_vmware.api [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22477} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.267477] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.270995] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.270995] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.315771] env[62094]: INFO nova.scheduler.client.report [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Deleted allocations for instance 32352ea6-c719-4c88-a4a2-dde0f79e503e [ 1112.596280] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.607545] env[62094]: DEBUG oslo_concurrency.lockutils [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.612706] env[62094]: DEBUG oslo_concurrency.lockutils [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.675s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.659261] env[62094]: INFO nova.scheduler.client.report [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Deleted allocations for instance 4054a81a-097b-4bc1-89e2-276430b36d86 [ 1112.690916] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400398, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.724914] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.724914] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d00bd95-a912-4355-b3b2-0be2b5ebdcc3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.733850] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400422, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.744873] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1112.744873] env[62094]: value = "task-1400423" [ 1112.744873] env[62094]: _type = "Task" [ 1112.744873] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.760255] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400419, 'name': Destroy_Task, 'duration_secs': 0.564344} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.761065] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Destroyed the VM [ 1112.761424] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1112.761832] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-26a9bc4a-301c-4c06-9fa9-f95a0b59b4fe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.769742] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.780710] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1112.780710] env[62094]: value = "task-1400424" [ 1112.780710] env[62094]: _type = "Task" [ 1112.780710] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.790518] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400424, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.791151] env[62094]: DEBUG nova.network.neutron [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Successfully updated port: 812996ce-482f-463b-a76f-f99bea8ca7ff {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.822055] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "c3be1ae7-ad87-4211-9418-58d1101ff16c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.822363] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c3be1ae7-ad87-4211-9418-58d1101ff16c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.822586] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "c3be1ae7-ad87-4211-9418-58d1101ff16c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.822767] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c3be1ae7-ad87-4211-9418-58d1101ff16c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.822937] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c3be1ae7-ad87-4211-9418-58d1101ff16c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.825505] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.826241] env[62094]: INFO nova.compute.manager [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Terminating instance [ 1112.829312] env[62094]: DEBUG nova.compute.manager [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1112.829648] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.829908] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee042aa3-164a-42cc-87ed-539b47635a90 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.837642] env[62094]: DEBUG oslo_vmware.api [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1112.837642] env[62094]: value = "task-1400425" [ 1112.837642] env[62094]: _type = "Task" [ 1112.837642] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.849129] env[62094]: DEBUG oslo_vmware.api [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.910933] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "f80bd532-4aaa-483f-abaf-c67c62cf04c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.912753] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "f80bd532-4aaa-483f-abaf-c67c62cf04c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.041671] env[62094]: DEBUG nova.compute.manager [req-7b0595b6-511f-4259-9e2d-332bdfa95ea9 req-f8291ec5-7779-4f49-906d-cdc5ff649c19 service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Received event network-vif-plugged-812996ce-482f-463b-a76f-f99bea8ca7ff {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1113.041869] env[62094]: DEBUG oslo_concurrency.lockutils [req-7b0595b6-511f-4259-9e2d-332bdfa95ea9 req-f8291ec5-7779-4f49-906d-cdc5ff649c19 service nova] Acquiring lock "20f71e31-43e9-4abf-b741-ff0c911a9704-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.042107] env[62094]: DEBUG oslo_concurrency.lockutils [req-7b0595b6-511f-4259-9e2d-332bdfa95ea9 req-f8291ec5-7779-4f49-906d-cdc5ff649c19 service nova] Lock "20f71e31-43e9-4abf-b741-ff0c911a9704-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.042289] env[62094]: DEBUG oslo_concurrency.lockutils [req-7b0595b6-511f-4259-9e2d-332bdfa95ea9 req-f8291ec5-7779-4f49-906d-cdc5ff649c19 service nova] Lock "20f71e31-43e9-4abf-b741-ff0c911a9704-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.043045] env[62094]: DEBUG nova.compute.manager [req-7b0595b6-511f-4259-9e2d-332bdfa95ea9 req-f8291ec5-7779-4f49-906d-cdc5ff649c19 service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] No waiting events found dispatching network-vif-plugged-812996ce-482f-463b-a76f-f99bea8ca7ff {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1113.043045] env[62094]: WARNING nova.compute.manager [req-7b0595b6-511f-4259-9e2d-332bdfa95ea9 req-f8291ec5-7779-4f49-906d-cdc5ff649c19 service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Received unexpected event network-vif-plugged-812996ce-482f-463b-a76f-f99bea8ca7ff for instance with vm_state building and task_state spawning. [ 1113.094745] env[62094]: DEBUG oslo_vmware.api [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400421, 'name': PowerOnVM_Task, 'duration_secs': 0.967748} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.098702] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.098702] env[62094]: INFO nova.compute.manager [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1113.098702] env[62094]: DEBUG nova.compute.manager [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1113.099638] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbb3ebc-2de5-4452-a4d8-00e97c0775fb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.168169] env[62094]: DEBUG oslo_concurrency.lockutils [None req-96c2b2af-1fbb-460b-9b62-f08cdd008457 tempest-ServerShowV257Test-500655703 tempest-ServerShowV257Test-500655703-project-member] Lock "4054a81a-097b-4bc1-89e2-276430b36d86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.380s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.189292] env[62094]: DEBUG oslo_vmware.api [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400398, 'name': ReconfigVM_Task, 'duration_secs': 6.232854} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.193396] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.194167] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Reconfigured VM to detach interface {{(pid=62094) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1113.225339] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626386} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.226734] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3/7a672f64-d9c9-4cdb-b5d2-d3358c6122e3.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.227027] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.227932] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6765b83-40b9-42a4-92c7-13b77ff945da {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.230595] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fed67258-173e-4197-956b-f9c47d3d4a56 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.239146] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef68f98f-3e9f-47ec-a844-d102ba55bad4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.244258] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1113.244258] env[62094]: value = "task-1400426" [ 1113.244258] env[62094]: _type = "Task" [ 1113.244258] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.281235] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbe3c58-5d27-4be7-ba5e-30fadf1dd70d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.288215] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400426, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.303473] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400423, 'name': PowerOffVM_Task, 'duration_secs': 0.28058} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.303911] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400424, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.304536] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.306094] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c58923f-4c0c-4442-bfb3-eec762c35c62 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.310608] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d86ced9-f68d-4b1b-aab8-f22ad2a55480 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.324244] env[62094]: DEBUG nova.compute.provider_tree [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.342771] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03a9f02-f008-469d-8f9d-7d774d9f249a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.359727] env[62094]: DEBUG oslo_vmware.api [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400425, 'name': PowerOffVM_Task, 'duration_secs': 0.255638} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.361489] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.361693] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1113.363870] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296905', 'volume_id': 'a6776e32-6e35-4eac-a7c4-cd20d5c86e6d', 'name': 'volume-a6776e32-6e35-4eac-a7c4-cd20d5c86e6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c3be1ae7-ad87-4211-9418-58d1101ff16c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6776e32-6e35-4eac-a7c4-cd20d5c86e6d', 'serial': 'a6776e32-6e35-4eac-a7c4-cd20d5c86e6d'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1113.363870] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671e5655-feb3-4d53-b931-dc711e6cea7c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.384209] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f31e8c-759e-4a1d-bd29-414cd3434e0a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.391648] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66937264-0125-4444-b374-d77ea810bd4e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.415049] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.415587] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2901b6-1f32-4bb9-8d9c-e9062ead065a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.421563] env[62094]: DEBUG nova.compute.manager [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1113.423657] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc3ce497-f251-41f8-a1a5-4218d0730a34 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.439489] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] The volume has not been displaced from its original location: [datastore1] volume-a6776e32-6e35-4eac-a7c4-cd20d5c86e6d/volume-a6776e32-6e35-4eac-a7c4-cd20d5c86e6d.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.444799] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.446896] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-751fea28-2cf8-4647-9f37-2b2232c4bbcb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.462023] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1113.462023] env[62094]: value = "task-1400427" [ 1113.462023] env[62094]: _type = "Task" [ 1113.462023] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.467598] env[62094]: DEBUG oslo_vmware.api [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1113.467598] env[62094]: value = "task-1400428" [ 1113.467598] env[62094]: _type = "Task" [ 1113.467598] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.475539] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1113.475747] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.475981] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.476283] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.477103] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.477103] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5eb9d83-9f6a-40cb-a4a9-19a4d13ec935 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.481758] env[62094]: DEBUG oslo_vmware.api [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.489108] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.489364] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.490247] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d836247-04c5-4c06-8541-a44fe6b0262c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.496281] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1113.496281] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524b4814-51f2-ca72-82d5-227581087f0c" [ 1113.496281] env[62094]: _type = "Task" [ 1113.496281] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.506781] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524b4814-51f2-ca72-82d5-227581087f0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.626231] env[62094]: INFO nova.compute.manager [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Took 30.87 seconds to build instance. [ 1113.662059] env[62094]: DEBUG nova.compute.manager [req-9f63714b-86a5-420d-b82d-75047979dcd5 req-3b6e3ea5-8669-43fa-9cf2-37a95b12f951 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Received event network-vif-unplugged-09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1113.662525] env[62094]: DEBUG oslo_concurrency.lockutils [req-9f63714b-86a5-420d-b82d-75047979dcd5 req-3b6e3ea5-8669-43fa-9cf2-37a95b12f951 service nova] Acquiring lock "32352ea6-c719-4c88-a4a2-dde0f79e503e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.662761] env[62094]: DEBUG oslo_concurrency.lockutils [req-9f63714b-86a5-420d-b82d-75047979dcd5 req-3b6e3ea5-8669-43fa-9cf2-37a95b12f951 service nova] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.662933] env[62094]: DEBUG oslo_concurrency.lockutils [req-9f63714b-86a5-420d-b82d-75047979dcd5 req-3b6e3ea5-8669-43fa-9cf2-37a95b12f951 service nova] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.663150] env[62094]: DEBUG nova.compute.manager [req-9f63714b-86a5-420d-b82d-75047979dcd5 req-3b6e3ea5-8669-43fa-9cf2-37a95b12f951 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] No waiting events found dispatching network-vif-unplugged-09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1113.663367] env[62094]: WARNING nova.compute.manager [req-9f63714b-86a5-420d-b82d-75047979dcd5 req-3b6e3ea5-8669-43fa-9cf2-37a95b12f951 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Received unexpected event network-vif-unplugged-09ab9159-bccc-4843-8306-9f1d34fecd3c for instance with vm_state shelved_offloaded and task_state None. [ 1113.664167] env[62094]: DEBUG nova.compute.manager [req-9f63714b-86a5-420d-b82d-75047979dcd5 req-3b6e3ea5-8669-43fa-9cf2-37a95b12f951 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Received event network-changed-09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1113.664388] env[62094]: DEBUG nova.compute.manager [req-9f63714b-86a5-420d-b82d-75047979dcd5 req-3b6e3ea5-8669-43fa-9cf2-37a95b12f951 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Refreshing instance network info cache due to event network-changed-09ab9159-bccc-4843-8306-9f1d34fecd3c. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1113.664595] env[62094]: DEBUG oslo_concurrency.lockutils [req-9f63714b-86a5-420d-b82d-75047979dcd5 req-3b6e3ea5-8669-43fa-9cf2-37a95b12f951 service nova] Acquiring lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.664858] env[62094]: DEBUG oslo_concurrency.lockutils [req-9f63714b-86a5-420d-b82d-75047979dcd5 req-3b6e3ea5-8669-43fa-9cf2-37a95b12f951 service nova] Acquired lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.664921] env[62094]: DEBUG nova.network.neutron [req-9f63714b-86a5-420d-b82d-75047979dcd5 req-3b6e3ea5-8669-43fa-9cf2-37a95b12f951 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Refreshing network info cache for port 09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.761587] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070713} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.763163] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.763163] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddae2a4-3d1a-4415-95dd-53fbebc3dffa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.798900] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3/7a672f64-d9c9-4cdb-b5d2-d3358c6122e3.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.803761] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e186d866-33a7-43f0-b21e-3b0e1b3b6509 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.838575] env[62094]: DEBUG oslo_vmware.api [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400424, 'name': RemoveSnapshot_Task, 'duration_secs': 0.90983} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.840990] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1113.846466] env[62094]: DEBUG nova.scheduler.client.report [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1113.854121] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1113.854121] env[62094]: value = "task-1400429" [ 1113.854121] env[62094]: _type = "Task" [ 1113.854121] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.866592] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.967425] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.981921] env[62094]: DEBUG oslo_vmware.api [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400428, 'name': ReconfigVM_Task, 'duration_secs': 0.464432} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.982376] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.988129] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08784446-49ed-4260-af4d-dd3404a34b7d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.016486] env[62094]: DEBUG oslo_vmware.api [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1114.016486] env[62094]: value = "task-1400430" [ 1114.016486] env[62094]: _type = "Task" [ 1114.016486] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.017068] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524b4814-51f2-ca72-82d5-227581087f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012167} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.021051] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac12f80d-0992-496e-9367-d505b950821e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.032280] env[62094]: DEBUG oslo_vmware.api [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.034647] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1114.034647] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d3ad83-fed3-8385-e5e4-40d1d6110365" [ 1114.034647] env[62094]: _type = "Task" [ 1114.034647] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.044779] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d3ad83-fed3-8385-e5e4-40d1d6110365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.128377] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39acc225-b17b-44f8-b72e-b599ded562d9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.025s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.357667] env[62094]: WARNING nova.compute.manager [None req-ba6c40f9-9ec0-4cc2-9dc1-e64bbd27c4b7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Image not found during snapshot: nova.exception.ImageNotFound: Image 5aa84d44-423b-4645-8bcc-9c3119da3ffb could not be found. [ 1114.361537] env[62094]: DEBUG oslo_concurrency.lockutils [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.361537] env[62094]: INFO nova.compute.manager [None req-14cd8f1a-bd2d-443d-9b5a-91a5cb884c89 tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Successfully reverted task state from rebuilding on failure for instance. [ 1114.371951] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.247s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.391397] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.537583] env[62094]: DEBUG oslo_vmware.api [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400430, 'name': ReconfigVM_Task, 'duration_secs': 0.245261} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.541974] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296905', 'volume_id': 'a6776e32-6e35-4eac-a7c4-cd20d5c86e6d', 'name': 'volume-a6776e32-6e35-4eac-a7c4-cd20d5c86e6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c3be1ae7-ad87-4211-9418-58d1101ff16c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6776e32-6e35-4eac-a7c4-cd20d5c86e6d', 'serial': 'a6776e32-6e35-4eac-a7c4-cd20d5c86e6d'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1114.541974] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.544215] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4aa46c-a64d-4657-ace1-db9e81ba9c74 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.556837] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d3ad83-fed3-8385-e5e4-40d1d6110365, 'name': SearchDatastore_Task, 'duration_secs': 0.019047} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.559094] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.560991] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] ba9f4f11-caa2-4916-a1ed-cbe96644c8ef/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk. {{(pid=62094) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1114.560991] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.560991] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-301a8b28-8bbf-4366-a09a-467dda89a9b5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.562683] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c604da3-0eef-429c-a47e-73680401d77c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.570227] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1114.570227] env[62094]: value = "task-1400431" [ 1114.570227] env[62094]: _type = "Task" [ 1114.570227] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.586690] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.636469] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.636469] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.636611] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleting the datastore file [datastore2] c3be1ae7-ad87-4211-9418-58d1101ff16c {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.636792] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64d775d3-222b-4e10-92f5-9dc864bf72ce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.647808] env[62094]: DEBUG oslo_vmware.api [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1114.647808] env[62094]: value = "task-1400433" [ 1114.647808] env[62094]: _type = "Task" [ 1114.647808] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.657805] env[62094]: DEBUG oslo_vmware.api [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.662419] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.662419] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.662419] env[62094]: DEBUG nova.network.neutron [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.835231] env[62094]: DEBUG nova.network.neutron [req-9f63714b-86a5-420d-b82d-75047979dcd5 req-3b6e3ea5-8669-43fa-9cf2-37a95b12f951 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Updated VIF entry in instance network info cache for port 09ab9159-bccc-4843-8306-9f1d34fecd3c. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.835614] env[62094]: DEBUG nova.network.neutron [req-9f63714b-86a5-420d-b82d-75047979dcd5 req-3b6e3ea5-8669-43fa-9cf2-37a95b12f951 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Updating instance_info_cache with network_info: [{"id": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "address": "fa:16:3e:4f:de:63", "network": {"id": "1ae0ff4e-cb84-453c-8414-49f8311174af", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1526021298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22fcae2c9c344cb8e4269a33082022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap09ab9159-bc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.885039] env[62094]: INFO nova.compute.claims [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.898786] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400429, 'name': ReconfigVM_Task, 'duration_secs': 0.617952} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.900019] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3/7a672f64-d9c9-4cdb-b5d2-d3358c6122e3.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.900019] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5bab677-de83-47e2-8a4a-93304ccc4c13 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.907091] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1114.907091] env[62094]: value = "task-1400434" [ 1114.907091] env[62094]: _type = "Task" [ 1114.907091] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.919779] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400434, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.052315] env[62094]: DEBUG oslo_concurrency.lockutils [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.052711] env[62094]: DEBUG oslo_concurrency.lockutils [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.053010] env[62094]: DEBUG oslo_concurrency.lockutils [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.053308] env[62094]: DEBUG oslo_concurrency.lockutils [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.053561] env[62094]: DEBUG oslo_concurrency.lockutils [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.062316] env[62094]: INFO nova.compute.manager [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Terminating instance [ 1115.065861] env[62094]: DEBUG nova.compute.manager [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1115.066429] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.067626] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2984774-1337-4892-a9ed-69dc3f1e3f46 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.085819] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400431, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.089325] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.089861] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa619e2e-b380-4931-9b95-357015f501fa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.097460] env[62094]: DEBUG oslo_vmware.api [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1115.097460] env[62094]: value = "task-1400435" [ 1115.097460] env[62094]: _type = "Task" [ 1115.097460] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.107934] env[62094]: DEBUG oslo_vmware.api [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.159825] env[62094]: DEBUG oslo_vmware.api [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388449} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.160095] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.160095] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.160539] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.160539] env[62094]: INFO nova.compute.manager [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1115.160868] env[62094]: DEBUG oslo.service.loopingcall [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.161077] env[62094]: DEBUG nova.compute.manager [-] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1115.161190] env[62094]: DEBUG nova.network.neutron [-] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.338228] env[62094]: DEBUG oslo_concurrency.lockutils [req-9f63714b-86a5-420d-b82d-75047979dcd5 req-3b6e3ea5-8669-43fa-9cf2-37a95b12f951 service nova] Releasing lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.397297] env[62094]: INFO nova.compute.resource_tracker [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating resource usage from migration 3b180930-54ba-4820-a3f9-711212c0a747 [ 1115.428332] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400434, 'name': Rename_Task, 'duration_secs': 0.459758} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.428332] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.428332] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a1942d6-0b23-4dac-8e0c-1e282d72b2d3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.436901] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1115.436901] env[62094]: value = "task-1400436" [ 1115.436901] env[62094]: _type = "Task" [ 1115.436901] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.465191] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400436, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.583983] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749467} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.586714] env[62094]: INFO nova.virt.vmwareapi.ds_util [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] ba9f4f11-caa2-4916-a1ed-cbe96644c8ef/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk. [ 1115.588787] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66e7086-288c-4a97-b79f-67cfe5112ce6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.620569] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] ba9f4f11-caa2-4916-a1ed-cbe96644c8ef/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.627743] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81170b5c-37c4-4742-8acb-ddb242c7a2c5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.645881] env[62094]: DEBUG oslo_vmware.api [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400435, 'name': PowerOffVM_Task, 'duration_secs': 0.238996} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.647220] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.647432] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.648400] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1115.648400] env[62094]: value = "task-1400437" [ 1115.648400] env[62094]: _type = "Task" [ 1115.648400] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.648646] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e175e78-ad48-453e-b455-e82b6519736d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.666568] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.726228] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.726573] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.726851] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Deleting the datastore file [datastore2] 59d7015b-94d3-4348-89d3-0f4cbb4304a2 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.727227] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49e73256-55e3-4853-8c1b-95a62c710d54 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.735506] env[62094]: DEBUG oslo_vmware.api [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1115.735506] env[62094]: value = "task-1400439" [ 1115.735506] env[62094]: _type = "Task" [ 1115.735506] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.749190] env[62094]: DEBUG oslo_vmware.api [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.934463] env[62094]: INFO nova.network.neutron [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Port 7b4fa9b0-01ca-4192-8b45-e25ae66703b8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1115.934830] env[62094]: DEBUG nova.network.neutron [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Updating instance_info_cache with network_info: [{"id": "21140c7c-86cf-4706-aabc-9422e7c39532", "address": "fa:16:3e:45:08:49", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21140c7c-86", "ovs_interfaceid": "21140c7c-86cf-4706-aabc-9422e7c39532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.947160] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400436, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.951017] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a472050-7bdd-432f-84b4-d8fded48a921 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.958356] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "32352ea6-c719-4c88-a4a2-dde0f79e503e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.959852] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5616c46e-0bb7-4b61-b5b4-2c20c23f221c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.000053] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ffbcc3-6a1e-4a1b-b0f6-f02eec7be817 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.009445] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6fecc0-f8e6-437e-9005-7a059a475270 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.027679] env[62094]: DEBUG nova.compute.provider_tree [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.129340] env[62094]: DEBUG nova.compute.manager [req-cb10ff45-2580-49ad-b28f-5364db97ef19 req-4cfee6cc-6832-44c3-9c23-9f7662528d05 service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Received event network-changed-812996ce-482f-463b-a76f-f99bea8ca7ff {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1116.129646] env[62094]: DEBUG nova.compute.manager [req-cb10ff45-2580-49ad-b28f-5364db97ef19 req-4cfee6cc-6832-44c3-9c23-9f7662528d05 service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Refreshing instance network info cache due to event network-changed-812996ce-482f-463b-a76f-f99bea8ca7ff. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1116.129876] env[62094]: DEBUG oslo_concurrency.lockutils [req-cb10ff45-2580-49ad-b28f-5364db97ef19 req-4cfee6cc-6832-44c3-9c23-9f7662528d05 service nova] Acquiring lock "refresh_cache-20f71e31-43e9-4abf-b741-ff0c911a9704" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.130013] env[62094]: DEBUG oslo_concurrency.lockutils [req-cb10ff45-2580-49ad-b28f-5364db97ef19 req-4cfee6cc-6832-44c3-9c23-9f7662528d05 service nova] Acquired lock "refresh_cache-20f71e31-43e9-4abf-b741-ff0c911a9704" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.130352] env[62094]: DEBUG nova.network.neutron [req-cb10ff45-2580-49ad-b28f-5364db97ef19 req-4cfee6cc-6832-44c3-9c23-9f7662528d05 service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Refreshing network info cache for port 812996ce-482f-463b-a76f-f99bea8ca7ff {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.163954] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.182395] env[62094]: DEBUG nova.network.neutron [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Successfully updated port: c937a1af-aab2-4720-9686-0587de24d0bc {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.254401] env[62094]: DEBUG oslo_vmware.api [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464629} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.254970] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.255300] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.255635] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.255970] env[62094]: INFO nova.compute.manager [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1116.256371] env[62094]: DEBUG oslo.service.loopingcall [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1116.256760] env[62094]: DEBUG nova.compute.manager [-] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1116.256965] env[62094]: DEBUG nova.network.neutron [-] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.280287] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.280287] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.437541] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "refresh_cache-59d7015b-94d3-4348-89d3-0f4cbb4304a2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.449922] env[62094]: DEBUG oslo_vmware.api [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400436, 'name': PowerOnVM_Task, 'duration_secs': 0.861765} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.450228] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.450481] env[62094]: INFO nova.compute.manager [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1116.450780] env[62094]: DEBUG nova.compute.manager [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1116.451661] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961c9242-62c9-4f1d-a485-ec30d8736f49 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.530869] env[62094]: DEBUG nova.scheduler.client.report [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1116.559352] env[62094]: DEBUG nova.network.neutron [-] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.662933] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400437, 'name': ReconfigVM_Task, 'duration_secs': 0.703574} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.663748] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Reconfigured VM instance instance-0000002e to attach disk [datastore1] ba9f4f11-caa2-4916-a1ed-cbe96644c8ef/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.665016] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cca7081-d0b7-485c-99fd-69aa92620fed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.692042] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "refresh_cache-20f71e31-43e9-4abf-b741-ff0c911a9704" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.699663] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f65409-1005-4a42-9669-5413e9867200 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.718567] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1116.718567] env[62094]: value = "task-1400440" [ 1116.718567] env[62094]: _type = "Task" [ 1116.718567] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.729774] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.749570] env[62094]: DEBUG nova.network.neutron [req-cb10ff45-2580-49ad-b28f-5364db97ef19 req-4cfee6cc-6832-44c3-9c23-9f7662528d05 service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.784486] env[62094]: DEBUG nova.compute.utils [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1116.945301] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8bafa18a-ba1d-4a5c-9418-7a9999d40410 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-59d7015b-94d3-4348-89d3-0f4cbb4304a2-7b4fa9b0-01ca-4192-8b45-e25ae66703b8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.886s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.974229] env[62094]: INFO nova.compute.manager [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Took 32.83 seconds to build instance. [ 1116.991670] env[62094]: DEBUG nova.network.neutron [req-cb10ff45-2580-49ad-b28f-5364db97ef19 req-4cfee6cc-6832-44c3-9c23-9f7662528d05 service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.019499] env[62094]: DEBUG nova.compute.manager [req-92e6a4b6-285a-4f69-b447-cfb85d7b5ed6 req-5d66314d-5351-4bf6-b632-781a48c0e52a service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Received event network-vif-plugged-c937a1af-aab2-4720-9686-0587de24d0bc {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1117.019804] env[62094]: DEBUG oslo_concurrency.lockutils [req-92e6a4b6-285a-4f69-b447-cfb85d7b5ed6 req-5d66314d-5351-4bf6-b632-781a48c0e52a service nova] Acquiring lock "20f71e31-43e9-4abf-b741-ff0c911a9704-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.020032] env[62094]: DEBUG oslo_concurrency.lockutils [req-92e6a4b6-285a-4f69-b447-cfb85d7b5ed6 req-5d66314d-5351-4bf6-b632-781a48c0e52a service nova] Lock "20f71e31-43e9-4abf-b741-ff0c911a9704-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.020523] env[62094]: DEBUG oslo_concurrency.lockutils [req-92e6a4b6-285a-4f69-b447-cfb85d7b5ed6 req-5d66314d-5351-4bf6-b632-781a48c0e52a service nova] Lock "20f71e31-43e9-4abf-b741-ff0c911a9704-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.020828] env[62094]: DEBUG nova.compute.manager [req-92e6a4b6-285a-4f69-b447-cfb85d7b5ed6 req-5d66314d-5351-4bf6-b632-781a48c0e52a service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] No waiting events found dispatching network-vif-plugged-c937a1af-aab2-4720-9686-0587de24d0bc {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1117.021041] env[62094]: WARNING nova.compute.manager [req-92e6a4b6-285a-4f69-b447-cfb85d7b5ed6 req-5d66314d-5351-4bf6-b632-781a48c0e52a service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Received unexpected event network-vif-plugged-c937a1af-aab2-4720-9686-0587de24d0bc for instance with vm_state building and task_state spawning. [ 1117.041254] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.669s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.041480] env[62094]: INFO nova.compute.manager [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Migrating [ 1117.052641] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.261s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.053047] env[62094]: DEBUG nova.objects.instance [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lazy-loading 'resources' on Instance uuid c62bee0a-0494-4cee-9053-0e7291d20a12 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.066031] env[62094]: INFO nova.compute.manager [-] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Took 1.90 seconds to deallocate network for instance. [ 1117.229786] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400440, 'name': ReconfigVM_Task, 'duration_secs': 0.210582} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.230626] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.230764] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-811bde1a-5824-40cd-98d7-5d0adfc3c5b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.239307] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1117.239307] env[62094]: value = "task-1400441" [ 1117.239307] env[62094]: _type = "Task" [ 1117.239307] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.249275] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.289081] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.480133] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a22eb1ec-d364-4e9b-812d-a0ce9694c00a tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.065s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.500038] env[62094]: DEBUG oslo_concurrency.lockutils [req-cb10ff45-2580-49ad-b28f-5364db97ef19 req-4cfee6cc-6832-44c3-9c23-9f7662528d05 service nova] Releasing lock "refresh_cache-20f71e31-43e9-4abf-b741-ff0c911a9704" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.500038] env[62094]: DEBUG nova.compute.manager [req-cb10ff45-2580-49ad-b28f-5364db97ef19 req-4cfee6cc-6832-44c3-9c23-9f7662528d05 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Received event network-vif-deleted-7b4fa9b0-01ca-4192-8b45-e25ae66703b8 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1117.500467] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "c374d737-c6e8-4c18-8219-d197a0023d95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.500700] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "c374d737-c6e8-4c18-8219-d197a0023d95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.501011] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "c374d737-c6e8-4c18-8219-d197a0023d95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.501106] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "c374d737-c6e8-4c18-8219-d197a0023d95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.501273] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "c374d737-c6e8-4c18-8219-d197a0023d95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.503774] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquired lock "refresh_cache-20f71e31-43e9-4abf-b741-ff0c911a9704" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.503913] env[62094]: DEBUG nova.network.neutron [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.506255] env[62094]: INFO nova.compute.manager [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Terminating instance [ 1117.510714] env[62094]: DEBUG nova.compute.manager [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1117.511273] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.512676] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e1a4f3-1fdd-4daa-be31-0a66cf1cbca1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.523130] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.523497] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa0df9c-82d4-4cac-8e45-a5571bc42baa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.532111] env[62094]: DEBUG oslo_vmware.api [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1117.532111] env[62094]: value = "task-1400442" [ 1117.532111] env[62094]: _type = "Task" [ 1117.532111] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.541815] env[62094]: DEBUG oslo_vmware.api [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.564585] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.567015] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.567015] env[62094]: DEBUG nova.network.neutron [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.644796] env[62094]: INFO nova.compute.manager [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Took 0.58 seconds to detach 1 volumes for instance. [ 1117.694852] env[62094]: DEBUG nova.network.neutron [-] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.751430] env[62094]: DEBUG oslo_vmware.api [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400441, 'name': PowerOnVM_Task, 'duration_secs': 0.417133} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.755038] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.757609] env[62094]: DEBUG nova.compute.manager [None req-03842501-fbc5-4473-a809-e8a28af0a810 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1117.759935] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f0a9b5-793f-4bbe-9c1f-5e26f8603d83 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.836027] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "28df1018-3767-4561-8a01-5558a9272e71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.836647] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "28df1018-3767-4561-8a01-5558a9272e71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.836647] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "28df1018-3767-4561-8a01-5558a9272e71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.836838] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "28df1018-3767-4561-8a01-5558a9272e71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.836838] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "28df1018-3767-4561-8a01-5558a9272e71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.841362] env[62094]: INFO nova.compute.manager [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Terminating instance [ 1117.844270] env[62094]: DEBUG nova.compute.manager [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1117.844270] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.845742] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce474da9-841e-4646-b45d-d388edf64096 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.860646] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.861298] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-084ffdc3-1e82-4b14-86d4-93947a992748 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.870539] env[62094]: DEBUG oslo_vmware.api [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1117.870539] env[62094]: value = "task-1400443" [ 1117.870539] env[62094]: _type = "Task" [ 1117.870539] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.885415] env[62094]: DEBUG oslo_vmware.api [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.046924] env[62094]: DEBUG oslo_vmware.api [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400442, 'name': PowerOffVM_Task, 'duration_secs': 0.23643} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.051632] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.051932] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.053063] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b7d324d-3ca2-47c7-a773-77eaa08c9db6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.064367] env[62094]: DEBUG nova.network.neutron [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.082698] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bae1ba1-5186-4d2c-bdce-245cb5ca1345 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.095875] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d107f214-bd2f-413d-882e-3807781c5698 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.140428] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d43af47-8098-46e8-9d1b-e2a07d255c3b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.150471] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfa53a8-9087-4c6e-b629-0e6ca624632f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.171602] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.172253] env[62094]: DEBUG nova.compute.provider_tree [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.175706] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.176246] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.176321] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Deleting the datastore file [datastore2] c374d737-c6e8-4c18-8219-d197a0023d95 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.179326] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6515ac1-c773-41c3-9fe6-8eff6dc1ec97 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.184146] env[62094]: DEBUG oslo_vmware.api [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1118.184146] env[62094]: value = "task-1400445" [ 1118.184146] env[62094]: _type = "Task" [ 1118.184146] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.193655] env[62094]: DEBUG oslo_vmware.api [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.200046] env[62094]: INFO nova.compute.manager [-] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Took 1.94 seconds to deallocate network for instance. [ 1118.386970] env[62094]: DEBUG oslo_vmware.api [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400443, 'name': PowerOffVM_Task, 'duration_secs': 0.341914} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.387392] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.387593] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.387991] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e778796-fe41-4149-946f-722a621b8f94 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.409134] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.409302] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.409503] env[62094]: INFO nova.compute.manager [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Attaching volume 1bacde72-cc95-44a5-b7a2-f9afc0c8334e to /dev/sdb [ 1118.457295] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.457730] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.457979] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Deleting the datastore file [datastore2] 28df1018-3767-4561-8a01-5558a9272e71 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.459294] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9364020a-0c2a-4215-be8f-9b25d8b3fad5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.462454] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c28c54-8ad0-4877-81f9-fc801c458a1c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.471847] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c474c6a-2591-4f88-8547-019e14ee4a93 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.475100] env[62094]: DEBUG oslo_vmware.api [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1118.475100] env[62094]: value = "task-1400447" [ 1118.475100] env[62094]: _type = "Task" [ 1118.475100] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.487292] env[62094]: DEBUG nova.virt.block_device [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Updating existing volume attachment record: 91649c8a-9065-4b5c-9f71-283a5c283878 {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1118.497391] env[62094]: DEBUG nova.network.neutron [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance_info_cache with network_info: [{"id": "58965e41-e626-4159-9abb-15dee36d12c5", "address": "fa:16:3e:40:8f:4c", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58965e41-e6", "ovs_interfaceid": "58965e41-e626-4159-9abb-15dee36d12c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.678647] env[62094]: DEBUG nova.scheduler.client.report [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1118.694952] env[62094]: DEBUG oslo_vmware.api [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271946} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.695438] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.695596] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.695859] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.696098] env[62094]: INFO nova.compute.manager [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1118.696388] env[62094]: DEBUG oslo.service.loopingcall [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1118.696654] env[62094]: DEBUG nova.compute.manager [-] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1118.696779] env[62094]: DEBUG nova.network.neutron [-] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.715352] env[62094]: DEBUG oslo_concurrency.lockutils [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.872989] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1d57d527-58fc-43a4-91d5-ee7712ce8dc5 tempest-ServersAdminTestJSON-711464546 tempest-ServersAdminTestJSON-711464546-project-admin] Acquiring lock "refresh_cache-7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.873235] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1d57d527-58fc-43a4-91d5-ee7712ce8dc5 tempest-ServersAdminTestJSON-711464546 tempest-ServersAdminTestJSON-711464546-project-admin] Acquired lock "refresh_cache-7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.873433] env[62094]: DEBUG nova.network.neutron [None req-1d57d527-58fc-43a4-91d5-ee7712ce8dc5 tempest-ServersAdminTestJSON-711464546 tempest-ServersAdminTestJSON-711464546-project-admin] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.930236] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "257036ca-daf0-4615-8ce0-23263ceafc60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.930596] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.988545] env[62094]: DEBUG oslo_vmware.api [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349075} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.988837] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.989038] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.989299] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.989402] env[62094]: INFO nova.compute.manager [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1118.989738] env[62094]: DEBUG oslo.service.loopingcall [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1118.989948] env[62094]: DEBUG nova.compute.manager [-] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1118.990053] env[62094]: DEBUG nova.network.neutron [-] [instance: 28df1018-3767-4561-8a01-5558a9272e71] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.999823] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Releasing lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.035369] env[62094]: DEBUG nova.compute.manager [req-f221f24c-37fc-4faa-9cc6-aefe093bfd71 req-484f85e0-897c-4ddf-9122-94cc773d8e43 service nova] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Received event network-vif-deleted-c127f5a2-55c6-4715-8d88-7088b53b79c6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1119.035967] env[62094]: DEBUG nova.compute.manager [req-f221f24c-37fc-4faa-9cc6-aefe093bfd71 req-484f85e0-897c-4ddf-9122-94cc773d8e43 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Received event network-changed-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1119.035967] env[62094]: DEBUG nova.compute.manager [req-f221f24c-37fc-4faa-9cc6-aefe093bfd71 req-484f85e0-897c-4ddf-9122-94cc773d8e43 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Refreshing instance network info cache due to event network-changed-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1119.036164] env[62094]: DEBUG oslo_concurrency.lockutils [req-f221f24c-37fc-4faa-9cc6-aefe093bfd71 req-484f85e0-897c-4ddf-9122-94cc773d8e43 service nova] Acquiring lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.036164] env[62094]: DEBUG oslo_concurrency.lockutils [req-f221f24c-37fc-4faa-9cc6-aefe093bfd71 req-484f85e0-897c-4ddf-9122-94cc773d8e43 service nova] Acquired lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.036311] env[62094]: DEBUG nova.network.neutron [req-f221f24c-37fc-4faa-9cc6-aefe093bfd71 req-484f85e0-897c-4ddf-9122-94cc773d8e43 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Refreshing network info cache for port 4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.105241] env[62094]: DEBUG nova.network.neutron [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Updating instance_info_cache with network_info: [{"id": "812996ce-482f-463b-a76f-f99bea8ca7ff", "address": "fa:16:3e:c0:8d:20", "network": {"id": "269e850b-e8c1-428f-b797-1cc3c8d3d5a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-821030583", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812996ce-48", "ovs_interfaceid": "812996ce-482f-463b-a76f-f99bea8ca7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c937a1af-aab2-4720-9686-0587de24d0bc", "address": "fa:16:3e:a2:9f:93", "network": {"id": "36f4e56c-e8a4-4cd5-869f-7c7b0f534a2c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1832400518", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc937a1af-aa", "ovs_interfaceid": "c937a1af-aab2-4720-9686-0587de24d0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.184133] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.188814] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.964s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.188814] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.188814] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1119.189331] env[62094]: DEBUG oslo_concurrency.lockutils [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.736s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.189408] env[62094]: DEBUG nova.objects.instance [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Lazy-loading 'resources' on Instance uuid e613db92-04b3-409f-b7a4-2ea53a87eb01 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.193020] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a981be-e00d-4436-8a57-bba3bbd5fa7f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.202042] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adb55d9-abe1-4962-8c54-402cbe6d3829 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.211805] env[62094]: INFO nova.scheduler.client.report [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Deleted allocations for instance c62bee0a-0494-4cee-9053-0e7291d20a12 [ 1119.235025] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dd7dbc-b42b-4957-8ac1-1e0bf9f4f6eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.241741] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818ceb4f-a7a9-4819-977b-aefb649b9656 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.280930] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179161MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1119.280930] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.353175] env[62094]: DEBUG nova.compute.manager [req-32a1fd6b-79df-4417-8197-ac9752bdeac6 req-d4a056d7-8865-435c-8e06-a70ff19e4f74 service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Received event network-changed-c937a1af-aab2-4720-9686-0587de24d0bc {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1119.353434] env[62094]: DEBUG nova.compute.manager [req-32a1fd6b-79df-4417-8197-ac9752bdeac6 req-d4a056d7-8865-435c-8e06-a70ff19e4f74 service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Refreshing instance network info cache due to event network-changed-c937a1af-aab2-4720-9686-0587de24d0bc. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1119.353717] env[62094]: DEBUG oslo_concurrency.lockutils [req-32a1fd6b-79df-4417-8197-ac9752bdeac6 req-d4a056d7-8865-435c-8e06-a70ff19e4f74 service nova] Acquiring lock "refresh_cache-20f71e31-43e9-4abf-b741-ff0c911a9704" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.391013] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "287c6662-e303-470a-9201-7b49bc7db041" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.391382] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "287c6662-e303-470a-9201-7b49bc7db041" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.434236] env[62094]: DEBUG nova.compute.manager [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1119.518262] env[62094]: INFO nova.compute.manager [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Unrescuing [ 1119.518262] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "refresh_cache-ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.518262] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquired lock "refresh_cache-ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.518459] env[62094]: DEBUG nova.network.neutron [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.608198] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Releasing lock "refresh_cache-20f71e31-43e9-4abf-b741-ff0c911a9704" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.608589] env[62094]: DEBUG nova.compute.manager [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Instance network_info: |[{"id": "812996ce-482f-463b-a76f-f99bea8ca7ff", "address": "fa:16:3e:c0:8d:20", "network": {"id": "269e850b-e8c1-428f-b797-1cc3c8d3d5a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-821030583", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812996ce-48", "ovs_interfaceid": "812996ce-482f-463b-a76f-f99bea8ca7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c937a1af-aab2-4720-9686-0587de24d0bc", "address": "fa:16:3e:a2:9f:93", "network": {"id": "36f4e56c-e8a4-4cd5-869f-7c7b0f534a2c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1832400518", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc937a1af-aa", "ovs_interfaceid": "c937a1af-aab2-4720-9686-0587de24d0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1119.608926] env[62094]: DEBUG oslo_concurrency.lockutils [req-32a1fd6b-79df-4417-8197-ac9752bdeac6 req-d4a056d7-8865-435c-8e06-a70ff19e4f74 service nova] Acquired lock "refresh_cache-20f71e31-43e9-4abf-b741-ff0c911a9704" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.609144] env[62094]: DEBUG nova.network.neutron [req-32a1fd6b-79df-4417-8197-ac9752bdeac6 req-d4a056d7-8865-435c-8e06-a70ff19e4f74 service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Refreshing network info cache for port c937a1af-aab2-4720-9686-0587de24d0bc {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.610574] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:8d:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '812996ce-482f-463b-a76f-f99bea8ca7ff', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:9f:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c937a1af-aab2-4720-9686-0587de24d0bc', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.622955] env[62094]: DEBUG oslo.service.loopingcall [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1119.626608] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.627347] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20fd39c3-532b-415a-ac9b-11a92e8de838 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.655825] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.655825] env[62094]: value = "task-1400451" [ 1119.655825] env[62094]: _type = "Task" [ 1119.655825] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.664614] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400451, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.743493] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d55e7f55-42b4-43cb-b206-ba951241ccc9 tempest-ImagesOneServerTestJSON-660781716 tempest-ImagesOneServerTestJSON-660781716-project-member] Lock "c62bee0a-0494-4cee-9053-0e7291d20a12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.161s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.900184] env[62094]: DEBUG nova.compute.manager [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1119.975972] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.984460] env[62094]: DEBUG nova.network.neutron [-] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.176999] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400451, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.213324] env[62094]: DEBUG nova.network.neutron [None req-1d57d527-58fc-43a4-91d5-ee7712ce8dc5 tempest-ServersAdminTestJSON-711464546 tempest-ServersAdminTestJSON-711464546-project-admin] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Updating instance_info_cache with network_info: [{"id": "1c24bb59-f1c9-4884-9f71-9dbb5639f004", "address": "fa:16:3e:c8:b8:a1", "network": {"id": "4bbb6dd3-ac62-4482-8953-be0ab57cee71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1072414704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f946d53d33e4285b93da32355ab1080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c24bb59-f1", "ovs_interfaceid": "1c24bb59-f1c9-4884-9f71-9dbb5639f004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.286074] env[62094]: DEBUG nova.network.neutron [req-32a1fd6b-79df-4417-8197-ac9752bdeac6 req-d4a056d7-8865-435c-8e06-a70ff19e4f74 service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Updated VIF entry in instance network info cache for port c937a1af-aab2-4720-9686-0587de24d0bc. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.286516] env[62094]: DEBUG nova.network.neutron [req-32a1fd6b-79df-4417-8197-ac9752bdeac6 req-d4a056d7-8865-435c-8e06-a70ff19e4f74 service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Updating instance_info_cache with network_info: [{"id": "812996ce-482f-463b-a76f-f99bea8ca7ff", "address": "fa:16:3e:c0:8d:20", "network": {"id": "269e850b-e8c1-428f-b797-1cc3c8d3d5a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-821030583", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap812996ce-48", "ovs_interfaceid": "812996ce-482f-463b-a76f-f99bea8ca7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c937a1af-aab2-4720-9686-0587de24d0bc", "address": "fa:16:3e:a2:9f:93", "network": {"id": "36f4e56c-e8a4-4cd5-869f-7c7b0f534a2c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1832400518", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0c91b06392fb4c3da7273e1143f6d0f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc937a1af-aa", "ovs_interfaceid": "c937a1af-aab2-4720-9686-0587de24d0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.331261] env[62094]: DEBUG nova.network.neutron [req-f221f24c-37fc-4faa-9cc6-aefe093bfd71 req-484f85e0-897c-4ddf-9122-94cc773d8e43 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updated VIF entry in instance network info cache for port 4bc351d5-e03b-4dc5-bebe-c3c1fee6e858. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.331261] env[62094]: DEBUG nova.network.neutron [req-f221f24c-37fc-4faa-9cc6-aefe093bfd71 req-484f85e0-897c-4ddf-9122-94cc773d8e43 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updating instance_info_cache with network_info: [{"id": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "address": "fa:16:3e:4d:16:37", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc351d5-e0", "ovs_interfaceid": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.339470] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab3d7ce-55a9-4027-a62e-79ba7535c0a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.347067] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b372b655-1780-481d-847c-0c866a2a5069 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.383651] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53550f45-d3ef-4b8f-8442-1acf736694b7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.400123] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b0d24a-0042-4228-b43e-c69bb84bf3ed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.405707] env[62094]: DEBUG nova.network.neutron [-] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.419061] env[62094]: DEBUG nova.compute.provider_tree [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.430042] env[62094]: DEBUG nova.network.neutron [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Updating instance_info_cache with network_info: [{"id": "e1976fd2-7cfd-4508-8fa9-413d62c44439", "address": "fa:16:3e:c2:bc:45", "network": {"id": "078c759a-ba1b-40fe-914d-26684d8e3a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-354929716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cf4bb5e2255d44b49a16ad11bd0580c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1976fd2-7c", "ovs_interfaceid": "e1976fd2-7cfd-4508-8fa9-413d62c44439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.439113] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.486544] env[62094]: INFO nova.compute.manager [-] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Took 1.79 seconds to deallocate network for instance. [ 1120.537198] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408c8f89-dbc7-4f94-b425-d2220a05de49 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.566068] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance 'a1699619-ba4e-42cb-bf58-28f3a922e36e' progress to 0 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.667926] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400451, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.719552] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1d57d527-58fc-43a4-91d5-ee7712ce8dc5 tempest-ServersAdminTestJSON-711464546 tempest-ServersAdminTestJSON-711464546-project-admin] Releasing lock "refresh_cache-7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.719897] env[62094]: DEBUG nova.compute.manager [None req-1d57d527-58fc-43a4-91d5-ee7712ce8dc5 tempest-ServersAdminTestJSON-711464546 tempest-ServersAdminTestJSON-711464546-project-admin] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Inject network info {{(pid=62094) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1120.720224] env[62094]: DEBUG nova.compute.manager [None req-1d57d527-58fc-43a4-91d5-ee7712ce8dc5 tempest-ServersAdminTestJSON-711464546 tempest-ServersAdminTestJSON-711464546-project-admin] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] network_info to inject: |[{"id": "1c24bb59-f1c9-4884-9f71-9dbb5639f004", "address": "fa:16:3e:c8:b8:a1", "network": {"id": "4bbb6dd3-ac62-4482-8953-be0ab57cee71", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1072414704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f946d53d33e4285b93da32355ab1080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c24bb59-f1", "ovs_interfaceid": "1c24bb59-f1c9-4884-9f71-9dbb5639f004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1120.727016] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1d57d527-58fc-43a4-91d5-ee7712ce8dc5 tempest-ServersAdminTestJSON-711464546 tempest-ServersAdminTestJSON-711464546-project-admin] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Reconfiguring VM instance to set the machine id {{(pid=62094) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1120.727364] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aaecdfd-254c-45d5-b6c4-b8d7906743f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.744831] env[62094]: DEBUG oslo_vmware.api [None req-1d57d527-58fc-43a4-91d5-ee7712ce8dc5 tempest-ServersAdminTestJSON-711464546 tempest-ServersAdminTestJSON-711464546-project-admin] Waiting for the task: (returnval){ [ 1120.744831] env[62094]: value = "task-1400452" [ 1120.744831] env[62094]: _type = "Task" [ 1120.744831] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.754830] env[62094]: DEBUG oslo_vmware.api [None req-1d57d527-58fc-43a4-91d5-ee7712ce8dc5 tempest-ServersAdminTestJSON-711464546 tempest-ServersAdminTestJSON-711464546-project-admin] Task: {'id': task-1400452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.789959] env[62094]: DEBUG oslo_concurrency.lockutils [req-32a1fd6b-79df-4417-8197-ac9752bdeac6 req-d4a056d7-8865-435c-8e06-a70ff19e4f74 service nova] Releasing lock "refresh_cache-20f71e31-43e9-4abf-b741-ff0c911a9704" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.790154] env[62094]: DEBUG nova.compute.manager [req-32a1fd6b-79df-4417-8197-ac9752bdeac6 req-d4a056d7-8865-435c-8e06-a70ff19e4f74 service nova] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Received event network-vif-deleted-21140c7c-86cf-4706-aabc-9422e7c39532 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1120.836506] env[62094]: DEBUG oslo_concurrency.lockutils [req-f221f24c-37fc-4faa-9cc6-aefe093bfd71 req-484f85e0-897c-4ddf-9122-94cc773d8e43 service nova] Releasing lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.924871] env[62094]: INFO nova.compute.manager [-] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Took 1.93 seconds to deallocate network for instance. [ 1120.925799] env[62094]: DEBUG nova.scheduler.client.report [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1120.935746] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Releasing lock "refresh_cache-ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.936362] env[62094]: DEBUG nova.objects.instance [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lazy-loading 'flavor' on Instance uuid ba9f4f11-caa2-4916-a1ed-cbe96644c8ef {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.993349] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.072482] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.072893] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23bf7ce9-5fb1-4414-8910-d240c8926e8d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.081197] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1121.081197] env[62094]: value = "task-1400454" [ 1121.081197] env[62094]: _type = "Task" [ 1121.081197] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.092537] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.167787] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400451, 'name': CreateVM_Task, 'duration_secs': 1.430343} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.167893] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.168755] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.169174] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.169350] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.169635] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6630d08-3f0f-4563-9d71-ac7930e1599f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.176974] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1121.176974] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528fa3c1-a5a0-80de-ec59-4be0fe85d769" [ 1121.176974] env[62094]: _type = "Task" [ 1121.176974] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.187280] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528fa3c1-a5a0-80de-ec59-4be0fe85d769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.260964] env[62094]: DEBUG oslo_vmware.api [None req-1d57d527-58fc-43a4-91d5-ee7712ce8dc5 tempest-ServersAdminTestJSON-711464546 tempest-ServersAdminTestJSON-711464546-project-admin] Task: {'id': task-1400452, 'name': ReconfigVM_Task, 'duration_secs': 0.191106} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.260964] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1d57d527-58fc-43a4-91d5-ee7712ce8dc5 tempest-ServersAdminTestJSON-711464546 tempest-ServersAdminTestJSON-711464546-project-admin] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Reconfigured VM instance to set the machine id {{(pid=62094) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1121.359604] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquiring lock "5cf97d38-7bd3-46c9-8908-71183b363223" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.360579] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Lock "5cf97d38-7bd3-46c9-8908-71183b363223" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.432335] env[62094]: DEBUG oslo_concurrency.lockutils [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.435770] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.346s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.436185] env[62094]: DEBUG nova.objects.instance [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Lazy-loading 'resources' on Instance uuid 08a0f783-8464-44b0-8419-6fe281098b26 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.440134] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.445935] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3220f9eb-4957-4728-8d23-98b77daa93de {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.498770] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.499467] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-736f4a90-2efe-4d2b-8081-205bd9104a16 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.506836] env[62094]: DEBUG oslo_vmware.api [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1121.506836] env[62094]: value = "task-1400455" [ 1121.506836] env[62094]: _type = "Task" [ 1121.506836] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.516387] env[62094]: DEBUG oslo_vmware.api [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.591648] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400454, 'name': PowerOffVM_Task, 'duration_secs': 0.203576} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.592132] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.592408] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance 'a1699619-ba4e-42cb-bf58-28f3a922e36e' progress to 17 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.692635] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528fa3c1-a5a0-80de-ec59-4be0fe85d769, 'name': SearchDatastore_Task, 'duration_secs': 0.0207} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.693808] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.693808] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.693808] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.693808] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.694041] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.694155] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d3266a5-55a0-4f8e-bb6d-d52ac4b8a282 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.706490] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.706667] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.707468] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972b5e54-57f3-4d44-892b-53c83538eacf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.718340] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1121.718340] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]522b6ccb-fc7e-6d47-a804-04a94ea273dd" [ 1121.718340] env[62094]: _type = "Task" [ 1121.718340] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.732422] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522b6ccb-fc7e-6d47-a804-04a94ea273dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.801155] env[62094]: DEBUG nova.compute.manager [req-d40ca68b-13b4-42db-afbb-39b39f907209 req-c5575436-fb29-4cf1-93f5-f7a3f0e56b20 service nova] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Received event network-vif-deleted-01edf4a6-14eb-41bf-af60-528661968cf9 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1121.868073] env[62094]: DEBUG nova.compute.manager [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1121.889329] env[62094]: DEBUG nova.compute.manager [req-833f0bb0-f7e4-41cc-8431-8672229d65f5 req-2aa95edc-671d-4277-8e5b-8f6c6d109d68 service nova] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Received event network-vif-deleted-22c3fe33-9ecd-4a3d-861c-8e36ef82bbcb {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1121.963031] env[62094]: DEBUG oslo_concurrency.lockutils [None req-64289464-bfab-41c5-9721-dbd581f5b39b tempest-ServerActionsV293TestJSON-1296155495 tempest-ServerActionsV293TestJSON-1296155495-project-member] Lock "e613db92-04b3-409f-b7a4-2ea53a87eb01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.644s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.022614] env[62094]: DEBUG oslo_vmware.api [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400455, 'name': PowerOffVM_Task, 'duration_secs': 0.237756} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.025446] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.031632] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.033126] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7098f87-7e7f-4210-885f-4831cac509fb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.065044] env[62094]: DEBUG oslo_vmware.api [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1122.065044] env[62094]: value = "task-1400456" [ 1122.065044] env[62094]: _type = "Task" [ 1122.065044] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.075075] env[62094]: DEBUG oslo_vmware.api [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.106227] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1122.106459] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1122.106616] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.106793] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1122.106934] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.107095] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1122.107633] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1122.107633] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1122.107747] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1122.107878] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1122.108067] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1122.116289] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda3fe37-2508-434c-9918-263000a58196 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.139751] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1122.139751] env[62094]: value = "task-1400457" [ 1122.139751] env[62094]: _type = "Task" [ 1122.139751] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.154106] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400457, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.241225] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522b6ccb-fc7e-6d47-a804-04a94ea273dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.242511] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5753d7-e7d8-4da6-99f5-c0ce26846499 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.256718] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1122.256718] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f776d4-ef14-c129-cd22-1418dd4f5fa6" [ 1122.256718] env[62094]: _type = "Task" [ 1122.256718] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.266431] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "f926178a-a084-43a8-8906-6569d3015281" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.267183] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "f926178a-a084-43a8-8906-6569d3015281" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.277449] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f776d4-ef14-c129-cd22-1418dd4f5fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.014776} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.278362] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.278362] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 20f71e31-43e9-4abf-b741-ff0c911a9704/20f71e31-43e9-4abf-b741-ff0c911a9704.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.278362] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aca50ac-4490-40a1-a599-4dca45cbd7cb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.290360] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1122.290360] env[62094]: value = "task-1400458" [ 1122.290360] env[62094]: _type = "Task" [ 1122.290360] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.300333] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.406671] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.580391] env[62094]: DEBUG oslo_vmware.api [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400456, 'name': ReconfigVM_Task, 'duration_secs': 0.294369} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.582475] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.582475] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.582475] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f7a71af-3483-4beb-9bf7-54d11d4e9378 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.585188] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa0456b-ad64-4bc8-81b0-87dd72581bc8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.596056] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eff4b50-7cac-4b50-885a-f96c0daf2494 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.599778] env[62094]: DEBUG oslo_vmware.api [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1122.599778] env[62094]: value = "task-1400459" [ 1122.599778] env[62094]: _type = "Task" [ 1122.599778] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.632071] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc9693a-b4f9-4cb4-a04a-4d80b4020c4f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.638662] env[62094]: DEBUG oslo_vmware.api [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.650231] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1291c9-f01c-4ba1-bdc3-9b99281d38af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.660136] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400457, 'name': ReconfigVM_Task, 'duration_secs': 0.221782} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.669322] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance 'a1699619-ba4e-42cb-bf58-28f3a922e36e' progress to 33 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.673950] env[62094]: DEBUG nova.compute.provider_tree [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.772986] env[62094]: DEBUG nova.compute.manager [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1122.804068] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400458, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.042488] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1123.042746] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296913', 'volume_id': '1bacde72-cc95-44a5-b7a2-f9afc0c8334e', 'name': 'volume-1bacde72-cc95-44a5-b7a2-f9afc0c8334e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4d86f1d5-307e-4cc4-822b-d315fb3e6032', 'attached_at': '', 'detached_at': '', 'volume_id': '1bacde72-cc95-44a5-b7a2-f9afc0c8334e', 'serial': '1bacde72-cc95-44a5-b7a2-f9afc0c8334e'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1123.043646] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a85f27-9f11-43eb-b279-b4c7b657fbe7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.060149] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4efe91-00b6-4423-95a1-c7c7c5fefeb3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.086106] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] volume-1bacde72-cc95-44a5-b7a2-f9afc0c8334e/volume-1bacde72-cc95-44a5-b7a2-f9afc0c8334e.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.087432] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5716196f-d14a-4cfa-bdd1-6898035e68f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.108958] env[62094]: DEBUG oslo_vmware.api [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1123.108958] env[62094]: value = "task-1400460" [ 1123.108958] env[62094]: _type = "Task" [ 1123.108958] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.112896] env[62094]: DEBUG oslo_vmware.api [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400459, 'name': PowerOnVM_Task, 'duration_secs': 0.421186} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.116647] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.117045] env[62094]: DEBUG nova.compute.manager [None req-4334a161-a6e2-4d6a-8318-a770f60c8464 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1123.119027] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b968f23-10ba-4ea9-8cde-b1cd169c05bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.127354] env[62094]: DEBUG oslo_vmware.api [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.177762] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:19:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e93885c1-f282-4f74-9ce7-b10f9e09c69e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-348667194',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1123.178662] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1123.178662] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.178662] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1123.178662] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.178662] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1123.178934] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1123.178970] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1123.179133] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1123.179345] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1123.179467] env[62094]: DEBUG nova.virt.hardware [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1123.185214] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.186100] env[62094]: DEBUG nova.scheduler.client.report [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1123.189934] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1add93cb-cd3c-4dc1-a439-cad5439625c9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.205900] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.207832] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.675s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.209898] env[62094]: INFO nova.compute.claims [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.218512] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1123.218512] env[62094]: value = "task-1400461" [ 1123.218512] env[62094]: _type = "Task" [ 1123.218512] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.233988] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400461, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.240848] env[62094]: INFO nova.scheduler.client.report [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Deleted allocations for instance 08a0f783-8464-44b0-8419-6fe281098b26 [ 1123.296558] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.302729] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643747} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.302998] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 20f71e31-43e9-4abf-b741-ff0c911a9704/20f71e31-43e9-4abf-b741-ff0c911a9704.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.303804] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.304813] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df5b04ed-31e6-4633-ae5f-b8885c728e7c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.312280] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1123.312280] env[62094]: value = "task-1400462" [ 1123.312280] env[62094]: _type = "Task" [ 1123.312280] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.321454] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.611805] env[62094]: DEBUG oslo_concurrency.lockutils [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Acquiring lock "73e10bed-7065-48ad-b059-6b904061f4c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.611805] env[62094]: DEBUG oslo_concurrency.lockutils [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Lock "73e10bed-7065-48ad-b059-6b904061f4c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.611805] env[62094]: DEBUG oslo_concurrency.lockutils [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Acquiring lock "73e10bed-7065-48ad-b059-6b904061f4c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.611805] env[62094]: DEBUG oslo_concurrency.lockutils [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Lock "73e10bed-7065-48ad-b059-6b904061f4c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.611805] env[62094]: DEBUG oslo_concurrency.lockutils [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Lock "73e10bed-7065-48ad-b059-6b904061f4c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.612584] env[62094]: INFO nova.compute.manager [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Terminating instance [ 1123.620796] env[62094]: DEBUG nova.compute.manager [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1123.621156] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.621439] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea82e338-7971-4bfe-b148-1229b691987a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.626944] env[62094]: DEBUG oslo_vmware.api [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.631260] env[62094]: DEBUG oslo_vmware.api [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Waiting for the task: (returnval){ [ 1123.631260] env[62094]: value = "task-1400463" [ 1123.631260] env[62094]: _type = "Task" [ 1123.631260] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.642249] env[62094]: DEBUG oslo_vmware.api [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.728126] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400461, 'name': ReconfigVM_Task, 'duration_secs': 0.284224} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.729013] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.730254] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c41de1-43a5-495f-88b7-2d57871cea1c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.752156] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] a1699619-ba4e-42cb-bf58-28f3a922e36e/a1699619-ba4e-42cb-bf58-28f3a922e36e.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.754723] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7e585e0-0eca-4dbe-a150-99a877cc2ce6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.767823] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b892199-0abb-4ca1-a6ba-6235fe9a8bd3 tempest-InstanceActionsV221TestJSON-1228806012 tempest-InstanceActionsV221TestJSON-1228806012-project-member] Lock "08a0f783-8464-44b0-8419-6fe281098b26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.768s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.774665] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1123.774665] env[62094]: value = "task-1400464" [ 1123.774665] env[62094]: _type = "Task" [ 1123.774665] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.784374] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.825670] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109318} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.825951] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.826765] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a6c6b6-ef76-4fea-af55-5f3ddb83d098 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.852666] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 20f71e31-43e9-4abf-b741-ff0c911a9704/20f71e31-43e9-4abf-b741-ff0c911a9704.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.853412] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfd9c02b-583c-42ba-8a5a-8bd8297a056d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.875417] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1123.875417] env[62094]: value = "task-1400465" [ 1123.875417] env[62094]: _type = "Task" [ 1123.875417] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.884252] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.125113] env[62094]: DEBUG oslo_vmware.api [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400460, 'name': ReconfigVM_Task, 'duration_secs': 0.841118} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.125113] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Reconfigured VM instance instance-00000021 to attach disk [datastore2] volume-1bacde72-cc95-44a5-b7a2-f9afc0c8334e/volume-1bacde72-cc95-44a5-b7a2-f9afc0c8334e.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.132021] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e9f6873-6ca4-479a-9683-fdacc48927ac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.153082] env[62094]: DEBUG oslo_vmware.api [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400463, 'name': PowerOffVM_Task, 'duration_secs': 0.336705} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.154444] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.154638] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1124.154847] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296840', 'volume_id': 'a3f9d257-a856-4d51-adb4-8aae291222ba', 'name': 'volume-a3f9d257-a856-4d51-adb4-8aae291222ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '73e10bed-7065-48ad-b059-6b904061f4c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3f9d257-a856-4d51-adb4-8aae291222ba', 'serial': 'a3f9d257-a856-4d51-adb4-8aae291222ba'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1124.155256] env[62094]: DEBUG oslo_vmware.api [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1124.155256] env[62094]: value = "task-1400466" [ 1124.155256] env[62094]: _type = "Task" [ 1124.155256] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.155970] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d2dee6-da57-483b-928a-7acc56342df3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.181435] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c6c01a-1fd9-4c71-ac7b-779d42acbe76 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.189179] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962050f7-a14e-49e0-998a-2b728f26ddf7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.212805] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68d0c96-82d2-4c06-9c38-7447266bee6b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.231298] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] The volume has not been displaced from its original location: [datastore2] volume-a3f9d257-a856-4d51-adb4-8aae291222ba/volume-a3f9d257-a856-4d51-adb4-8aae291222ba.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1124.236988] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.237391] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5500b339-26e5-4b7d-a138-a8d381781c70 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.259421] env[62094]: DEBUG oslo_vmware.api [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Waiting for the task: (returnval){ [ 1124.259421] env[62094]: value = "task-1400467" [ 1124.259421] env[62094]: _type = "Task" [ 1124.259421] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.269202] env[62094]: DEBUG oslo_vmware.api [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.289210] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400464, 'name': ReconfigVM_Task, 'duration_secs': 0.375747} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.289210] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Reconfigured VM instance instance-0000002a to attach disk [datastore2] a1699619-ba4e-42cb-bf58-28f3a922e36e/a1699619-ba4e-42cb-bf58-28f3a922e36e.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.289210] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance 'a1699619-ba4e-42cb-bf58-28f3a922e36e' progress to 50 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.386740] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400465, 'name': ReconfigVM_Task, 'duration_secs': 0.321598} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.386740] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 20f71e31-43e9-4abf-b741-ff0c911a9704/20f71e31-43e9-4abf-b741-ff0c911a9704.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.387604] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1829a753-60ae-4205-bb3e-6804ad1a3f40 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.395544] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1124.395544] env[62094]: value = "task-1400468" [ 1124.395544] env[62094]: _type = "Task" [ 1124.395544] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.405028] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400468, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.464532] env[62094]: INFO nova.compute.manager [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Rebuilding instance [ 1124.524191] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.524571] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.524858] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "ba9f4f11-caa2-4916-a1ed-cbe96644c8ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.525127] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "ba9f4f11-caa2-4916-a1ed-cbe96644c8ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.525371] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "ba9f4f11-caa2-4916-a1ed-cbe96644c8ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.528148] env[62094]: INFO nova.compute.manager [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Terminating instance [ 1124.533716] env[62094]: DEBUG nova.compute.manager [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1124.533899] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.535720] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29ba7df-79a7-4bd3-b5a9-10ae6cfca9e6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.549511] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.553820] env[62094]: DEBUG nova.compute.manager [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1124.554108] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dcb7118-4ed1-4c1a-81a7-e6a426bd9acf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.557100] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c66c2b-e5d0-47bd-8d80-51c3b4b147ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.573536] env[62094]: DEBUG oslo_vmware.api [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1124.573536] env[62094]: value = "task-1400469" [ 1124.573536] env[62094]: _type = "Task" [ 1124.573536] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.590683] env[62094]: DEBUG oslo_vmware.api [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.675181] env[62094]: DEBUG oslo_vmware.api [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400466, 'name': ReconfigVM_Task, 'duration_secs': 0.198128} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.675689] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296913', 'volume_id': '1bacde72-cc95-44a5-b7a2-f9afc0c8334e', 'name': 'volume-1bacde72-cc95-44a5-b7a2-f9afc0c8334e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4d86f1d5-307e-4cc4-822b-d315fb3e6032', 'attached_at': '', 'detached_at': '', 'volume_id': '1bacde72-cc95-44a5-b7a2-f9afc0c8334e', 'serial': '1bacde72-cc95-44a5-b7a2-f9afc0c8334e'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1124.766578] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183fb050-30ac-4132-b4ed-34a23c9d5d99 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.779824] env[62094]: DEBUG oslo_vmware.api [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400467, 'name': ReconfigVM_Task, 'duration_secs': 0.259854} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.782889] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.790602] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-782e378b-d15b-4916-9d81-08e3f5c481a1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.809959] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85db9de-dbb8-4c7f-95b4-186f7b0ab92f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.816115] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128229af-9490-477d-b62c-142bb790a18e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.870956] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debf6832-4233-4259-8ed1-b6c74cf53a9f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.873894] env[62094]: DEBUG oslo_vmware.api [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Waiting for the task: (returnval){ [ 1124.873894] env[62094]: value = "task-1400470" [ 1124.873894] env[62094]: _type = "Task" [ 1124.873894] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.874857] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f18ee7-6fbd-4e6b-8b43-6e32b0193082 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.884779] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b365dd88-0cc9-43bf-8e87-5fe4778fd436 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.905249] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance 'a1699619-ba4e-42cb-bf58-28f3a922e36e' progress to 67 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.912025] env[62094]: DEBUG oslo_vmware.api [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.922283] env[62094]: DEBUG nova.compute.provider_tree [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.930108] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400468, 'name': Rename_Task, 'duration_secs': 0.225734} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.930207] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.932127] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-189df5ed-3f83-446e-b70d-1f9b68ec0257 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.940088] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1124.940088] env[62094]: value = "task-1400471" [ 1124.940088] env[62094]: _type = "Task" [ 1124.940088] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.949030] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.079479] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.080191] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e4c98aa-88ad-4ff3-9efa-94816ea5a2a0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.092471] env[62094]: DEBUG oslo_vmware.api [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400469, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.097324] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1125.097324] env[62094]: value = "task-1400472" [ 1125.097324] env[62094]: _type = "Task" [ 1125.097324] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.103883] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.390458] env[62094]: DEBUG oslo_vmware.api [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400470, 'name': ReconfigVM_Task, 'duration_secs': 0.268045} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.391336] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296840', 'volume_id': 'a3f9d257-a856-4d51-adb4-8aae291222ba', 'name': 'volume-a3f9d257-a856-4d51-adb4-8aae291222ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '73e10bed-7065-48ad-b059-6b904061f4c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3f9d257-a856-4d51-adb4-8aae291222ba', 'serial': 'a3f9d257-a856-4d51-adb4-8aae291222ba'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1125.391336] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.392225] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbfee0d-c0d3-48d2-9c9d-ff0f7e67b074 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.403124] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.403562] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31d666c7-b04e-4683-a8f9-a2752b5097a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.427169] env[62094]: DEBUG nova.scheduler.client.report [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1125.458990] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400471, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.465700] env[62094]: DEBUG nova.network.neutron [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Port 58965e41-e626-4159-9abb-15dee36d12c5 binding to destination host cpu-1 is already ACTIVE {{(pid=62094) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1125.486585] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.486797] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.488105] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Deleting the datastore file [datastore2] 73e10bed-7065-48ad-b059-6b904061f4c7 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.488105] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3048aba6-0bc3-466a-9d4b-bf81486f9134 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.499351] env[62094]: DEBUG oslo_vmware.api [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Waiting for the task: (returnval){ [ 1125.499351] env[62094]: value = "task-1400474" [ 1125.499351] env[62094]: _type = "Task" [ 1125.499351] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.508513] env[62094]: DEBUG oslo_vmware.api [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.593805] env[62094]: DEBUG oslo_vmware.api [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400469, 'name': PowerOffVM_Task, 'duration_secs': 0.556352} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.593805] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.593805] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.593805] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b62eac64-2888-4693-9833-b22df158e673 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.611409] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400472, 'name': PowerOffVM_Task, 'duration_secs': 0.256852} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.611409] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.611409] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.611856] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0440452f-514b-4fbe-9591-11bf636fc341 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.626186] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.626706] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6117818d-a0db-4e87-abb9-51c78c6d0a90 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.734294] env[62094]: DEBUG nova.objects.instance [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lazy-loading 'flavor' on Instance uuid 4d86f1d5-307e-4cc4-822b-d315fb3e6032 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.771057] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Acquiring lock "b6629dde-580d-40c4-af1e-15807861c45b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.771831] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Lock "b6629dde-580d-40c4-af1e-15807861c45b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.771831] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Acquiring lock "b6629dde-580d-40c4-af1e-15807861c45b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.771985] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Lock "b6629dde-580d-40c4-af1e-15807861c45b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.772384] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Lock "b6629dde-580d-40c4-af1e-15807861c45b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.775109] env[62094]: INFO nova.compute.manager [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Terminating instance [ 1125.776937] env[62094]: DEBUG nova.compute.manager [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1125.778851] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.778851] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba190177-db24-4f6f-8350-f31eaacc42bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.790649] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.790969] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81c06f9e-d273-4c52-95c0-4dcd35467e8e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.801416] env[62094]: DEBUG oslo_vmware.api [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Waiting for the task: (returnval){ [ 1125.801416] env[62094]: value = "task-1400477" [ 1125.801416] env[62094]: _type = "Task" [ 1125.801416] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.810855] env[62094]: DEBUG oslo_vmware.api [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1400477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.933523] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.936027] env[62094]: DEBUG nova.compute.manager [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1125.938983] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.424s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.939437] env[62094]: DEBUG nova.objects.instance [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lazy-loading 'resources' on Instance uuid 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.953831] env[62094]: DEBUG oslo_vmware.api [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400471, 'name': PowerOnVM_Task, 'duration_secs': 0.583069} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.957036] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.957036] env[62094]: INFO nova.compute.manager [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Took 16.63 seconds to spawn the instance on the hypervisor. [ 1125.957036] env[62094]: DEBUG nova.compute.manager [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1125.957036] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b400a907-d44a-4a8c-bcf6-c354c5a5146d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.016023] env[62094]: DEBUG oslo_vmware.api [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Task: {'id': task-1400474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29338} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.016023] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.016023] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.016023] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.016023] env[62094]: INFO nova.compute.manager [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Took 2.39 seconds to destroy the instance on the hypervisor. [ 1126.016023] env[62094]: DEBUG oslo.service.loopingcall [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1126.016023] env[62094]: DEBUG nova.compute.manager [-] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1126.016023] env[62094]: DEBUG nova.network.neutron [-] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.061630] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.062344] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.062344] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Deleting the datastore file [datastore1] ba9f4f11-caa2-4916-a1ed-cbe96644c8ef {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.062344] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f38e82da-4932-4076-b0b4-3004de7995e1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.071992] env[62094]: DEBUG oslo_vmware.api [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1126.071992] env[62094]: value = "task-1400478" [ 1126.071992] env[62094]: _type = "Task" [ 1126.071992] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.074942] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.074942] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.075201] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleting the datastore file [datastore1] eee2e459-01b2-4c80-bc6e-f6c80f70ef67 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.084059] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f11a556-2228-4145-be89-0f2ba147b9cb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.099911] env[62094]: DEBUG oslo_vmware.api [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.101591] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1126.101591] env[62094]: value = "task-1400479" [ 1126.101591] env[62094]: _type = "Task" [ 1126.101591] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.110720] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.241242] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ad432917-87a0-40a4-99ad-1a63246888d4 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.832s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.313487] env[62094]: DEBUG oslo_vmware.api [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1400477, 'name': PowerOffVM_Task, 'duration_secs': 0.253644} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.313855] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.314063] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.314546] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95fdd88e-19c9-46dd-81a0-026499ae704f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.413824] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.414202] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.414281] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Deleting the datastore file [datastore1] b6629dde-580d-40c4-af1e-15807861c45b {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.414543] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-748ff29f-1130-4bb3-add4-cd056b7f353c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.425955] env[62094]: DEBUG oslo_vmware.api [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Waiting for the task: (returnval){ [ 1126.425955] env[62094]: value = "task-1400481" [ 1126.425955] env[62094]: _type = "Task" [ 1126.425955] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.436302] env[62094]: DEBUG oslo_vmware.api [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1400481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.444666] env[62094]: DEBUG nova.compute.utils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1126.446599] env[62094]: DEBUG nova.compute.manager [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1126.446599] env[62094]: DEBUG nova.network.neutron [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.492257] env[62094]: INFO nova.compute.manager [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Took 39.23 seconds to build instance. [ 1126.507434] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "a1699619-ba4e-42cb-bf58-28f3a922e36e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.507434] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "a1699619-ba4e-42cb-bf58-28f3a922e36e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.507434] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "a1699619-ba4e-42cb-bf58-28f3a922e36e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.558190] env[62094]: DEBUG nova.policy [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb47c7c46b1f470a8501819e1626a953', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '057704eba164455882d946e51e10caf0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1126.593135] env[62094]: DEBUG oslo_vmware.api [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204839} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.593314] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.593509] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.593622] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.593789] env[62094]: INFO nova.compute.manager [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Took 2.06 seconds to destroy the instance on the hypervisor. [ 1126.594848] env[62094]: DEBUG oslo.service.loopingcall [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1126.594848] env[62094]: DEBUG nova.compute.manager [-] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1126.594848] env[62094]: DEBUG nova.network.neutron [-] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.611963] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218438} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.615656] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.615853] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.616067] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.938541] env[62094]: DEBUG oslo_vmware.api [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Task: {'id': task-1400481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29036} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.939453] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.939453] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.939453] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.939453] env[62094]: INFO nova.compute.manager [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1126.939678] env[62094]: DEBUG oslo.service.loopingcall [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1126.939818] env[62094]: DEBUG nova.compute.manager [-] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1126.939919] env[62094]: DEBUG nova.network.neutron [-] [instance: b6629dde-580d-40c4-af1e-15807861c45b] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.959328] env[62094]: DEBUG nova.compute.manager [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1126.962414] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.962661] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.010411] env[62094]: DEBUG oslo_concurrency.lockutils [None req-91d82add-f2a2-4a43-9d10-e5003b91a618 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "20f71e31-43e9-4abf-b741-ff0c911a9704" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.157s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.070046] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b2c035-2e04-4ebf-9482-b0bbf1dc25e0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.077198] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1168bfc-d4b9-4790-b37d-b41ff7f32976 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.120472] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974ac3c4-3925-4f4b-8c49-f338419ea692 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.132255] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8816af1b-d0cc-4da0-a271-b2ae7ba88ec0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.147972] env[62094]: DEBUG nova.compute.provider_tree [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.150840] env[62094]: DEBUG nova.network.neutron [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Successfully created port: 1ec9e460-1386-4a81-bbe2-28b6819501bc {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.367098] env[62094]: DEBUG nova.network.neutron [-] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.477834] env[62094]: INFO nova.compute.manager [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Detaching volume 1bacde72-cc95-44a5-b7a2-f9afc0c8334e [ 1127.529689] env[62094]: DEBUG nova.network.neutron [-] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.537304] env[62094]: INFO nova.virt.block_device [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Attempting to driver detach volume 1bacde72-cc95-44a5-b7a2-f9afc0c8334e from mountpoint /dev/sdb [ 1127.537540] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1127.537782] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296913', 'volume_id': '1bacde72-cc95-44a5-b7a2-f9afc0c8334e', 'name': 'volume-1bacde72-cc95-44a5-b7a2-f9afc0c8334e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4d86f1d5-307e-4cc4-822b-d315fb3e6032', 'attached_at': '', 'detached_at': '', 'volume_id': '1bacde72-cc95-44a5-b7a2-f9afc0c8334e', 'serial': '1bacde72-cc95-44a5-b7a2-f9afc0c8334e'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1127.538694] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7180c415-b9d0-454b-9709-6e0300b253fe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.566939] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.567077] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.567200] env[62094]: DEBUG nova.network.neutron [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.569782] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96808d76-2e02-4dd1-86c6-5b91be2a1a30 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.579579] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24657a95-06fa-426a-a8db-66d06071280c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.602262] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1481acd6-a832-4cf7-b46d-ede834904256 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.624010] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] The volume has not been displaced from its original location: [datastore2] volume-1bacde72-cc95-44a5-b7a2-f9afc0c8334e/volume-1bacde72-cc95-44a5-b7a2-f9afc0c8334e.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1127.629924] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.633792] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d28f58-a35d-4583-a3f9-23e449baf145 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.654040] env[62094]: DEBUG nova.scheduler.client.report [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1127.658701] env[62094]: DEBUG oslo_vmware.api [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1127.658701] env[62094]: value = "task-1400482" [ 1127.658701] env[62094]: _type = "Task" [ 1127.658701] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.668723] env[62094]: DEBUG oslo_vmware.api [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.680970] env[62094]: DEBUG nova.virt.hardware [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1127.681886] env[62094]: DEBUG nova.virt.hardware [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1127.681886] env[62094]: DEBUG nova.virt.hardware [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.681886] env[62094]: DEBUG nova.virt.hardware [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1127.681886] env[62094]: DEBUG nova.virt.hardware [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.682471] env[62094]: DEBUG nova.virt.hardware [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1127.682471] env[62094]: DEBUG nova.virt.hardware [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1127.682701] env[62094]: DEBUG nova.virt.hardware [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1127.682830] env[62094]: DEBUG nova.virt.hardware [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1127.686205] env[62094]: DEBUG nova.virt.hardware [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1127.686515] env[62094]: DEBUG nova.virt.hardware [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1127.687840] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401c663e-393a-4e07-a2de-8be9a60276a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.696870] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd064b4c-d1f0-4aa8-917e-763c79fe0a86 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.712698] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:93:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14c9ef3e-e552-4418-b59b-a6ac37399a37', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.720461] env[62094]: DEBUG oslo.service.loopingcall [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1127.721248] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.721488] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eda3daca-699d-4938-8b4a-142d21369754 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.744711] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.744711] env[62094]: value = "task-1400483" [ 1127.744711] env[62094]: _type = "Task" [ 1127.744711] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.754693] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400483, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.869476] env[62094]: INFO nova.compute.manager [-] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Took 1.85 seconds to deallocate network for instance. [ 1127.947571] env[62094]: DEBUG nova.compute.manager [req-c5fe4dd4-aef9-4f26-8432-f8e68a57b638 req-5d1c8aa2-1404-4d24-a24c-230d81bd5eb0 service nova] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Received event network-vif-deleted-8f851f58-5dff-43eb-bf94-930aa1739179 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1127.965028] env[62094]: DEBUG nova.network.neutron [-] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.982742] env[62094]: DEBUG nova.compute.manager [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1128.011622] env[62094]: DEBUG nova.virt.hardware [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1128.011622] env[62094]: DEBUG nova.virt.hardware [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1128.011622] env[62094]: DEBUG nova.virt.hardware [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.011622] env[62094]: DEBUG nova.virt.hardware [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1128.011622] env[62094]: DEBUG nova.virt.hardware [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.011622] env[62094]: DEBUG nova.virt.hardware [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1128.011622] env[62094]: DEBUG nova.virt.hardware [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1128.011622] env[62094]: DEBUG nova.virt.hardware [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1128.011622] env[62094]: DEBUG nova.virt.hardware [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1128.011622] env[62094]: DEBUG nova.virt.hardware [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1128.011622] env[62094]: DEBUG nova.virt.hardware [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1128.011622] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceca32df-3e42-415b-b9d1-447ed4348c8a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.024295] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef3a8fb-f6e3-4a2e-8bbf-fd1961e8aa41 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.038707] env[62094]: INFO nova.compute.manager [-] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Took 1.44 seconds to deallocate network for instance. [ 1128.161787] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.164386] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.339s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.164802] env[62094]: DEBUG nova.objects.instance [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lazy-loading 'resources' on Instance uuid 32352ea6-c719-4c88-a4a2-dde0f79e503e {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.182025] env[62094]: DEBUG oslo_vmware.api [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400482, 'name': ReconfigVM_Task, 'duration_secs': 0.243868} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.183327] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.192224] env[62094]: INFO nova.scheduler.client.report [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Deleted allocations for instance 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599 [ 1128.192224] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eab1f899-0ffb-4f98-9346-0b62f950fe63 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.219365] env[62094]: DEBUG oslo_vmware.api [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1128.219365] env[62094]: value = "task-1400484" [ 1128.219365] env[62094]: _type = "Task" [ 1128.219365] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.230019] env[62094]: DEBUG oslo_vmware.api [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.268582] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400483, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.380245] env[62094]: DEBUG nova.network.neutron [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance_info_cache with network_info: [{"id": "58965e41-e626-4159-9abb-15dee36d12c5", "address": "fa:16:3e:40:8f:4c", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58965e41-e6", "ovs_interfaceid": "58965e41-e626-4159-9abb-15dee36d12c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.435111] env[62094]: INFO nova.compute.manager [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Took 0.57 seconds to detach 1 volumes for instance. [ 1128.437577] env[62094]: DEBUG nova.compute.manager [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Deleting volume: a3f9d257-a856-4d51-adb4-8aae291222ba {{(pid=62094) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1128.452220] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.453135] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.466415] env[62094]: INFO nova.compute.manager [-] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Took 1.53 seconds to deallocate network for instance. [ 1128.480918] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "4d735584-cc94-4586-ad0c-34df18816663" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.481719] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "4d735584-cc94-4586-ad0c-34df18816663" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.546724] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.559822] env[62094]: DEBUG nova.objects.instance [None req-cac74400-cab2-4b8d-a3d1-5b668bfbe801 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Lazy-loading 'flavor' on Instance uuid 820f7393-e3a4-4028-b65c-8f2955e31411 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.671995] env[62094]: DEBUG nova.objects.instance [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lazy-loading 'numa_topology' on Instance uuid 32352ea6-c719-4c88-a4a2-dde0f79e503e {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.714153] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e878b7a0-bb83-4c4a-8ce6-63e9df7971ff tempest-SecurityGroupsTestJSON-650944213 tempest-SecurityGroupsTestJSON-650944213-project-member] Lock "3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.564s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.730829] env[62094]: DEBUG oslo_vmware.api [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400484, 'name': ReconfigVM_Task, 'duration_secs': 0.159886} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.731215] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296913', 'volume_id': '1bacde72-cc95-44a5-b7a2-f9afc0c8334e', 'name': 'volume-1bacde72-cc95-44a5-b7a2-f9afc0c8334e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4d86f1d5-307e-4cc4-822b-d315fb3e6032', 'attached_at': '', 'detached_at': '', 'volume_id': '1bacde72-cc95-44a5-b7a2-f9afc0c8334e', 'serial': '1bacde72-cc95-44a5-b7a2-f9afc0c8334e'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1128.756892] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400483, 'name': CreateVM_Task, 'duration_secs': 0.565649} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.757089] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.757773] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.757954] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.758353] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.758612] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08300ebf-7076-4c06-8426-3f9a85a52b7a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.764176] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1128.764176] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52151585-1c1a-80b0-9171-4240a07440f2" [ 1128.764176] env[62094]: _type = "Task" [ 1128.764176] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.773194] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52151585-1c1a-80b0-9171-4240a07440f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.885370] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Releasing lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.954591] env[62094]: DEBUG nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1128.976675] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.987749] env[62094]: DEBUG nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1128.994328] env[62094]: DEBUG oslo_concurrency.lockutils [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.065551] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cac74400-cab2-4b8d-a3d1-5b668bfbe801 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquiring lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.065736] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cac74400-cab2-4b8d-a3d1-5b668bfbe801 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquired lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.177637] env[62094]: DEBUG nova.objects.base [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Object Instance<32352ea6-c719-4c88-a4a2-dde0f79e503e> lazy-loaded attributes: resources,numa_topology {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.276519] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52151585-1c1a-80b0-9171-4240a07440f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.279445] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.279713] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.279970] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.280183] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.280381] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.280913] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4300d265-f7ec-4939-bbfd-eea278dc2494 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.294829] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.294829] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.294829] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b49b72e5-087f-4065-b8c0-64cc8f0de7dd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.299034] env[62094]: DEBUG nova.objects.instance [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lazy-loading 'flavor' on Instance uuid 4d86f1d5-307e-4cc4-822b-d315fb3e6032 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.307564] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1129.307564] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e61f41-4006-fdee-7a12-182be534da04" [ 1129.307564] env[62094]: _type = "Task" [ 1129.307564] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.318245] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e61f41-4006-fdee-7a12-182be534da04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.329382] env[62094]: DEBUG oslo_concurrency.lockutils [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "20f71e31-43e9-4abf-b741-ff0c911a9704" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.329689] env[62094]: DEBUG oslo_concurrency.lockutils [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "20f71e31-43e9-4abf-b741-ff0c911a9704" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.329962] env[62094]: DEBUG oslo_concurrency.lockutils [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "20f71e31-43e9-4abf-b741-ff0c911a9704-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.330052] env[62094]: DEBUG oslo_concurrency.lockutils [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "20f71e31-43e9-4abf-b741-ff0c911a9704-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.330546] env[62094]: DEBUG oslo_concurrency.lockutils [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "20f71e31-43e9-4abf-b741-ff0c911a9704-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.332250] env[62094]: INFO nova.compute.manager [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Terminating instance [ 1129.337085] env[62094]: DEBUG nova.compute.manager [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1129.337272] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.338200] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a7e936-c12a-482f-8353-a4fd5097b58b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.345983] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.346262] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81f69279-2951-45e6-950f-d1028582b633 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.356549] env[62094]: DEBUG oslo_vmware.api [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1129.356549] env[62094]: value = "task-1400486" [ 1129.356549] env[62094]: _type = "Task" [ 1129.356549] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.367600] env[62094]: DEBUG oslo_vmware.api [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.374874] env[62094]: DEBUG nova.network.neutron [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Successfully updated port: 1ec9e460-1386-4a81-bbe2-28b6819501bc {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.394890] env[62094]: DEBUG nova.compute.manager [req-3d1a92dd-431d-46eb-9354-1b8d8498901d req-964d7d59-8b22-48ed-bf3e-b455c7ec2094 service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Received event network-vif-plugged-1ec9e460-1386-4a81-bbe2-28b6819501bc {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1129.395130] env[62094]: DEBUG oslo_concurrency.lockutils [req-3d1a92dd-431d-46eb-9354-1b8d8498901d req-964d7d59-8b22-48ed-bf3e-b455c7ec2094 service nova] Acquiring lock "3205e355-ee5c-454c-b369-d4a650018b67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.395554] env[62094]: DEBUG oslo_concurrency.lockutils [req-3d1a92dd-431d-46eb-9354-1b8d8498901d req-964d7d59-8b22-48ed-bf3e-b455c7ec2094 service nova] Lock "3205e355-ee5c-454c-b369-d4a650018b67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.395554] env[62094]: DEBUG oslo_concurrency.lockutils [req-3d1a92dd-431d-46eb-9354-1b8d8498901d req-964d7d59-8b22-48ed-bf3e-b455c7ec2094 service nova] Lock "3205e355-ee5c-454c-b369-d4a650018b67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.396135] env[62094]: DEBUG nova.compute.manager [req-3d1a92dd-431d-46eb-9354-1b8d8498901d req-964d7d59-8b22-48ed-bf3e-b455c7ec2094 service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] No waiting events found dispatching network-vif-plugged-1ec9e460-1386-4a81-bbe2-28b6819501bc {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1129.396655] env[62094]: WARNING nova.compute.manager [req-3d1a92dd-431d-46eb-9354-1b8d8498901d req-964d7d59-8b22-48ed-bf3e-b455c7ec2094 service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Received unexpected event network-vif-plugged-1ec9e460-1386-4a81-bbe2-28b6819501bc for instance with vm_state building and task_state spawning. [ 1129.415399] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9770cd68-183a-41f7-9abc-8096c9288634 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.442690] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c142993-50db-47d5-b136-be1679470d67 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.450973] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance 'a1699619-ba4e-42cb-bf58-28f3a922e36e' progress to 83 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.476498] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.512951] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.729906] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9db4ae-54f0-4e06-aa5b-eebdab981e4f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.735536] env[62094]: DEBUG nova.network.neutron [None req-cac74400-cab2-4b8d-a3d1-5b668bfbe801 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.742187] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3537758b-69b6-4de8-9a92-70af0bc82b82 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.775366] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97127a47-38af-405c-8901-cf6c8fa3416e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.784132] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2282ba7-39bf-4fd0-aeb2-ddb086099d1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.798586] env[62094]: DEBUG nova.compute.provider_tree [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.820061] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e61f41-4006-fdee-7a12-182be534da04, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.821393] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-717f28b1-aff0-4340-a525-c1a6ae47da2f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.828032] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1129.828032] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b24bca-ff53-15f4-a8e2-ae5ff5f7f1e9" [ 1129.828032] env[62094]: _type = "Task" [ 1129.828032] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.840429] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b24bca-ff53-15f4-a8e2-ae5ff5f7f1e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.840810] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.841112] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] eee2e459-01b2-4c80-bc6e-f6c80f70ef67/eee2e459-01b2-4c80-bc6e-f6c80f70ef67.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.841377] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-123c229c-387d-4de9-a53e-39ef9d475b7d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.852018] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1129.852018] env[62094]: value = "task-1400487" [ 1129.852018] env[62094]: _type = "Task" [ 1129.852018] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.857615] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.866078] env[62094]: DEBUG oslo_vmware.api [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400486, 'name': PowerOffVM_Task, 'duration_secs': 0.198341} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.866353] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.866520] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.866763] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55da5128-0ab4-48d0-b6f2-98c170213116 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.878015] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Acquiring lock "refresh_cache-3205e355-ee5c-454c-b369-d4a650018b67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.878181] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Acquired lock "refresh_cache-3205e355-ee5c-454c-b369-d4a650018b67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.878332] env[62094]: DEBUG nova.network.neutron [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.959445] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.959573] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c913ec2d-958f-418f-a54c-721d93dd9367 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.970931] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1129.970931] env[62094]: value = "task-1400489" [ 1129.970931] env[62094]: _type = "Task" [ 1129.970931] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.978899] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.981753] env[62094]: DEBUG nova.compute.manager [req-b4f89820-0d5e-4df9-aa02-cdc80cbba81b req-1c4dc9dd-3b76-4fd0-8bdb-6da9bb44a54f service nova] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Received event network-vif-deleted-e1976fd2-7cfd-4508-8fa9-413d62c44439 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1129.981988] env[62094]: DEBUG nova.compute.manager [req-b4f89820-0d5e-4df9-aa02-cdc80cbba81b req-1c4dc9dd-3b76-4fd0-8bdb-6da9bb44a54f service nova] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Received event network-vif-deleted-db062cce-6d57-4624-9cb9-a2a814445fd6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1129.982387] env[62094]: DEBUG nova.compute.manager [req-b4f89820-0d5e-4df9-aa02-cdc80cbba81b req-1c4dc9dd-3b76-4fd0-8bdb-6da9bb44a54f service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Received event network-changed-5f316bf0-00a9-49d9-b080-256c8a5bd1b7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1129.982467] env[62094]: DEBUG nova.compute.manager [req-b4f89820-0d5e-4df9-aa02-cdc80cbba81b req-1c4dc9dd-3b76-4fd0-8bdb-6da9bb44a54f service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Refreshing instance network info cache due to event network-changed-5f316bf0-00a9-49d9-b080-256c8a5bd1b7. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1129.982635] env[62094]: DEBUG oslo_concurrency.lockutils [req-b4f89820-0d5e-4df9-aa02-cdc80cbba81b req-1c4dc9dd-3b76-4fd0-8bdb-6da9bb44a54f service nova] Acquiring lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.986818] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.987029] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.987218] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Deleting the datastore file [datastore2] 20f71e31-43e9-4abf-b741-ff0c911a9704 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.987478] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82bbda22-c370-4bd2-a43d-ac3d9d15d27c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.994503] env[62094]: DEBUG oslo_vmware.api [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for the task: (returnval){ [ 1129.994503] env[62094]: value = "task-1400490" [ 1129.994503] env[62094]: _type = "Task" [ 1129.994503] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.004208] env[62094]: DEBUG oslo_vmware.api [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.143866] env[62094]: DEBUG oslo_concurrency.lockutils [None req-593d890f-4e6b-4fb9-965f-efdee7e5d0d1 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.144141] env[62094]: DEBUG oslo_concurrency.lockutils [None req-593d890f-4e6b-4fb9-965f-efdee7e5d0d1 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.144350] env[62094]: DEBUG nova.compute.manager [None req-593d890f-4e6b-4fb9-965f-efdee7e5d0d1 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1130.145407] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ebdad5-7ddb-4e1b-8f4f-8e0b883408c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.154317] env[62094]: DEBUG nova.compute.manager [None req-593d890f-4e6b-4fb9-965f-efdee7e5d0d1 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62094) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1130.154956] env[62094]: DEBUG nova.objects.instance [None req-593d890f-4e6b-4fb9-965f-efdee7e5d0d1 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lazy-loading 'flavor' on Instance uuid 2100f73d-d3ca-4e31-9bba-05a5767389fc {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.301753] env[62094]: DEBUG nova.scheduler.client.report [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1130.309834] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4ddfb5de-d71f-4548-97c4-234621ecee97 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.347s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.366172] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498276} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.366600] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] eee2e459-01b2-4c80-bc6e-f6c80f70ef67/eee2e459-01b2-4c80-bc6e-f6c80f70ef67.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.368925] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.368925] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-074b761e-620e-46f2-8fe9-ac77d634f748 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.378786] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1130.378786] env[62094]: value = "task-1400491" [ 1130.378786] env[62094]: _type = "Task" [ 1130.378786] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.400382] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.444183] env[62094]: DEBUG nova.network.neutron [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.494507] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.504089] env[62094]: DEBUG oslo_vmware.api [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Task: {'id': task-1400490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502995} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.504560] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.504955] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.505078] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.505313] env[62094]: INFO nova.compute.manager [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1130.505615] env[62094]: DEBUG oslo.service.loopingcall [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1130.506229] env[62094]: DEBUG nova.compute.manager [-] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1130.506901] env[62094]: DEBUG nova.network.neutron [-] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.664621] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-593d890f-4e6b-4fb9-965f-efdee7e5d0d1 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.665079] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-658f7bda-e645-404c-b982-b969b1f8000b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.679017] env[62094]: DEBUG oslo_vmware.api [None req-593d890f-4e6b-4fb9-965f-efdee7e5d0d1 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1130.679017] env[62094]: value = "task-1400492" [ 1130.679017] env[62094]: _type = "Task" [ 1130.679017] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.693651] env[62094]: DEBUG oslo_vmware.api [None req-593d890f-4e6b-4fb9-965f-efdee7e5d0d1 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.734179] env[62094]: DEBUG nova.network.neutron [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Updating instance_info_cache with network_info: [{"id": "1ec9e460-1386-4a81-bbe2-28b6819501bc", "address": "fa:16:3e:21:4b:46", "network": {"id": "a9e25b9d-7e83-47cc-a5f4-7368b0dd2082", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-104509484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057704eba164455882d946e51e10caf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec9e460-13", "ovs_interfaceid": "1ec9e460-1386-4a81-bbe2-28b6819501bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.770469] env[62094]: DEBUG nova.network.neutron [None req-cac74400-cab2-4b8d-a3d1-5b668bfbe801 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Updating instance_info_cache with network_info: [{"id": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "address": "fa:16:3e:25:43:02", "network": {"id": "9a449a94-60eb-4b54-b788-22eff28f9d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-886227101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc668b48cfb4a62aea4e616d455d8da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f316bf0-00", "ovs_interfaceid": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.810572] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.646s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.823812] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.855s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.830531] env[62094]: INFO nova.compute.claims [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.892225] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103062} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.892225] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.894148] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08b7960-f008-421d-b6c4-44c3abad265a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.925028] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] eee2e459-01b2-4c80-bc6e-f6c80f70ef67/eee2e459-01b2-4c80-bc6e-f6c80f70ef67.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.925028] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27b1bdba-bab3-4ad8-9d92-a89a5af104be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.952121] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1130.952121] env[62094]: value = "task-1400493" [ 1130.952121] env[62094]: _type = "Task" [ 1130.952121] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.961961] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.981579] env[62094]: DEBUG oslo_vmware.api [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400489, 'name': PowerOnVM_Task, 'duration_secs': 0.681445} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.981579] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.981762] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27baa30f-5922-489a-be43-51d64aba1a6b tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance 'a1699619-ba4e-42cb-bf58-28f3a922e36e' progress to 100 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.194795] env[62094]: DEBUG oslo_vmware.api [None req-593d890f-4e6b-4fb9-965f-efdee7e5d0d1 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400492, 'name': PowerOffVM_Task, 'duration_secs': 0.201251} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.194795] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-593d890f-4e6b-4fb9-965f-efdee7e5d0d1 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.194795] env[62094]: DEBUG nova.compute.manager [None req-593d890f-4e6b-4fb9-965f-efdee7e5d0d1 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1131.194795] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34049142-35b5-4d59-8918-cdbf3656eac1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.238752] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Releasing lock "refresh_cache-3205e355-ee5c-454c-b369-d4a650018b67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.239166] env[62094]: DEBUG nova.compute.manager [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Instance network_info: |[{"id": "1ec9e460-1386-4a81-bbe2-28b6819501bc", "address": "fa:16:3e:21:4b:46", "network": {"id": "a9e25b9d-7e83-47cc-a5f4-7368b0dd2082", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-104509484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057704eba164455882d946e51e10caf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec9e460-13", "ovs_interfaceid": "1ec9e460-1386-4a81-bbe2-28b6819501bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1131.239633] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:4b:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ec9e460-1386-4a81-bbe2-28b6819501bc', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.248794] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Creating folder: Project (057704eba164455882d946e51e10caf0). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.249404] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf8a23ad-bc07-4264-9d2b-7b94caf76c6d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.262722] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Created folder: Project (057704eba164455882d946e51e10caf0) in parent group-v296765. [ 1131.263448] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Creating folder: Instances. Parent ref: group-v296916. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.263448] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-598cf82a-639c-471c-b7b4-1c0227ac429e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.273453] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cac74400-cab2-4b8d-a3d1-5b668bfbe801 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Releasing lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.273710] env[62094]: DEBUG nova.compute.manager [None req-cac74400-cab2-4b8d-a3d1-5b668bfbe801 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Inject network info {{(pid=62094) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1131.273973] env[62094]: DEBUG nova.compute.manager [None req-cac74400-cab2-4b8d-a3d1-5b668bfbe801 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] network_info to inject: |[{"id": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "address": "fa:16:3e:25:43:02", "network": {"id": "9a449a94-60eb-4b54-b788-22eff28f9d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-886227101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc668b48cfb4a62aea4e616d455d8da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f316bf0-00", "ovs_interfaceid": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1131.278826] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cac74400-cab2-4b8d-a3d1-5b668bfbe801 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Reconfiguring VM instance to set the machine id {{(pid=62094) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1131.280415] env[62094]: DEBUG oslo_concurrency.lockutils [req-b4f89820-0d5e-4df9-aa02-cdc80cbba81b req-1c4dc9dd-3b76-4fd0-8bdb-6da9bb44a54f service nova] Acquired lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.280657] env[62094]: DEBUG nova.network.neutron [req-b4f89820-0d5e-4df9-aa02-cdc80cbba81b req-1c4dc9dd-3b76-4fd0-8bdb-6da9bb44a54f service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Refreshing network info cache for port 5f316bf0-00a9-49d9-b080-256c8a5bd1b7 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.281813] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b6727e6-0c09-410b-9750-b512bdb782ab {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.298851] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Created folder: Instances in parent group-v296916. [ 1131.299198] env[62094]: DEBUG oslo.service.loopingcall [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1131.302621] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.303640] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e43ea3b2-0eb7-42a4-bab0-8f89b5e8f4a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.321321] env[62094]: DEBUG oslo_vmware.api [None req-cac74400-cab2-4b8d-a3d1-5b668bfbe801 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Waiting for the task: (returnval){ [ 1131.321321] env[62094]: value = "task-1400496" [ 1131.321321] env[62094]: _type = "Task" [ 1131.321321] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.330032] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.330032] env[62094]: value = "task-1400497" [ 1131.330032] env[62094]: _type = "Task" [ 1131.330032] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.330593] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b5a4a853-97f3-493f-b36d-e2bc0c461c8e tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.997s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.335020] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.374s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.335020] env[62094]: INFO nova.compute.manager [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Unshelving [ 1131.348956] env[62094]: DEBUG oslo_vmware.api [None req-cac74400-cab2-4b8d-a3d1-5b668bfbe801 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1400496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.354979] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400497, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.465673] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400493, 'name': ReconfigVM_Task, 'duration_secs': 0.291857} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.466069] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Reconfigured VM instance instance-00000017 to attach disk [datastore2] eee2e459-01b2-4c80-bc6e-f6c80f70ef67/eee2e459-01b2-4c80-bc6e-f6c80f70ef67.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.466822] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd33c4aa-cafe-4083-9fc3-9e7f70021284 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.475700] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1131.475700] env[62094]: value = "task-1400498" [ 1131.475700] env[62094]: _type = "Task" [ 1131.475700] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.486284] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400498, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.646906] env[62094]: DEBUG nova.compute.manager [req-c3f82c9f-4059-46d9-9b08-c19fa20f664a req-b98899bb-aafc-4788-8a18-9a22809bc4fc service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Received event network-changed-1ec9e460-1386-4a81-bbe2-28b6819501bc {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1131.647313] env[62094]: DEBUG nova.compute.manager [req-c3f82c9f-4059-46d9-9b08-c19fa20f664a req-b98899bb-aafc-4788-8a18-9a22809bc4fc service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Refreshing instance network info cache due to event network-changed-1ec9e460-1386-4a81-bbe2-28b6819501bc. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1131.647757] env[62094]: DEBUG oslo_concurrency.lockutils [req-c3f82c9f-4059-46d9-9b08-c19fa20f664a req-b98899bb-aafc-4788-8a18-9a22809bc4fc service nova] Acquiring lock "refresh_cache-3205e355-ee5c-454c-b369-d4a650018b67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.648131] env[62094]: DEBUG oslo_concurrency.lockutils [req-c3f82c9f-4059-46d9-9b08-c19fa20f664a req-b98899bb-aafc-4788-8a18-9a22809bc4fc service nova] Acquired lock "refresh_cache-3205e355-ee5c-454c-b369-d4a650018b67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.648613] env[62094]: DEBUG nova.network.neutron [req-c3f82c9f-4059-46d9-9b08-c19fa20f664a req-b98899bb-aafc-4788-8a18-9a22809bc4fc service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Refreshing network info cache for port 1ec9e460-1386-4a81-bbe2-28b6819501bc {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.684803] env[62094]: DEBUG nova.objects.instance [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Lazy-loading 'flavor' on Instance uuid 820f7393-e3a4-4028-b65c-8f2955e31411 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.699021] env[62094]: DEBUG nova.network.neutron [req-b4f89820-0d5e-4df9-aa02-cdc80cbba81b req-1c4dc9dd-3b76-4fd0-8bdb-6da9bb44a54f service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Updated VIF entry in instance network info cache for port 5f316bf0-00a9-49d9-b080-256c8a5bd1b7. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.699445] env[62094]: DEBUG nova.network.neutron [req-b4f89820-0d5e-4df9-aa02-cdc80cbba81b req-1c4dc9dd-3b76-4fd0-8bdb-6da9bb44a54f service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Updating instance_info_cache with network_info: [{"id": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "address": "fa:16:3e:25:43:02", "network": {"id": "9a449a94-60eb-4b54-b788-22eff28f9d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-886227101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc668b48cfb4a62aea4e616d455d8da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f316bf0-00", "ovs_interfaceid": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.700745] env[62094]: DEBUG nova.network.neutron [-] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.710478] env[62094]: DEBUG oslo_concurrency.lockutils [None req-593d890f-4e6b-4fb9-965f-efdee7e5d0d1 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.566s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.833221] env[62094]: DEBUG oslo_vmware.api [None req-cac74400-cab2-4b8d-a3d1-5b668bfbe801 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1400496, 'name': ReconfigVM_Task, 'duration_secs': 0.197111} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.837583] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cac74400-cab2-4b8d-a3d1-5b668bfbe801 tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Reconfigured VM instance to set the machine id {{(pid=62094) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1131.853867] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400497, 'name': CreateVM_Task, 'duration_secs': 0.365221} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.854489] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.854886] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.855063] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.855397] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.855665] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa34a67-0a23-49fc-a5a4-3efbb018e64f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.863133] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Waiting for the task: (returnval){ [ 1131.863133] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b016b9-a1f3-c1ba-0c85-aa5208d69a98" [ 1131.863133] env[62094]: _type = "Task" [ 1131.863133] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.873973] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b016b9-a1f3-c1ba-0c85-aa5208d69a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.991235] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400498, 'name': Rename_Task, 'duration_secs': 0.213397} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.995667] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.004284] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbfda77d-9493-444a-b7f0-a7373442c1c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.014024] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1132.014024] env[62094]: value = "task-1400499" [ 1132.014024] env[62094]: _type = "Task" [ 1132.014024] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.028918] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.198242] env[62094]: DEBUG oslo_concurrency.lockutils [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquiring lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.204105] env[62094]: DEBUG oslo_concurrency.lockutils [req-b4f89820-0d5e-4df9-aa02-cdc80cbba81b req-1c4dc9dd-3b76-4fd0-8bdb-6da9bb44a54f service nova] Releasing lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.204770] env[62094]: INFO nova.compute.manager [-] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Took 1.70 seconds to deallocate network for instance. [ 1132.206114] env[62094]: DEBUG oslo_concurrency.lockutils [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquired lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.254518] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "a2b9ab46-28f4-4a98-a309-d6811dff3000" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.254841] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "a2b9ab46-28f4-4a98-a309-d6811dff3000" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.299436] env[62094]: DEBUG nova.compute.manager [req-fa07ad4e-75e2-4dec-863f-dcc33f86e5c3 req-943ab969-e9e2-4e44-8508-ca79522b400b service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Received event network-vif-deleted-812996ce-482f-463b-a76f-f99bea8ca7ff {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1132.299749] env[62094]: DEBUG nova.compute.manager [req-fa07ad4e-75e2-4dec-863f-dcc33f86e5c3 req-943ab969-e9e2-4e44-8508-ca79522b400b service nova] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Received event network-vif-deleted-c937a1af-aab2-4720-9686-0587de24d0bc {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1132.372971] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.382172] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b016b9-a1f3-c1ba-0c85-aa5208d69a98, 'name': SearchDatastore_Task, 'duration_secs': 0.028628} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.386022] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.386022] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.386022] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.386022] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.386022] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.386022] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61fc1bbe-2269-4873-93c7-9cf7d772d380 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.399495] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.399893] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.403445] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0a2394-d2e8-4be3-8969-4f61a045d1fb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.410958] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Waiting for the task: (returnval){ [ 1132.410958] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52688779-40d0-fe28-f1aa-a9a67ccac782" [ 1132.410958] env[62094]: _type = "Task" [ 1132.410958] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.426474] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52688779-40d0-fe28-f1aa-a9a67ccac782, 'name': SearchDatastore_Task, 'duration_secs': 0.012006} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.431312] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b7b87c-7c1c-479f-ad9f-15399c3aa709 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.439118] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Waiting for the task: (returnval){ [ 1132.439118] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528eba98-fc31-9d3d-c4c5-1fb8fc8dcc0b" [ 1132.439118] env[62094]: _type = "Task" [ 1132.439118] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.444959] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732eabcb-dae9-4f1e-8cd6-eb3987764397 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.455465] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528eba98-fc31-9d3d-c4c5-1fb8fc8dcc0b, 'name': SearchDatastore_Task, 'duration_secs': 0.012545} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.457651] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.457976] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 3205e355-ee5c-454c-b369-d4a650018b67/3205e355-ee5c-454c-b369-d4a650018b67.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.458559] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15e82178-2443-48a0-ab50-a84b78fde6fe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.462090] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39c5081-feec-4db1-b2d7-705d7824e3fc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.506205] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02777ea-6c46-4f00-a24d-d152922f11c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.508842] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Waiting for the task: (returnval){ [ 1132.508842] env[62094]: value = "task-1400500" [ 1132.508842] env[62094]: _type = "Task" [ 1132.508842] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.529559] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd54894-5340-45c1-9a3b-aedc6b6c4d2c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.538247] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.543964] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400499, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.552476] env[62094]: DEBUG nova.compute.provider_tree [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.658266] env[62094]: DEBUG nova.network.neutron [req-c3f82c9f-4059-46d9-9b08-c19fa20f664a req-b98899bb-aafc-4788-8a18-9a22809bc4fc service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Updated VIF entry in instance network info cache for port 1ec9e460-1386-4a81-bbe2-28b6819501bc. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.658653] env[62094]: DEBUG nova.network.neutron [req-c3f82c9f-4059-46d9-9b08-c19fa20f664a req-b98899bb-aafc-4788-8a18-9a22809bc4fc service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Updating instance_info_cache with network_info: [{"id": "1ec9e460-1386-4a81-bbe2-28b6819501bc", "address": "fa:16:3e:21:4b:46", "network": {"id": "a9e25b9d-7e83-47cc-a5f4-7368b0dd2082", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-104509484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057704eba164455882d946e51e10caf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec9e460-13", "ovs_interfaceid": "1ec9e460-1386-4a81-bbe2-28b6819501bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.722269] env[62094]: DEBUG oslo_concurrency.lockutils [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.756528] env[62094]: DEBUG nova.network.neutron [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.761646] env[62094]: DEBUG nova.compute.manager [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1133.030882] env[62094]: DEBUG oslo_vmware.api [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400499, 'name': PowerOnVM_Task, 'duration_secs': 0.657492} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.034387] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.035225] env[62094]: DEBUG nova.compute.manager [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1133.035225] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400500, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.035664] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f384654f-ab9c-4117-a876-deddb60e2382 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.059228] env[62094]: DEBUG nova.scheduler.client.report [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1133.161338] env[62094]: DEBUG oslo_concurrency.lockutils [req-c3f82c9f-4059-46d9-9b08-c19fa20f664a req-b98899bb-aafc-4788-8a18-9a22809bc4fc service nova] Releasing lock "refresh_cache-3205e355-ee5c-454c-b369-d4a650018b67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.241016] env[62094]: DEBUG nova.objects.instance [None req-29dd7497-381c-489c-8faa-6bbd87e422b2 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lazy-loading 'flavor' on Instance uuid 2100f73d-d3ca-4e31-9bba-05a5767389fc {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.284836] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.412999] env[62094]: DEBUG oslo_concurrency.lockutils [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Acquiring lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.413242] env[62094]: DEBUG oslo_concurrency.lockutils [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.466820] env[62094]: DEBUG oslo_concurrency.lockutils [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Acquiring lock "8be52fba-7f94-44d0-aeef-353aaf600d1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.467147] env[62094]: DEBUG oslo_concurrency.lockutils [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Lock "8be52fba-7f94-44d0-aeef-353aaf600d1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.525931] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849618} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.527056] env[62094]: DEBUG nova.network.neutron [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Updating instance_info_cache with network_info: [{"id": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "address": "fa:16:3e:25:43:02", "network": {"id": "9a449a94-60eb-4b54-b788-22eff28f9d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-886227101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc668b48cfb4a62aea4e616d455d8da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f316bf0-00", "ovs_interfaceid": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.528260] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 3205e355-ee5c-454c-b369-d4a650018b67/3205e355-ee5c-454c-b369-d4a650018b67.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.528512] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.528806] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd089f9e-56c0-4577-9bfb-eeb47b024409 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.536821] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Waiting for the task: (returnval){ [ 1133.536821] env[62094]: value = "task-1400501" [ 1133.536821] env[62094]: _type = "Task" [ 1133.536821] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.549879] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.561145] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.562526] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.563036] env[62094]: DEBUG nova.compute.manager [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1133.565628] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.394s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.565764] env[62094]: DEBUG nova.objects.instance [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lazy-loading 'resources' on Instance uuid c3be1ae7-ad87-4211-9418-58d1101ff16c {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.747012] env[62094]: DEBUG oslo_concurrency.lockutils [None req-29dd7497-381c-489c-8faa-6bbd87e422b2 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.747283] env[62094]: DEBUG oslo_concurrency.lockutils [None req-29dd7497-381c-489c-8faa-6bbd87e422b2 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.747432] env[62094]: DEBUG nova.network.neutron [None req-29dd7497-381c-489c-8faa-6bbd87e422b2 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.747610] env[62094]: DEBUG nova.objects.instance [None req-29dd7497-381c-489c-8faa-6bbd87e422b2 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lazy-loading 'info_cache' on Instance uuid 2100f73d-d3ca-4e31-9bba-05a5767389fc {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.916780] env[62094]: DEBUG nova.compute.utils [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1133.973418] env[62094]: DEBUG nova.compute.manager [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1134.032519] env[62094]: DEBUG oslo_concurrency.lockutils [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Releasing lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.032818] env[62094]: DEBUG nova.compute.manager [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Inject network info {{(pid=62094) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1134.033169] env[62094]: DEBUG nova.compute.manager [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] network_info to inject: |[{"id": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "address": "fa:16:3e:25:43:02", "network": {"id": "9a449a94-60eb-4b54-b788-22eff28f9d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-886227101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc668b48cfb4a62aea4e616d455d8da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f316bf0-00", "ovs_interfaceid": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1134.037906] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Reconfiguring VM instance to set the machine id {{(pid=62094) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1134.038509] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-032b7e17-a8b9-466f-ae74-ad90a2fb61b3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.063340] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078437} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.063340] env[62094]: DEBUG oslo_vmware.api [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Waiting for the task: (returnval){ [ 1134.063340] env[62094]: value = "task-1400502" [ 1134.063340] env[62094]: _type = "Task" [ 1134.063340] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.063776] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.064438] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d3f1de-2c47-43c5-8bda-4c9e6d54b661 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.072097] env[62094]: DEBUG nova.compute.utils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1134.076603] env[62094]: DEBUG nova.compute.manager [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1134.076777] env[62094]: DEBUG nova.network.neutron [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.098068] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 3205e355-ee5c-454c-b369-d4a650018b67/3205e355-ee5c-454c-b369-d4a650018b67.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.104880] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a64f5070-ddff-4f5e-bb3e-3a3e32cc02e8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.119478] env[62094]: DEBUG oslo_vmware.api [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1400502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.129992] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Waiting for the task: (returnval){ [ 1134.129992] env[62094]: value = "task-1400503" [ 1134.129992] env[62094]: _type = "Task" [ 1134.129992] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.143243] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400503, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.193258] env[62094]: DEBUG nova.policy [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec714d5965eb4047bc01248b99840bae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e27a3292c1e2421780ddbf6550478320', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1134.195439] env[62094]: DEBUG nova.network.neutron [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Port 58965e41-e626-4159-9abb-15dee36d12c5 binding to destination host cpu-1 is already ACTIVE {{(pid=62094) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1134.195979] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.195979] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.196201] env[62094]: DEBUG nova.network.neutron [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.252983] env[62094]: DEBUG nova.objects.base [None req-29dd7497-381c-489c-8faa-6bbd87e422b2 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Object Instance<2100f73d-d3ca-4e31-9bba-05a5767389fc> lazy-loaded attributes: flavor,info_cache {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1134.284316] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Acquiring lock "11406695-1b25-446d-a9a3-05c2382a6219" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.284568] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Lock "11406695-1b25-446d-a9a3-05c2382a6219" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.284776] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Acquiring lock "11406695-1b25-446d-a9a3-05c2382a6219-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.284962] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Lock "11406695-1b25-446d-a9a3-05c2382a6219-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.285286] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Lock "11406695-1b25-446d-a9a3-05c2382a6219-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.287997] env[62094]: INFO nova.compute.manager [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Terminating instance [ 1134.289406] env[62094]: DEBUG nova.compute.manager [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1134.289601] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.290554] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a189b2-035c-4cd8-bea8-c12b95856a74 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.299746] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.300602] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3145955-fc57-4561-b063-def3b79ae9c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.309613] env[62094]: DEBUG oslo_vmware.api [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Waiting for the task: (returnval){ [ 1134.309613] env[62094]: value = "task-1400504" [ 1134.309613] env[62094]: _type = "Task" [ 1134.309613] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.324447] env[62094]: DEBUG oslo_vmware.api [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.419920] env[62094]: DEBUG oslo_concurrency.lockutils [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.499898] env[62094]: DEBUG oslo_concurrency.lockutils [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.500742] env[62094]: DEBUG nova.network.neutron [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Successfully created port: 7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.577239] env[62094]: DEBUG nova.compute.manager [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1134.583886] env[62094]: DEBUG oslo_vmware.api [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1400502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.622583] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bff231-5839-48c5-b7c7-702384790efe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.631147] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731db97a-584f-429e-b26b-c6d5469ab3cb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.643017] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.670065] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4568f574-4d59-4de5-a6e2-9f06c485b21e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.678795] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd50f403-eedb-4ac0-93b0-1374bfa580d1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.692830] env[62094]: DEBUG nova.compute.provider_tree [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.824159] env[62094]: DEBUG oslo_vmware.api [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400504, 'name': PowerOffVM_Task, 'duration_secs': 0.223442} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.826665] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.826847] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.827123] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d0508f5-14ee-4174-b0a4-8da40c6b5414 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.897010] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.897288] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.897476] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Deleting the datastore file [datastore2] 11406695-1b25-446d-a9a3-05c2382a6219 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.897759] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd64289a-0952-4491-9bfc-9dd8b9040df1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.907113] env[62094]: DEBUG oslo_vmware.api [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Waiting for the task: (returnval){ [ 1134.907113] env[62094]: value = "task-1400506" [ 1134.907113] env[62094]: _type = "Task" [ 1134.907113] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.916046] env[62094]: DEBUG oslo_vmware.api [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.930683] env[62094]: DEBUG nova.network.neutron [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance_info_cache with network_info: [{"id": "58965e41-e626-4159-9abb-15dee36d12c5", "address": "fa:16:3e:40:8f:4c", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58965e41-e6", "ovs_interfaceid": "58965e41-e626-4159-9abb-15dee36d12c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.012589] env[62094]: DEBUG nova.compute.manager [req-84fda763-30f0-4d0c-8921-d07804f4058e req-22c7a801-fc0e-41d1-8f45-b12061fe2146 service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Received event network-changed-5f316bf0-00a9-49d9-b080-256c8a5bd1b7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1135.012589] env[62094]: DEBUG nova.compute.manager [req-84fda763-30f0-4d0c-8921-d07804f4058e req-22c7a801-fc0e-41d1-8f45-b12061fe2146 service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Refreshing instance network info cache due to event network-changed-5f316bf0-00a9-49d9-b080-256c8a5bd1b7. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1135.012720] env[62094]: DEBUG oslo_concurrency.lockutils [req-84fda763-30f0-4d0c-8921-d07804f4058e req-22c7a801-fc0e-41d1-8f45-b12061fe2146 service nova] Acquiring lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.012909] env[62094]: DEBUG oslo_concurrency.lockutils [req-84fda763-30f0-4d0c-8921-d07804f4058e req-22c7a801-fc0e-41d1-8f45-b12061fe2146 service nova] Acquired lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.012982] env[62094]: DEBUG nova.network.neutron [req-84fda763-30f0-4d0c-8921-d07804f4058e req-22c7a801-fc0e-41d1-8f45-b12061fe2146 service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Refreshing network info cache for port 5f316bf0-00a9-49d9-b080-256c8a5bd1b7 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.079918] env[62094]: DEBUG oslo_vmware.api [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1400502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.086014] env[62094]: DEBUG nova.network.neutron [None req-29dd7497-381c-489c-8faa-6bbd87e422b2 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance_info_cache with network_info: [{"id": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "address": "fa:16:3e:c8:4b:50", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f2023a-dc", "ovs_interfaceid": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.150273] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.195541] env[62094]: DEBUG nova.scheduler.client.report [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1135.417931] env[62094]: DEBUG oslo_vmware.api [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Task: {'id': task-1400506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175557} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.418278] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.418472] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.418653] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.418973] env[62094]: INFO nova.compute.manager [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1135.419106] env[62094]: DEBUG oslo.service.loopingcall [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1135.419414] env[62094]: DEBUG nova.compute.manager [-] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1135.419505] env[62094]: DEBUG nova.network.neutron [-] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.431961] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Releasing lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.509103] env[62094]: DEBUG oslo_concurrency.lockutils [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Acquiring lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.509103] env[62094]: DEBUG oslo_concurrency.lockutils [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.509103] env[62094]: INFO nova.compute.manager [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Attaching volume 70b3c310-b1c7-4900-9e4f-4b41cfb08f40 to /dev/sdb [ 1135.561611] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce040844-61d9-42f6-a5dc-dbd8da529295 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.574413] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2197e3d5-de94-4e8e-aaf0-bb361b3f4cf2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.583884] env[62094]: DEBUG oslo_vmware.api [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1400502, 'name': ReconfigVM_Task, 'duration_secs': 1.233741} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.584379] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-431caeaf-6915-422c-b12e-94803c3f798e tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Reconfigured VM instance to set the machine id {{(pid=62094) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1135.591780] env[62094]: DEBUG oslo_concurrency.lockutils [None req-29dd7497-381c-489c-8faa-6bbd87e422b2 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.596704] env[62094]: DEBUG nova.virt.block_device [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Updating existing volume attachment record: 0ae91eb2-4ff8-47b0-860b-cb674414825d {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1135.596704] env[62094]: DEBUG nova.compute.manager [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1135.629389] env[62094]: DEBUG nova.virt.hardware [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1135.629389] env[62094]: DEBUG nova.virt.hardware [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1135.629389] env[62094]: DEBUG nova.virt.hardware [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.629535] env[62094]: DEBUG nova.virt.hardware [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1135.629572] env[62094]: DEBUG nova.virt.hardware [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.629798] env[62094]: DEBUG nova.virt.hardware [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1135.629985] env[62094]: DEBUG nova.virt.hardware [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1135.630182] env[62094]: DEBUG nova.virt.hardware [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1135.630364] env[62094]: DEBUG nova.virt.hardware [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1135.630534] env[62094]: DEBUG nova.virt.hardware [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1135.630714] env[62094]: DEBUG nova.virt.hardware [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1135.631643] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a72a355-0431-4f00-b7f6-4188b9e32ee8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.642075] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cdd503-227d-425e-96d3-e55385948ca8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.651377] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.700921] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.705935] env[62094]: DEBUG oslo_concurrency.lockutils [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.991s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.706246] env[62094]: DEBUG nova.objects.instance [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'resources' on Instance uuid 59d7015b-94d3-4348-89d3-0f4cbb4304a2 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.742997] env[62094]: INFO nova.compute.manager [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Rebuilding instance [ 1135.756503] env[62094]: INFO nova.scheduler.client.report [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleted allocations for instance c3be1ae7-ad87-4211-9418-58d1101ff16c [ 1135.804079] env[62094]: DEBUG nova.network.neutron [req-84fda763-30f0-4d0c-8921-d07804f4058e req-22c7a801-fc0e-41d1-8f45-b12061fe2146 service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Updated VIF entry in instance network info cache for port 5f316bf0-00a9-49d9-b080-256c8a5bd1b7. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.804483] env[62094]: DEBUG nova.network.neutron [req-84fda763-30f0-4d0c-8921-d07804f4058e req-22c7a801-fc0e-41d1-8f45-b12061fe2146 service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Updating instance_info_cache with network_info: [{"id": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "address": "fa:16:3e:25:43:02", "network": {"id": "9a449a94-60eb-4b54-b788-22eff28f9d0f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-886227101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bc668b48cfb4a62aea4e616d455d8da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f316bf0-00", "ovs_interfaceid": "5f316bf0-00a9-49d9-b080-256c8a5bd1b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.812920] env[62094]: DEBUG nova.compute.manager [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1135.813562] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf896f0-ce45-4393-9a32-426490aaf011 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.935357] env[62094]: DEBUG nova.compute.manager [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62094) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1135.935856] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.987236] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquiring lock "820f7393-e3a4-4028-b65c-8f2955e31411" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.987236] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Lock "820f7393-e3a4-4028-b65c-8f2955e31411" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.987236] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquiring lock "820f7393-e3a4-4028-b65c-8f2955e31411-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.987236] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Lock "820f7393-e3a4-4028-b65c-8f2955e31411-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.987236] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Lock "820f7393-e3a4-4028-b65c-8f2955e31411-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.989258] env[62094]: INFO nova.compute.manager [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Terminating instance [ 1135.991152] env[62094]: DEBUG nova.compute.manager [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1135.991780] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.992202] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae38c1-0ef8-474a-9ef1-1198e36f1347 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.001198] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.001455] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-138b807d-43ec-4b97-8d51-c1ef2ce6bfb0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.010570] env[62094]: DEBUG oslo_vmware.api [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Waiting for the task: (returnval){ [ 1136.010570] env[62094]: value = "task-1400510" [ 1136.010570] env[62094]: _type = "Task" [ 1136.010570] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.020659] env[62094]: DEBUG oslo_vmware.api [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1400510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.079246] env[62094]: DEBUG nova.network.neutron [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Successfully updated port: 7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.099631] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-29dd7497-381c-489c-8faa-6bbd87e422b2 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.101205] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d2f4815-cfdd-42fd-8dfa-4eed59d5c3af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.110843] env[62094]: DEBUG oslo_vmware.api [None req-29dd7497-381c-489c-8faa-6bbd87e422b2 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1136.110843] env[62094]: value = "task-1400511" [ 1136.110843] env[62094]: _type = "Task" [ 1136.110843] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.119542] env[62094]: DEBUG oslo_vmware.api [None req-29dd7497-381c-489c-8faa-6bbd87e422b2 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.146605] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400503, 'name': ReconfigVM_Task, 'duration_secs': 1.841777} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.146955] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 3205e355-ee5c-454c-b369-d4a650018b67/3205e355-ee5c-454c-b369-d4a650018b67.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.147678] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1392fa3c-e247-443a-aaad-1cba363d35b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.156077] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Waiting for the task: (returnval){ [ 1136.156077] env[62094]: value = "task-1400512" [ 1136.156077] env[62094]: _type = "Task" [ 1136.156077] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.167673] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400512, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.270710] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aab45cc6-ea44-4604-82d6-c87624657d65 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c3be1ae7-ad87-4211-9418-58d1101ff16c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.448s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.307461] env[62094]: DEBUG oslo_concurrency.lockutils [req-84fda763-30f0-4d0c-8921-d07804f4058e req-22c7a801-fc0e-41d1-8f45-b12061fe2146 service nova] Releasing lock "refresh_cache-820f7393-e3a4-4028-b65c-8f2955e31411" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.327595] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.327918] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faf9f6b9-154e-4070-a72c-80b51bb71fee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.336901] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1136.336901] env[62094]: value = "task-1400513" [ 1136.336901] env[62094]: _type = "Task" [ 1136.336901] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.349340] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.527015] env[62094]: DEBUG oslo_vmware.api [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1400510, 'name': PowerOffVM_Task, 'duration_secs': 0.271669} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.527337] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.527642] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.527826] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fa06905-9769-4bf6-bd9e-6224f010e87a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.582318] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "refresh_cache-f80bd532-4aaa-483f-abaf-c67c62cf04c9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.582416] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquired lock "refresh_cache-f80bd532-4aaa-483f-abaf-c67c62cf04c9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.582640] env[62094]: DEBUG nova.network.neutron [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.625438] env[62094]: DEBUG oslo_vmware.api [None req-29dd7497-381c-489c-8faa-6bbd87e422b2 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400511, 'name': PowerOnVM_Task, 'duration_secs': 0.471547} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.626168] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-29dd7497-381c-489c-8faa-6bbd87e422b2 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.626168] env[62094]: DEBUG nova.compute.manager [None req-29dd7497-381c-489c-8faa-6bbd87e422b2 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1136.626943] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7164e8dd-29b1-482a-9fee-13dd442eb60d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.665767] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.666027] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.666226] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Deleting the datastore file [datastore1] 820f7393-e3a4-4028-b65c-8f2955e31411 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.671957] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fe008c7-a2d5-4fac-8dbc-76194af70076 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.673854] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400512, 'name': Rename_Task, 'duration_secs': 0.207475} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.674353] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.674968] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fe4ab5d-4fb5-4783-9a18-6c02ffc1c899 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.680175] env[62094]: DEBUG oslo_vmware.api [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Waiting for the task: (returnval){ [ 1136.680175] env[62094]: value = "task-1400515" [ 1136.680175] env[62094]: _type = "Task" [ 1136.680175] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.681654] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Waiting for the task: (returnval){ [ 1136.681654] env[62094]: value = "task-1400516" [ 1136.681654] env[62094]: _type = "Task" [ 1136.681654] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.700678] env[62094]: DEBUG oslo_vmware.api [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1400515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.703722] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.759062] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f49ee42-75cf-47e5-95c4-9b4dcea2d3c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.767302] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3f6804-a9b4-445c-afd2-59064185e19c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.799535] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0245173b-9838-4790-aef3-9a6690ae7e09 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.807826] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f6594f-e870-4ac8-9f6b-e59204ad3d7f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.820978] env[62094]: DEBUG nova.compute.provider_tree [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.852745] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400513, 'name': PowerOffVM_Task, 'duration_secs': 0.263593} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.853229] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.853610] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.854847] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ade5e00-3993-4c26-815f-5abe9229cf44 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.865171] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.865551] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a32c156f-ca1a-4715-a710-ae7e73104a6c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.910375] env[62094]: DEBUG nova.compute.manager [req-33d8a182-091a-4892-b040-16b409f5d177 req-426c8c9c-dd56-4b5c-82d3-a4abf7119d5a service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Received event network-vif-deleted-1f0d466f-fcf4-45fe-baf5-3d3aa080d244 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1136.910601] env[62094]: INFO nova.compute.manager [req-33d8a182-091a-4892-b040-16b409f5d177 req-426c8c9c-dd56-4b5c-82d3-a4abf7119d5a service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Neutron deleted interface 1f0d466f-fcf4-45fe-baf5-3d3aa080d244; detaching it from the instance and deleting it from the info cache [ 1136.910780] env[62094]: DEBUG nova.network.neutron [req-33d8a182-091a-4892-b040-16b409f5d177 req-426c8c9c-dd56-4b5c-82d3-a4abf7119d5a service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.956698] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.956698] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.956698] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleting the datastore file [datastore2] eee2e459-01b2-4c80-bc6e-f6c80f70ef67 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.957083] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f5030c4-93c0-4164-81d0-e554fe911f70 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.966838] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1136.966838] env[62094]: value = "task-1400518" [ 1136.966838] env[62094]: _type = "Task" [ 1136.966838] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.975374] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.994869] env[62094]: DEBUG nova.network.neutron [-] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.165073] env[62094]: DEBUG nova.network.neutron [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.200120] env[62094]: DEBUG oslo_vmware.api [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Task: {'id': task-1400515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362962} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.201055] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.202820] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.202820] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.202820] env[62094]: INFO nova.compute.manager [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1137.202820] env[62094]: DEBUG oslo.service.loopingcall [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1137.202820] env[62094]: DEBUG nova.compute.manager [-] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1137.202820] env[62094]: DEBUG nova.network.neutron [-] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.207303] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.294523] env[62094]: DEBUG nova.compute.manager [req-11d536bb-2798-4514-899f-6c4c28cf495c req-9f80adac-673d-4ef9-a1a7-f99f891b4352 service nova] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Received event network-vif-plugged-7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1137.294523] env[62094]: DEBUG oslo_concurrency.lockutils [req-11d536bb-2798-4514-899f-6c4c28cf495c req-9f80adac-673d-4ef9-a1a7-f99f891b4352 service nova] Acquiring lock "f80bd532-4aaa-483f-abaf-c67c62cf04c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.294523] env[62094]: DEBUG oslo_concurrency.lockutils [req-11d536bb-2798-4514-899f-6c4c28cf495c req-9f80adac-673d-4ef9-a1a7-f99f891b4352 service nova] Lock "f80bd532-4aaa-483f-abaf-c67c62cf04c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.296188] env[62094]: DEBUG oslo_concurrency.lockutils [req-11d536bb-2798-4514-899f-6c4c28cf495c req-9f80adac-673d-4ef9-a1a7-f99f891b4352 service nova] Lock "f80bd532-4aaa-483f-abaf-c67c62cf04c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.296188] env[62094]: DEBUG nova.compute.manager [req-11d536bb-2798-4514-899f-6c4c28cf495c req-9f80adac-673d-4ef9-a1a7-f99f891b4352 service nova] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] No waiting events found dispatching network-vif-plugged-7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1137.296188] env[62094]: WARNING nova.compute.manager [req-11d536bb-2798-4514-899f-6c4c28cf495c req-9f80adac-673d-4ef9-a1a7-f99f891b4352 service nova] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Received unexpected event network-vif-plugged-7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600 for instance with vm_state building and task_state spawning. [ 1137.296188] env[62094]: DEBUG nova.compute.manager [req-11d536bb-2798-4514-899f-6c4c28cf495c req-9f80adac-673d-4ef9-a1a7-f99f891b4352 service nova] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Received event network-changed-7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1137.296188] env[62094]: DEBUG nova.compute.manager [req-11d536bb-2798-4514-899f-6c4c28cf495c req-9f80adac-673d-4ef9-a1a7-f99f891b4352 service nova] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Refreshing instance network info cache due to event network-changed-7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1137.296188] env[62094]: DEBUG oslo_concurrency.lockutils [req-11d536bb-2798-4514-899f-6c4c28cf495c req-9f80adac-673d-4ef9-a1a7-f99f891b4352 service nova] Acquiring lock "refresh_cache-f80bd532-4aaa-483f-abaf-c67c62cf04c9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.329111] env[62094]: DEBUG nova.scheduler.client.report [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1137.413502] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0271106f-6878-4bcc-8ed8-045965bcd192 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.426515] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c880c3-8f43-41ae-abea-ec3359c77fa6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.438428] env[62094]: DEBUG nova.network.neutron [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Updating instance_info_cache with network_info: [{"id": "7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600", "address": "fa:16:3e:84:15:a0", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba6b12b-cf", "ovs_interfaceid": "7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.466126] env[62094]: DEBUG nova.compute.manager [req-33d8a182-091a-4892-b040-16b409f5d177 req-426c8c9c-dd56-4b5c-82d3-a4abf7119d5a service nova] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Detach interface failed, port_id=1f0d466f-fcf4-45fe-baf5-3d3aa080d244, reason: Instance 11406695-1b25-446d-a9a3-05c2382a6219 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1137.478293] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230343} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.478554] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.478739] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.478920] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.496627] env[62094]: INFO nova.compute.manager [-] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Took 2.08 seconds to deallocate network for instance. [ 1137.702955] env[62094]: DEBUG oslo_vmware.api [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400516, 'name': PowerOnVM_Task, 'duration_secs': 0.81655} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.703275] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.703459] env[62094]: INFO nova.compute.manager [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1137.703654] env[62094]: DEBUG nova.compute.manager [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1137.704517] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b088337a-5859-477c-a78d-2d0318f4e4c1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.832183] env[62094]: DEBUG oslo_concurrency.lockutils [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.834511] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.554s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.854514] env[62094]: INFO nova.scheduler.client.report [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Deleted allocations for instance 59d7015b-94d3-4348-89d3-0f4cbb4304a2 [ 1137.941958] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Releasing lock "refresh_cache-f80bd532-4aaa-483f-abaf-c67c62cf04c9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.942336] env[62094]: DEBUG nova.compute.manager [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Instance network_info: |[{"id": "7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600", "address": "fa:16:3e:84:15:a0", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba6b12b-cf", "ovs_interfaceid": "7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1137.942666] env[62094]: DEBUG oslo_concurrency.lockutils [req-11d536bb-2798-4514-899f-6c4c28cf495c req-9f80adac-673d-4ef9-a1a7-f99f891b4352 service nova] Acquired lock "refresh_cache-f80bd532-4aaa-483f-abaf-c67c62cf04c9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.943429] env[62094]: DEBUG nova.network.neutron [req-11d536bb-2798-4514-899f-6c4c28cf495c req-9f80adac-673d-4ef9-a1a7-f99f891b4352 service nova] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Refreshing network info cache for port 7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.947245] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:15:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.953010] env[62094]: DEBUG oslo.service.loopingcall [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1137.954030] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.954288] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5e80a1b-05df-4e16-9174-ce32f9edbdfa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.978065] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.978065] env[62094]: value = "task-1400520" [ 1137.978065] env[62094]: _type = "Task" [ 1137.978065] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.992178] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400520, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.003915] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.181016] env[62094]: DEBUG nova.network.neutron [-] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.222980] env[62094]: INFO nova.compute.manager [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Took 28.72 seconds to build instance. [ 1138.378699] env[62094]: DEBUG oslo_concurrency.lockutils [None req-984250bd-7eb4-4efb-bc7f-7a9f55c0b862 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "59d7015b-94d3-4348-89d3-0f4cbb4304a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.326s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.382513] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6646165-0c60-40d4-b067-2261b06e9c7e tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "94c66b9a-f484-474e-a9fa-23af5d2c3978" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.382708] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6646165-0c60-40d4-b067-2261b06e9c7e tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "94c66b9a-f484-474e-a9fa-23af5d2c3978" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.494498] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400520, 'name': CreateVM_Task, 'duration_secs': 0.380024} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.494498] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.495108] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.495474] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.496623] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.496623] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d10bb1-88e2-4de6-a8de-ec74f52b99a1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.502680] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1138.502680] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523798a6-cd30-3d38-87ff-a51f5e0a84fe" [ 1138.502680] env[62094]: _type = "Task" [ 1138.502680] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.513385] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523798a6-cd30-3d38-87ff-a51f5e0a84fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.526876] env[62094]: DEBUG nova.virt.hardware [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1138.527150] env[62094]: DEBUG nova.virt.hardware [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1138.527314] env[62094]: DEBUG nova.virt.hardware [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.527495] env[62094]: DEBUG nova.virt.hardware [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1138.527642] env[62094]: DEBUG nova.virt.hardware [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.527788] env[62094]: DEBUG nova.virt.hardware [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1138.528012] env[62094]: DEBUG nova.virt.hardware [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1138.532974] env[62094]: DEBUG nova.virt.hardware [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1138.533273] env[62094]: DEBUG nova.virt.hardware [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1138.533772] env[62094]: DEBUG nova.virt.hardware [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1138.533772] env[62094]: DEBUG nova.virt.hardware [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1138.534880] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed9c556-0f41-446a-b7c9-f5399fd23ac7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.550790] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aa6e56-a44e-4018-8efc-593398b0bba7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.573142] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:93:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14c9ef3e-e552-4418-b59b-a6ac37399a37', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.582735] env[62094]: DEBUG oslo.service.loopingcall [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1138.583090] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.583337] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02910074-4b4a-4dfe-a1b5-4228591a2e50 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.607242] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.607242] env[62094]: value = "task-1400521" [ 1138.607242] env[62094]: _type = "Task" [ 1138.607242] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.616673] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400521, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.686310] env[62094]: INFO nova.compute.manager [-] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Took 1.48 seconds to deallocate network for instance. [ 1138.727876] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d2b892-00b6-4f98-a09a-0f3b0571e9c7 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Lock "3205e355-ee5c-454c-b369-d4a650018b67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.237s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.835737] env[62094]: DEBUG nova.network.neutron [req-11d536bb-2798-4514-899f-6c4c28cf495c req-9f80adac-673d-4ef9-a1a7-f99f891b4352 service nova] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Updated VIF entry in instance network info cache for port 7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.836276] env[62094]: DEBUG nova.network.neutron [req-11d536bb-2798-4514-899f-6c4c28cf495c req-9f80adac-673d-4ef9-a1a7-f99f891b4352 service nova] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Updating instance_info_cache with network_info: [{"id": "7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600", "address": "fa:16:3e:84:15:a0", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba6b12b-cf", "ovs_interfaceid": "7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.853156] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Applying migration context for instance a1699619-ba4e-42cb-bf58-28f3a922e36e as it has an incoming, in-progress migration 3b180930-54ba-4820-a3f9-711212c0a747. Migration status is reverting {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1138.855072] env[62094]: INFO nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating resource usage from migration 3b180930-54ba-4820-a3f9-711212c0a747 [ 1138.875142] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance b6629dde-580d-40c4-af1e-15807861c45b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1138.875348] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 820f7393-e3a4-4028-b65c-8f2955e31411 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1138.875474] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1138.875593] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 6fa22fef-bcc4-41f2-8a80-cb958a446ed8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1138.875710] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance eee2e459-01b2-4c80-bc6e-f6c80f70ef67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1138.875824] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance d6c7aea8-2126-425f-85f1-3b97b9b52f3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1138.875938] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance f9f63912-5751-4448-abc0-22fd50f0cb3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1138.876064] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 4d86f1d5-307e-4cc4-822b-d315fb3e6032 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1138.876195] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance c374d737-c6e8-4c18-8219-d197a0023d95 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1138.876321] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 11406695-1b25-446d-a9a3-05c2382a6219 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1138.876435] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1138.876556] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 73e10bed-7065-48ad-b059-6b904061f4c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1138.876668] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 2100f73d-d3ca-4e31-9bba-05a5767389fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1138.876789] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 28df1018-3767-4561-8a01-5558a9272e71 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1138.876907] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance ba9f4f11-caa2-4916-a1ed-cbe96644c8ef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1138.877036] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance cfc0fe88-5a4d-4d10-b528-f6fdc55bc196 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1138.877160] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e8a64c70-0423-42bf-9414-9554f82db3dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1138.877269] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1138.877390] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 20f71e31-43e9-4abf-b741-ff0c911a9704 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1138.877549] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Migration 3b180930-54ba-4820-a3f9-711212c0a747 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1138.877679] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance a1699619-ba4e-42cb-bf58-28f3a922e36e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1138.877790] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 3205e355-ee5c-454c-b369-d4a650018b67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1138.877901] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance f80bd532-4aaa-483f-abaf-c67c62cf04c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1139.013876] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523798a6-cd30-3d38-87ff-a51f5e0a84fe, 'name': SearchDatastore_Task, 'duration_secs': 0.019419} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.014221] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.014464] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.014701] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.014851] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.015043] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.015323] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e68385f8-75ae-4a7e-9c30-16ad6e7d40a0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.024958] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.025204] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.026061] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e919dc-fd88-488c-8738-6ff0047427d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.031905] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1139.031905] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d453fb-711a-8f6f-69af-385657cbcc10" [ 1139.031905] env[62094]: _type = "Task" [ 1139.031905] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.040360] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d453fb-711a-8f6f-69af-385657cbcc10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.117511] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400521, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.197893] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.231779] env[62094]: DEBUG nova.compute.manager [None req-a6646165-0c60-40d4-b067-2261b06e9c7e tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 94c66b9a-f484-474e-a9fa-23af5d2c3978] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1139.338854] env[62094]: DEBUG oslo_concurrency.lockutils [req-11d536bb-2798-4514-899f-6c4c28cf495c req-9f80adac-673d-4ef9-a1a7-f99f891b4352 service nova] Releasing lock "refresh_cache-f80bd532-4aaa-483f-abaf-c67c62cf04c9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.382252] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 32352ea6-c719-4c88-a4a2-dde0f79e503e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1139.546378] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d453fb-711a-8f6f-69af-385657cbcc10, 'name': SearchDatastore_Task, 'duration_secs': 0.009863} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.546378] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b045717e-4eea-4214-b725-021cb7473c20 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.551023] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1139.551023] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52db307c-a02e-c330-3933-56e49df4b035" [ 1139.551023] env[62094]: _type = "Task" [ 1139.551023] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.558610] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52db307c-a02e-c330-3933-56e49df4b035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.620443] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400521, 'name': CreateVM_Task, 'duration_secs': 0.621959} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.620443] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.621368] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.621711] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.622138] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.622550] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33483ace-3a63-491c-ba0a-e66935eff86e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.629719] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1139.629719] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a02365-f5c4-2390-0568-0b328a096cac" [ 1139.629719] env[62094]: _type = "Task" [ 1139.629719] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.636163] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a02365-f5c4-2390-0568-0b328a096cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.723218] env[62094]: DEBUG nova.compute.manager [req-5d17a725-b75e-43f3-b9fa-5a30a00b647d req-c583f35e-59bf-42fb-a86d-21715b9975b0 service nova] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Received event network-vif-deleted-5f316bf0-00a9-49d9-b080-256c8a5bd1b7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1139.736655] env[62094]: DEBUG nova.compute.manager [None req-a6646165-0c60-40d4-b067-2261b06e9c7e tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 94c66b9a-f484-474e-a9fa-23af5d2c3978] Instance disappeared before build. {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.876169] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.876420] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.885214] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 257036ca-daf0-4615-8ce0-23263ceafc60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1140.061180] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52db307c-a02e-c330-3933-56e49df4b035, 'name': SearchDatastore_Task, 'duration_secs': 0.011238} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.061531] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.061772] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] f80bd532-4aaa-483f-abaf-c67c62cf04c9/f80bd532-4aaa-483f-abaf-c67c62cf04c9.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.062025] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7c84bc7-5e07-48a7-b2d4-b356b104d5aa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.073906] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1140.073906] env[62094]: value = "task-1400522" [ 1140.073906] env[62094]: _type = "Task" [ 1140.073906] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.082215] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.138785] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a02365-f5c4-2390-0568-0b328a096cac, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.139106] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.139342] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.139578] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.139748] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.139926] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.140277] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a1d24d6-3fd3-452d-93cc-e0243e09c081 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.150606] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.150809] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.151946] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-552b45c5-e1b9-4f00-a77d-3c469748a08f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.159777] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1140.159777] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526f9057-c64d-c672-7e36-084735687767" [ 1140.159777] env[62094]: _type = "Task" [ 1140.159777] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.160309] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1140.160610] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296921', 'volume_id': '70b3c310-b1c7-4900-9e4f-4b41cfb08f40', 'name': 'volume-70b3c310-b1c7-4900-9e4f-4b41cfb08f40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3bffbe72-a72f-4251-a3e2-f2ddb69cdc58', 'attached_at': '', 'detached_at': '', 'volume_id': '70b3c310-b1c7-4900-9e4f-4b41cfb08f40', 'serial': '70b3c310-b1c7-4900-9e4f-4b41cfb08f40'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1140.161380] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0153ed5e-3907-498f-b276-dcd942308e83 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.173669] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526f9057-c64d-c672-7e36-084735687767, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.185053] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7fc3a34-492a-424d-97aa-607e7bd52a98 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.188384] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1a92cd-6a25-4ed6-bdf8-8144b42bb767 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.195806] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1140.195806] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c7cfb6-b5e7-545f-2826-74974047b67a" [ 1140.195806] env[62094]: _type = "Task" [ 1140.195806] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.216000] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-70b3c310-b1c7-4900-9e4f-4b41cfb08f40/volume-70b3c310-b1c7-4900-9e4f-4b41cfb08f40.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.219441] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3df55367-d618-4f53-a95e-2398eb03782d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.242850] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c7cfb6-b5e7-545f-2826-74974047b67a, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.244745] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.244822] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] eee2e459-01b2-4c80-bc6e-f6c80f70ef67/eee2e459-01b2-4c80-bc6e-f6c80f70ef67.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.245157] env[62094]: DEBUG oslo_vmware.api [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Waiting for the task: (returnval){ [ 1140.245157] env[62094]: value = "task-1400523" [ 1140.245157] env[62094]: _type = "Task" [ 1140.245157] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.245373] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee71f126-c191-4c8f-b373-0db6c6e3d350 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.254008] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6646165-0c60-40d4-b067-2261b06e9c7e tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "94c66b9a-f484-474e-a9fa-23af5d2c3978" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.871s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.258467] env[62094]: DEBUG oslo_vmware.api [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Task: {'id': task-1400523, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.260949] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1140.260949] env[62094]: value = "task-1400524" [ 1140.260949] env[62094]: _type = "Task" [ 1140.260949] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.272277] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.392523] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 287c6662-e303-470a-9201-7b49bc7db041 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1140.530520] env[62094]: DEBUG nova.compute.manager [req-643302c3-ea04-4d99-8362-fbd126d1630b req-3522d8a7-87ea-4b80-9b2e-ed52decf5516 service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Received event network-changed-1ec9e460-1386-4a81-bbe2-28b6819501bc {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1140.531209] env[62094]: DEBUG nova.compute.manager [req-643302c3-ea04-4d99-8362-fbd126d1630b req-3522d8a7-87ea-4b80-9b2e-ed52decf5516 service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Refreshing instance network info cache due to event network-changed-1ec9e460-1386-4a81-bbe2-28b6819501bc. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1140.531555] env[62094]: DEBUG oslo_concurrency.lockutils [req-643302c3-ea04-4d99-8362-fbd126d1630b req-3522d8a7-87ea-4b80-9b2e-ed52decf5516 service nova] Acquiring lock "refresh_cache-3205e355-ee5c-454c-b369-d4a650018b67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.531863] env[62094]: DEBUG oslo_concurrency.lockutils [req-643302c3-ea04-4d99-8362-fbd126d1630b req-3522d8a7-87ea-4b80-9b2e-ed52decf5516 service nova] Acquired lock "refresh_cache-3205e355-ee5c-454c-b369-d4a650018b67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.532206] env[62094]: DEBUG nova.network.neutron [req-643302c3-ea04-4d99-8362-fbd126d1630b req-3522d8a7-87ea-4b80-9b2e-ed52decf5516 service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Refreshing network info cache for port 1ec9e460-1386-4a81-bbe2-28b6819501bc {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.589585] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400522, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.760023] env[62094]: DEBUG nova.compute.manager [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1140.762734] env[62094]: DEBUG oslo_vmware.api [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Task: {'id': task-1400523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.772722] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400524, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.895676] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 5cf97d38-7bd3-46c9-8908-71183b363223 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1141.083732] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552547} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.084052] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] f80bd532-4aaa-483f-abaf-c67c62cf04c9/f80bd532-4aaa-483f-abaf-c67c62cf04c9.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.084291] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.084568] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1625546-c7f7-4337-9e37-a729bb4f8ce4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.092325] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1141.092325] env[62094]: value = "task-1400525" [ 1141.092325] env[62094]: _type = "Task" [ 1141.092325] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.102285] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.160743] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "939cd279-b1c8-43f5-add3-e4a948fe9071" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.161188] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "939cd279-b1c8-43f5-add3-e4a948fe9071" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.258760] env[62094]: DEBUG oslo_vmware.api [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Task: {'id': task-1400523, 'name': ReconfigVM_Task, 'duration_secs': 0.642851} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.259051] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-70b3c310-b1c7-4900-9e4f-4b41cfb08f40/volume-70b3c310-b1c7-4900-9e4f-4b41cfb08f40.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.265961] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55370432-e71e-4ae3-83f2-cae3e0b57273 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.290425] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738836} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.291940] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] eee2e459-01b2-4c80-bc6e-f6c80f70ef67/eee2e459-01b2-4c80-bc6e-f6c80f70ef67.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.292084] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.292391] env[62094]: DEBUG oslo_vmware.api [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Waiting for the task: (returnval){ [ 1141.292391] env[62094]: value = "task-1400526" [ 1141.292391] env[62094]: _type = "Task" [ 1141.292391] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.292936] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-155192c0-4eed-4cb0-bdf7-d085589c4953 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.295810] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.305662] env[62094]: DEBUG oslo_vmware.api [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Task: {'id': task-1400526, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.309059] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1141.309059] env[62094]: value = "task-1400527" [ 1141.309059] env[62094]: _type = "Task" [ 1141.309059] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.317952] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.321803] env[62094]: DEBUG nova.network.neutron [req-643302c3-ea04-4d99-8362-fbd126d1630b req-3522d8a7-87ea-4b80-9b2e-ed52decf5516 service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Updated VIF entry in instance network info cache for port 1ec9e460-1386-4a81-bbe2-28b6819501bc. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.322175] env[62094]: DEBUG nova.network.neutron [req-643302c3-ea04-4d99-8362-fbd126d1630b req-3522d8a7-87ea-4b80-9b2e-ed52decf5516 service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Updating instance_info_cache with network_info: [{"id": "1ec9e460-1386-4a81-bbe2-28b6819501bc", "address": "fa:16:3e:21:4b:46", "network": {"id": "a9e25b9d-7e83-47cc-a5f4-7368b0dd2082", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-104509484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057704eba164455882d946e51e10caf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec9e460-13", "ovs_interfaceid": "1ec9e460-1386-4a81-bbe2-28b6819501bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.399566] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance f926178a-a084-43a8-8906-6569d3015281 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1141.602930] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073511} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.603137] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.603903] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08db5b3e-9007-4ae6-bb06-0291d8b214b6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.626402] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] f80bd532-4aaa-483f-abaf-c67c62cf04c9/f80bd532-4aaa-483f-abaf-c67c62cf04c9.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.626690] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b63849-4886-4213-b87f-1b7bf97ec050 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.650571] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1141.650571] env[62094]: value = "task-1400528" [ 1141.650571] env[62094]: _type = "Task" [ 1141.650571] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.657845] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.805432] env[62094]: DEBUG oslo_vmware.api [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Task: {'id': task-1400526, 'name': ReconfigVM_Task, 'duration_secs': 0.221552} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.805924] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296921', 'volume_id': '70b3c310-b1c7-4900-9e4f-4b41cfb08f40', 'name': 'volume-70b3c310-b1c7-4900-9e4f-4b41cfb08f40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3bffbe72-a72f-4251-a3e2-f2ddb69cdc58', 'attached_at': '', 'detached_at': '', 'volume_id': '70b3c310-b1c7-4900-9e4f-4b41cfb08f40', 'serial': '70b3c310-b1c7-4900-9e4f-4b41cfb08f40'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1141.816880] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078231} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.817471] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.818381] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad4f42f-3cdd-4465-877e-eeda5ea83392 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.833312] env[62094]: DEBUG oslo_concurrency.lockutils [req-643302c3-ea04-4d99-8362-fbd126d1630b req-3522d8a7-87ea-4b80-9b2e-ed52decf5516 service nova] Releasing lock "refresh_cache-3205e355-ee5c-454c-b369-d4a650018b67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.842063] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] eee2e459-01b2-4c80-bc6e-f6c80f70ef67/eee2e459-01b2-4c80-bc6e-f6c80f70ef67.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.842551] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4d33d1a-31c9-4b81-ab2a-d1a3c2f885e3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.862297] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1141.862297] env[62094]: value = "task-1400529" [ 1141.862297] env[62094]: _type = "Task" [ 1141.862297] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.871032] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.902932] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1142.159808] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400528, 'name': ReconfigVM_Task, 'duration_secs': 0.334672} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.160256] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Reconfigured VM instance instance-00000034 to attach disk [datastore2] f80bd532-4aaa-483f-abaf-c67c62cf04c9/f80bd532-4aaa-483f-abaf-c67c62cf04c9.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.160910] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c097f731-e8b1-40c5-96b2-bb0fc14f681c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.168649] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1142.168649] env[62094]: value = "task-1400530" [ 1142.168649] env[62094]: _type = "Task" [ 1142.168649] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.179010] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400530, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.372583] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.406162] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 4d735584-cc94-4586-ad0c-34df18816663 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1142.678955] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400530, 'name': Rename_Task, 'duration_secs': 0.158065} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.679267] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.679537] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2579b6ab-0ba2-49b1-a868-315fd26c44c9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.686937] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1142.686937] env[62094]: value = "task-1400531" [ 1142.686937] env[62094]: _type = "Task" [ 1142.686937] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.695364] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.842928] env[62094]: DEBUG nova.objects.instance [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Lazy-loading 'flavor' on Instance uuid 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.873783] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.909212] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance a2b9ab46-28f4-4a98-a309-d6811dff3000 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1143.197356] env[62094]: DEBUG oslo_vmware.api [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400531, 'name': PowerOnVM_Task, 'duration_secs': 0.44804} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.197729] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.197777] env[62094]: INFO nova.compute.manager [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1143.197952] env[62094]: DEBUG nova.compute.manager [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1143.198801] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae98863-616b-4266-84d5-70020e33bee1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.348379] env[62094]: DEBUG oslo_concurrency.lockutils [None req-33eafc30-2f0c-4bd5-a283-b65f276ca271 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.841s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.377342] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400529, 'name': ReconfigVM_Task, 'duration_secs': 1.15738} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.377680] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Reconfigured VM instance instance-00000017 to attach disk [datastore2] eee2e459-01b2-4c80-bc6e-f6c80f70ef67/eee2e459-01b2-4c80-bc6e-f6c80f70ef67.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.378360] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffb8140e-de6c-43a4-b894-38492e4e79db {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.386823] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1143.386823] env[62094]: value = "task-1400532" [ 1143.386823] env[62094]: _type = "Task" [ 1143.386823] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.402620] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400532, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.414866] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 8be52fba-7f94-44d0-aeef-353aaf600d1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1143.414866] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1143.414866] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1143.715590] env[62094]: INFO nova.compute.manager [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Took 29.79 seconds to build instance. [ 1143.828468] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d497b2-f978-4f3b-bcca-2958d7075a1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.837021] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46181a6f-93b3-47b0-ad7f-cb9e91384c69 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.869050] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b79606c-f473-4d18-a4bb-e62283011a93 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.882027] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee28cb37-7c76-42a9-a335-a04e93f691b0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.894797] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.908019] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400532, 'name': Rename_Task, 'duration_secs': 0.173584} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.908019] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.908019] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dd5e596-6317-47a1-9251-694476d4e90b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.913687] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1143.913687] env[62094]: value = "task-1400533" [ 1143.913687] env[62094]: _type = "Task" [ 1143.913687] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.921929] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.217369] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3ebc8e78-e4ee-4203-8881-df174c561ef3 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "f80bd532-4aaa-483f-abaf-c67c62cf04c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.306s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.401901] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1144.427291] env[62094]: DEBUG oslo_vmware.api [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400533, 'name': PowerOnVM_Task, 'duration_secs': 0.440173} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.427423] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.427655] env[62094]: DEBUG nova.compute.manager [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1144.428619] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282d0770-bd1c-4fdb-9987-a14d36962ed5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.433869] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa481712-181b-44a4-a979-91256bab7bf0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.445630] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea79d84-ea11-46bc-a36e-2268728afa88 tempest-ServersAdminNegativeTestJSON-1826774166 tempest-ServersAdminNegativeTestJSON-1826774166-project-admin] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Suspending the VM {{(pid=62094) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1144.446447] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d3de7940-12c1-4890-989c-4db52c38883f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.472024] env[62094]: DEBUG oslo_vmware.api [None req-2ea79d84-ea11-46bc-a36e-2268728afa88 tempest-ServersAdminNegativeTestJSON-1826774166 tempest-ServersAdminNegativeTestJSON-1826774166-project-admin] Waiting for the task: (returnval){ [ 1144.472024] env[62094]: value = "task-1400534" [ 1144.472024] env[62094]: _type = "Task" [ 1144.472024] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.483345] env[62094]: DEBUG oslo_vmware.api [None req-2ea79d84-ea11-46bc-a36e-2268728afa88 tempest-ServersAdminNegativeTestJSON-1826774166 tempest-ServersAdminNegativeTestJSON-1826774166-project-admin] Task: {'id': task-1400534, 'name': SuspendVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.610149] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Acquiring lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.610457] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.720214] env[62094]: DEBUG nova.compute.manager [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1144.907366] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1144.908094] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.073s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.908094] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.932s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.909721] env[62094]: INFO nova.compute.claims [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.952588] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.982382] env[62094]: DEBUG oslo_vmware.api [None req-2ea79d84-ea11-46bc-a36e-2268728afa88 tempest-ServersAdminNegativeTestJSON-1826774166 tempest-ServersAdminNegativeTestJSON-1826774166-project-admin] Task: {'id': task-1400534, 'name': SuspendVM_Task} progress is 54%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.113424] env[62094]: INFO nova.compute.manager [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Detaching volume 70b3c310-b1c7-4900-9e4f-4b41cfb08f40 [ 1145.150431] env[62094]: INFO nova.virt.block_device [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Attempting to driver detach volume 70b3c310-b1c7-4900-9e4f-4b41cfb08f40 from mountpoint /dev/sdb [ 1145.151023] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1145.152068] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296921', 'volume_id': '70b3c310-b1c7-4900-9e4f-4b41cfb08f40', 'name': 'volume-70b3c310-b1c7-4900-9e4f-4b41cfb08f40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3bffbe72-a72f-4251-a3e2-f2ddb69cdc58', 'attached_at': '', 'detached_at': '', 'volume_id': '70b3c310-b1c7-4900-9e4f-4b41cfb08f40', 'serial': '70b3c310-b1c7-4900-9e4f-4b41cfb08f40'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1145.152815] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324e2a73-ef88-4da4-ae8e-f185440c6204 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.188716] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06983948-880a-416f-98f7-fcd9a78a11a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.200038] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18fc9d5-dc08-40af-afb7-ff30a815a4a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.233341] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e230bd-7857-4ebe-917f-a5b7059a27cb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.254810] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] The volume has not been displaced from its original location: [datastore2] volume-70b3c310-b1c7-4900-9e4f-4b41cfb08f40/volume-70b3c310-b1c7-4900-9e4f-4b41cfb08f40.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1145.261106] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.262603] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.263578] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5da2131-b73d-4d02-ace7-f9e86fd6aae4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.290127] env[62094]: DEBUG oslo_vmware.api [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Waiting for the task: (returnval){ [ 1145.290127] env[62094]: value = "task-1400535" [ 1145.290127] env[62094]: _type = "Task" [ 1145.290127] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.299365] env[62094]: DEBUG oslo_vmware.api [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Task: {'id': task-1400535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.483959] env[62094]: DEBUG oslo_vmware.api [None req-2ea79d84-ea11-46bc-a36e-2268728afa88 tempest-ServersAdminNegativeTestJSON-1826774166 tempest-ServersAdminNegativeTestJSON-1826774166-project-admin] Task: {'id': task-1400534, 'name': SuspendVM_Task, 'duration_secs': 0.768359} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.484145] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea79d84-ea11-46bc-a36e-2268728afa88 tempest-ServersAdminNegativeTestJSON-1826774166 tempest-ServersAdminNegativeTestJSON-1826774166-project-admin] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Suspended the VM {{(pid=62094) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1145.484287] env[62094]: DEBUG nova.compute.manager [None req-2ea79d84-ea11-46bc-a36e-2268728afa88 tempest-ServersAdminNegativeTestJSON-1826774166 tempest-ServersAdminNegativeTestJSON-1826774166-project-admin] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1145.485091] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcaed7f-7f20-4b6c-a90c-effe3b94a0a5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.741147] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.741491] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.741753] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "7a672f64-d9c9-4cdb-b5d2-d3358c6122e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.742060] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "7a672f64-d9c9-4cdb-b5d2-d3358c6122e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.742205] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "7a672f64-d9c9-4cdb-b5d2-d3358c6122e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.744508] env[62094]: INFO nova.compute.manager [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Terminating instance [ 1145.749060] env[62094]: DEBUG nova.compute.manager [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1145.749363] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.750417] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ce8639-62e5-4d17-a6df-5a92ae19ed1e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.758766] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.758866] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-640caf05-ab33-4742-a727-209cde08f3ca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.766076] env[62094]: DEBUG oslo_vmware.api [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1145.766076] env[62094]: value = "task-1400536" [ 1145.766076] env[62094]: _type = "Task" [ 1145.766076] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.773990] env[62094]: DEBUG oslo_vmware.api [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.800675] env[62094]: DEBUG oslo_vmware.api [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Task: {'id': task-1400535, 'name': ReconfigVM_Task, 'duration_secs': 0.469479} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.800966] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.805769] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b394fdc-fb24-407c-8d99-83bc19ba13ab {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.822192] env[62094]: DEBUG oslo_vmware.api [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Waiting for the task: (returnval){ [ 1145.822192] env[62094]: value = "task-1400537" [ 1145.822192] env[62094]: _type = "Task" [ 1145.822192] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.833583] env[62094]: DEBUG oslo_vmware.api [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Task: {'id': task-1400537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.277547] env[62094]: DEBUG oslo_vmware.api [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400536, 'name': PowerOffVM_Task, 'duration_secs': 0.218202} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.277842] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.277998] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.278297] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bb8bbb7-8dd4-4b16-b81b-4e065bde01e9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.323770] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e2f068-5091-46d9-a807-8277e5e39c7a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.337348] env[62094]: DEBUG oslo_vmware.api [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Task: {'id': task-1400537, 'name': ReconfigVM_Task, 'duration_secs': 0.198392} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.338375] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c23e311-7408-4c7d-9c28-bd163d6dc009 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.341719] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296921', 'volume_id': '70b3c310-b1c7-4900-9e4f-4b41cfb08f40', 'name': 'volume-70b3c310-b1c7-4900-9e4f-4b41cfb08f40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3bffbe72-a72f-4251-a3e2-f2ddb69cdc58', 'attached_at': '', 'detached_at': '', 'volume_id': '70b3c310-b1c7-4900-9e4f-4b41cfb08f40', 'serial': '70b3c310-b1c7-4900-9e4f-4b41cfb08f40'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1146.345893] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.345893] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.345893] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleting the datastore file [datastore1] 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.346233] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b7af5e3-1c5b-4c35-bf27-23ace885b3a2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.379903] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d742e79-9168-4cbf-8786-41c0f845ef5c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.384018] env[62094]: DEBUG oslo_vmware.api [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1146.384018] env[62094]: value = "task-1400539" [ 1146.384018] env[62094]: _type = "Task" [ 1146.384018] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.388587] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf62f45-c9a8-403e-94d0-f7d44e5a5cb3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.394805] env[62094]: DEBUG oslo_vmware.api [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.404598] env[62094]: DEBUG nova.compute.provider_tree [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.893456] env[62094]: DEBUG oslo_vmware.api [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135168} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.894511] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.894511] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.894511] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.894694] env[62094]: INFO nova.compute.manager [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1146.896265] env[62094]: DEBUG oslo.service.loopingcall [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1146.896265] env[62094]: DEBUG nova.compute.manager [-] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1146.896265] env[62094]: DEBUG nova.network.neutron [-] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.900987] env[62094]: DEBUG nova.objects.instance [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Lazy-loading 'flavor' on Instance uuid 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.907651] env[62094]: DEBUG nova.scheduler.client.report [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1146.913370] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.917303] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1147.395428] env[62094]: DEBUG nova.compute.manager [req-de69dd1f-87c0-41e7-95a2-d9dd54d9b9bb req-b5c5d03c-7c13-4150-ab81-586dc9f2c336 service nova] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Received event network-vif-deleted-1c24bb59-f1c9-4884-9f71-9dbb5639f004 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1147.395792] env[62094]: INFO nova.compute.manager [req-de69dd1f-87c0-41e7-95a2-d9dd54d9b9bb req-b5c5d03c-7c13-4150-ab81-586dc9f2c336 service nova] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Neutron deleted interface 1c24bb59-f1c9-4884-9f71-9dbb5639f004; detaching it from the instance and deleting it from the info cache [ 1147.395865] env[62094]: DEBUG nova.network.neutron [req-de69dd1f-87c0-41e7-95a2-d9dd54d9b9bb req-b5c5d03c-7c13-4150-ab81-586dc9f2c336 service nova] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.420766] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.421437] env[62094]: DEBUG nova.compute.manager [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1147.427460] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.988s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.429009] env[62094]: INFO nova.compute.claims [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.447187] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "refresh_cache-b6629dde-580d-40c4-af1e-15807861c45b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.448033] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquired lock "refresh_cache-b6629dde-580d-40c4-af1e-15807861c45b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.448033] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Forcefully refreshing network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1147.868797] env[62094]: DEBUG nova.network.neutron [-] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.898678] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec11e42f-2d23-415b-8cc9-2d4b6819d570 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.909431] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63311172-cfc4-456c-8c90-251921aaae43 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.920181] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c35e3444-b6c4-4590-8e23-d6e34970a054 tempest-VolumesAssistedSnapshotsTest-567272936 tempest-VolumesAssistedSnapshotsTest-567272936-project-admin] Lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.934778] env[62094]: DEBUG nova.compute.utils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1147.949780] env[62094]: DEBUG nova.compute.manager [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1147.949978] env[62094]: DEBUG nova.network.neutron [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.954236] env[62094]: DEBUG nova.compute.manager [req-de69dd1f-87c0-41e7-95a2-d9dd54d9b9bb req-b5c5d03c-7c13-4150-ab81-586dc9f2c336 service nova] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Detach interface failed, port_id=1c24bb59-f1c9-4884-9f71-9dbb5639f004, reason: Instance 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1147.977436] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.998540] env[62094]: DEBUG nova.policy [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90d784c1a41e449b96739c3ebfd0f052', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e61fb9b4d3b4de89a33466a5a6e5de1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1148.053984] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "f80bd532-4aaa-483f-abaf-c67c62cf04c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.053984] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "f80bd532-4aaa-483f-abaf-c67c62cf04c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.054227] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "f80bd532-4aaa-483f-abaf-c67c62cf04c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.054381] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "f80bd532-4aaa-483f-abaf-c67c62cf04c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.054555] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "f80bd532-4aaa-483f-abaf-c67c62cf04c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.056659] env[62094]: INFO nova.compute.manager [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Terminating instance [ 1148.060974] env[62094]: DEBUG nova.compute.manager [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1148.061520] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.062027] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380492ba-7d2c-4d9a-928a-bc7fa372ceb6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.071085] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.073309] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7ebe2f5-d37f-4f9f-a93e-698991dff99a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.151994] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.152109] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.152519] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Deleting the datastore file [datastore2] f80bd532-4aaa-483f-abaf-c67c62cf04c9 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.155046] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00947f63-cc1b-490b-8046-d4893d00e2d2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.166141] env[62094]: DEBUG oslo_vmware.api [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1148.166141] env[62094]: value = "task-1400541" [ 1148.166141] env[62094]: _type = "Task" [ 1148.166141] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.174367] env[62094]: DEBUG oslo_vmware.api [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.312742] env[62094]: DEBUG nova.network.neutron [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Successfully created port: 8799bc2c-4f13-4f82-a4da-aa0d7413905e {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.371769] env[62094]: INFO nova.compute.manager [-] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Took 1.48 seconds to deallocate network for instance. [ 1148.428741] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb2914f-e8f4-4000-8bef-9de80f19b32f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.437850] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac205e05-7c03-408b-827e-4a5572b1e646 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.468491] env[62094]: DEBUG nova.compute.manager [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1148.472281] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedb8334-123f-478a-8356-07b48009a2c1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.479636] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0fd694-73ef-4dc4-9f56-df47832ff805 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.495747] env[62094]: DEBUG nova.compute.provider_tree [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.567624] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.676474] env[62094]: DEBUG oslo_vmware.api [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14904} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.676733] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.676911] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.677098] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.677276] env[62094]: INFO nova.compute.manager [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1148.677515] env[62094]: DEBUG oslo.service.loopingcall [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1148.677699] env[62094]: DEBUG nova.compute.manager [-] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1148.677791] env[62094]: DEBUG nova.network.neutron [-] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.882394] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.000094] env[62094]: DEBUG nova.scheduler.client.report [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1149.070289] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Releasing lock "refresh_cache-b6629dde-580d-40c4-af1e-15807861c45b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.070530] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Updated the network info_cache for instance {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1149.070731] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.070883] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.071046] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.071196] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.071369] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.071499] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1149.085715] env[62094]: DEBUG nova.compute.manager [req-046f1d95-34c4-40e3-a4a2-8ca9951ece5d req-c794c5dc-99e2-48f5-9be3-52c4f7cfd15f service nova] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Received event network-vif-deleted-7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1149.085830] env[62094]: INFO nova.compute.manager [req-046f1d95-34c4-40e3-a4a2-8ca9951ece5d req-c794c5dc-99e2-48f5-9be3-52c4f7cfd15f service nova] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Neutron deleted interface 7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600; detaching it from the instance and deleting it from the info cache [ 1149.087021] env[62094]: DEBUG nova.network.neutron [req-046f1d95-34c4-40e3-a4a2-8ca9951ece5d req-c794c5dc-99e2-48f5-9be3-52c4f7cfd15f service nova] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.480050] env[62094]: DEBUG nova.compute.manager [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1149.507643] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.080s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.508238] env[62094]: DEBUG nova.compute.manager [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1149.513192] env[62094]: DEBUG nova.virt.hardware [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1149.513891] env[62094]: DEBUG nova.virt.hardware [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1149.513891] env[62094]: DEBUG nova.virt.hardware [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.513891] env[62094]: DEBUG nova.virt.hardware [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1149.514125] env[62094]: DEBUG nova.virt.hardware [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.514125] env[62094]: DEBUG nova.virt.hardware [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1149.514320] env[62094]: DEBUG nova.virt.hardware [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1149.514553] env[62094]: DEBUG nova.virt.hardware [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1149.514749] env[62094]: DEBUG nova.virt.hardware [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1149.514937] env[62094]: DEBUG nova.virt.hardware [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1149.515135] env[62094]: DEBUG nova.virt.hardware [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1149.515480] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.522s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.515698] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.517737] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.078s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.517920] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.520285] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.113s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.521619] env[62094]: INFO nova.compute.claims [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.525811] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93659d7-d9b7-41ad-a2ef-f5d3705330e2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.528992] env[62094]: DEBUG nova.network.neutron [-] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.536290] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996cb528-33ee-4003-b800-a0256e44c5e9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.553842] env[62094]: INFO nova.scheduler.client.report [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Deleted allocations for instance 28df1018-3767-4561-8a01-5558a9272e71 [ 1149.556287] env[62094]: INFO nova.scheduler.client.report [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Deleted allocations for instance c374d737-c6e8-4c18-8219-d197a0023d95 [ 1149.589202] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-591ddc8b-e1e3-4576-89b1-ef74cfbe71e0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.600211] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f2606e-acb0-42ac-97ec-c35ee5444395 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.633447] env[62094]: DEBUG nova.compute.manager [req-046f1d95-34c4-40e3-a4a2-8ca9951ece5d req-c794c5dc-99e2-48f5-9be3-52c4f7cfd15f service nova] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Detach interface failed, port_id=7ba6b12b-cfc9-4eb2-b2d1-1bf3675cd600, reason: Instance f80bd532-4aaa-483f-abaf-c67c62cf04c9 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1149.736535] env[62094]: DEBUG nova.compute.manager [req-12ce8daf-c2ee-4af5-9a9f-77fd657f840b req-f523db63-3da3-4c5a-89d6-b4914e08e2ea service nova] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Received event network-vif-plugged-8799bc2c-4f13-4f82-a4da-aa0d7413905e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1149.736797] env[62094]: DEBUG oslo_concurrency.lockutils [req-12ce8daf-c2ee-4af5-9a9f-77fd657f840b req-f523db63-3da3-4c5a-89d6-b4914e08e2ea service nova] Acquiring lock "257036ca-daf0-4615-8ce0-23263ceafc60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.736966] env[62094]: DEBUG oslo_concurrency.lockutils [req-12ce8daf-c2ee-4af5-9a9f-77fd657f840b req-f523db63-3da3-4c5a-89d6-b4914e08e2ea service nova] Lock "257036ca-daf0-4615-8ce0-23263ceafc60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.737156] env[62094]: DEBUG oslo_concurrency.lockutils [req-12ce8daf-c2ee-4af5-9a9f-77fd657f840b req-f523db63-3da3-4c5a-89d6-b4914e08e2ea service nova] Lock "257036ca-daf0-4615-8ce0-23263ceafc60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.737327] env[62094]: DEBUG nova.compute.manager [req-12ce8daf-c2ee-4af5-9a9f-77fd657f840b req-f523db63-3da3-4c5a-89d6-b4914e08e2ea service nova] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] No waiting events found dispatching network-vif-plugged-8799bc2c-4f13-4f82-a4da-aa0d7413905e {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1149.737492] env[62094]: WARNING nova.compute.manager [req-12ce8daf-c2ee-4af5-9a9f-77fd657f840b req-f523db63-3da3-4c5a-89d6-b4914e08e2ea service nova] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Received unexpected event network-vif-plugged-8799bc2c-4f13-4f82-a4da-aa0d7413905e for instance with vm_state building and task_state spawning. [ 1149.833594] env[62094]: DEBUG nova.network.neutron [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Successfully updated port: 8799bc2c-4f13-4f82-a4da-aa0d7413905e {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.034512] env[62094]: DEBUG nova.compute.utils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1150.036166] env[62094]: INFO nova.compute.manager [-] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Took 1.36 seconds to deallocate network for instance. [ 1150.036482] env[62094]: DEBUG nova.compute.manager [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1150.036665] env[62094]: DEBUG nova.network.neutron [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.063464] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ae22212-c600-40a4-a1a8-6c330edefb08 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "28df1018-3767-4561-8a01-5558a9272e71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.227s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.066559] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbad508f-5e29-46c8-aba3-573500cb4584 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "c374d737-c6e8-4c18-8219-d197a0023d95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.566s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.090944] env[62094]: DEBUG nova.policy [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56d4bab85e374bd691a214ac5c07aab5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31b53cb6aee24ad2820e3951b7a11efa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1150.338322] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.338322] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquired lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.338322] env[62094]: DEBUG nova.network.neutron [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.533063] env[62094]: DEBUG nova.network.neutron [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Successfully created port: 7b72dc59-c327-4e12-a116-75302f7c007d {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.539558] env[62094]: DEBUG nova.compute.utils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1150.544715] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.884802] env[62094]: DEBUG nova.network.neutron [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.971837] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c18df8-e85c-43d4-80e3-48f01f625487 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.979884] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a62fa8-0858-455a-adfd-4744f97745ca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.024275] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55379b8e-3133-4b0a-abd6-590d91d1d0a3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.032745] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c78de4c-b450-415d-8a22-676ba819ed57 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.049617] env[62094]: DEBUG nova.compute.manager [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1151.054018] env[62094]: DEBUG nova.compute.provider_tree [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.122827] env[62094]: DEBUG nova.network.neutron [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Updating instance_info_cache with network_info: [{"id": "8799bc2c-4f13-4f82-a4da-aa0d7413905e", "address": "fa:16:3e:73:bf:02", "network": {"id": "ec5d8394-276a-40dd-971c-642e8b21ca56", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1600730185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e61fb9b4d3b4de89a33466a5a6e5de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8799bc2c-4f", "ovs_interfaceid": "8799bc2c-4f13-4f82-a4da-aa0d7413905e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.557775] env[62094]: DEBUG nova.scheduler.client.report [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1151.627143] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Releasing lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.627143] env[62094]: DEBUG nova.compute.manager [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Instance network_info: |[{"id": "8799bc2c-4f13-4f82-a4da-aa0d7413905e", "address": "fa:16:3e:73:bf:02", "network": {"id": "ec5d8394-276a-40dd-971c-642e8b21ca56", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1600730185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e61fb9b4d3b4de89a33466a5a6e5de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8799bc2c-4f", "ovs_interfaceid": "8799bc2c-4f13-4f82-a4da-aa0d7413905e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1151.627143] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:bf:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8799bc2c-4f13-4f82-a4da-aa0d7413905e', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.635298] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Creating folder: Project (3e61fb9b4d3b4de89a33466a5a6e5de1). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.635730] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-702d1d95-e023-4caa-b455-d3071c21a8de {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.651025] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Created folder: Project (3e61fb9b4d3b4de89a33466a5a6e5de1) in parent group-v296765. [ 1151.651025] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Creating folder: Instances. Parent ref: group-v296924. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.651025] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8447613d-ed6b-4fec-b625-edda1995ec8f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.662059] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Created folder: Instances in parent group-v296924. [ 1151.662059] env[62094]: DEBUG oslo.service.loopingcall [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1151.662059] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.662059] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67625900-8ef0-4a96-bb85-97ab6a30d5bf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.683015] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.683015] env[62094]: value = "task-1400545" [ 1151.683015] env[62094]: _type = "Task" [ 1151.683015] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.691218] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400545, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.763435] env[62094]: DEBUG nova.compute.manager [req-1be2c2c1-9510-486e-8d6b-1474c1a3a738 req-223e830e-0a65-4e44-8aa9-9129d3c6a7af service nova] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Received event network-changed-8799bc2c-4f13-4f82-a4da-aa0d7413905e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1151.763575] env[62094]: DEBUG nova.compute.manager [req-1be2c2c1-9510-486e-8d6b-1474c1a3a738 req-223e830e-0a65-4e44-8aa9-9129d3c6a7af service nova] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Refreshing instance network info cache due to event network-changed-8799bc2c-4f13-4f82-a4da-aa0d7413905e. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1151.763790] env[62094]: DEBUG oslo_concurrency.lockutils [req-1be2c2c1-9510-486e-8d6b-1474c1a3a738 req-223e830e-0a65-4e44-8aa9-9129d3c6a7af service nova] Acquiring lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.763938] env[62094]: DEBUG oslo_concurrency.lockutils [req-1be2c2c1-9510-486e-8d6b-1474c1a3a738 req-223e830e-0a65-4e44-8aa9-9129d3c6a7af service nova] Acquired lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.764645] env[62094]: DEBUG nova.network.neutron [req-1be2c2c1-9510-486e-8d6b-1474c1a3a738 req-223e830e-0a65-4e44-8aa9-9129d3c6a7af service nova] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Refreshing network info cache for port 8799bc2c-4f13-4f82-a4da-aa0d7413905e {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.814395] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "5ea773dc-cd50-45ec-9807-1872665f622d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.814684] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "5ea773dc-cd50-45ec-9807-1872665f622d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.072620] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.073224] env[62094]: DEBUG nova.compute.manager [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1152.079022] env[62094]: DEBUG nova.compute.manager [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1152.079405] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.783s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.080851] env[62094]: INFO nova.compute.claims [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.113953] env[62094]: DEBUG nova.virt.hardware [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:19:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2086836881',id=35,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1808072181',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1152.114958] env[62094]: DEBUG nova.virt.hardware [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1152.114958] env[62094]: DEBUG nova.virt.hardware [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.114958] env[62094]: DEBUG nova.virt.hardware [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1152.114958] env[62094]: DEBUG nova.virt.hardware [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.114958] env[62094]: DEBUG nova.virt.hardware [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1152.115244] env[62094]: DEBUG nova.virt.hardware [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1152.115244] env[62094]: DEBUG nova.virt.hardware [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1152.115671] env[62094]: DEBUG nova.virt.hardware [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1152.115671] env[62094]: DEBUG nova.virt.hardware [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1152.115754] env[62094]: DEBUG nova.virt.hardware [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1152.116596] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7f0dc9-4e27-4ee5-a4a8-8e941ca7bc07 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.126512] env[62094]: DEBUG nova.network.neutron [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Successfully updated port: 7b72dc59-c327-4e12-a116-75302f7c007d {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.128304] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cde2ed-3451-418d-bd7d-be3ecf0f24fa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.195384] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400545, 'name': CreateVM_Task, 'duration_secs': 0.336619} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.195563] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.196265] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.196433] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.196753] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.197312] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ca4170-5b3f-4cad-a625-9f3dbe0d2d1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.202814] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1152.202814] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]525c384c-741b-6769-afd5-83dd6f9a5de6" [ 1152.202814] env[62094]: _type = "Task" [ 1152.202814] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.212179] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525c384c-741b-6769-afd5-83dd6f9a5de6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.271202] env[62094]: DEBUG oslo_concurrency.lockutils [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Acquiring lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.271538] env[62094]: DEBUG oslo_concurrency.lockutils [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.271760] env[62094]: DEBUG oslo_concurrency.lockutils [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Acquiring lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.271947] env[62094]: DEBUG oslo_concurrency.lockutils [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.272135] env[62094]: DEBUG oslo_concurrency.lockutils [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.275393] env[62094]: INFO nova.compute.manager [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Terminating instance [ 1152.277943] env[62094]: DEBUG nova.compute.manager [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1152.278385] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.279267] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aa2dba-097e-464d-b82c-0435756d33af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.287822] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.288436] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14ccdd13-0f55-42d3-b0c4-e3d2fd166442 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.296095] env[62094]: DEBUG oslo_vmware.api [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Waiting for the task: (returnval){ [ 1152.296095] env[62094]: value = "task-1400546" [ 1152.296095] env[62094]: _type = "Task" [ 1152.296095] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.305388] env[62094]: DEBUG oslo_vmware.api [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1400546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.508766] env[62094]: DEBUG nova.network.neutron [req-1be2c2c1-9510-486e-8d6b-1474c1a3a738 req-223e830e-0a65-4e44-8aa9-9129d3c6a7af service nova] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Updated VIF entry in instance network info cache for port 8799bc2c-4f13-4f82-a4da-aa0d7413905e. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.509169] env[62094]: DEBUG nova.network.neutron [req-1be2c2c1-9510-486e-8d6b-1474c1a3a738 req-223e830e-0a65-4e44-8aa9-9129d3c6a7af service nova] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Updating instance_info_cache with network_info: [{"id": "8799bc2c-4f13-4f82-a4da-aa0d7413905e", "address": "fa:16:3e:73:bf:02", "network": {"id": "ec5d8394-276a-40dd-971c-642e8b21ca56", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1600730185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e61fb9b4d3b4de89a33466a5a6e5de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8799bc2c-4f", "ovs_interfaceid": "8799bc2c-4f13-4f82-a4da-aa0d7413905e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.581601] env[62094]: DEBUG nova.compute.utils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1152.584245] env[62094]: DEBUG nova.compute.manager [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1152.584245] env[62094]: DEBUG nova.network.neutron [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.630982] env[62094]: DEBUG nova.policy [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2ab51e7571a4fa69bbffbcdb17cd824', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c02890875fdb40fc9e0abe780a84fa4a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1152.634265] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "refresh_cache-287c6662-e303-470a-9201-7b49bc7db041" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.634402] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquired lock "refresh_cache-287c6662-e303-470a-9201-7b49bc7db041" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.634541] env[62094]: DEBUG nova.network.neutron [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.716462] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525c384c-741b-6769-afd5-83dd6f9a5de6, 'name': SearchDatastore_Task, 'duration_secs': 0.012951} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.716800] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.717051] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.717346] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.717433] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.717616] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.717902] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b24185da-fc9e-497a-9be7-004d2ea1d17e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.733421] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.733606] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.734385] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4566873-4b42-458c-9487-489bce060459 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.741052] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1152.741052] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ec8ba4-2fc7-f216-ce25-730c06f388c1" [ 1152.741052] env[62094]: _type = "Task" [ 1152.741052] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.750839] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ec8ba4-2fc7-f216-ce25-730c06f388c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.807440] env[62094]: DEBUG oslo_vmware.api [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1400546, 'name': PowerOffVM_Task, 'duration_secs': 0.312036} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.807769] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.807892] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.808181] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc428c07-ac1a-4b97-b94b-7ea74c714166 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.916741] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.916974] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.917173] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Deleting the datastore file [datastore1] 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.917494] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a4068c1-0e89-4bb3-a321-d77ef6d46640 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.924724] env[62094]: DEBUG oslo_vmware.api [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Waiting for the task: (returnval){ [ 1152.924724] env[62094]: value = "task-1400548" [ 1152.924724] env[62094]: _type = "Task" [ 1152.924724] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.935058] env[62094]: DEBUG oslo_vmware.api [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1400548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.956261] env[62094]: DEBUG nova.network.neutron [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Successfully created port: 76995ce9-e59f-4c39-8887-eea1b38775ae {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.013249] env[62094]: DEBUG oslo_concurrency.lockutils [req-1be2c2c1-9510-486e-8d6b-1474c1a3a738 req-223e830e-0a65-4e44-8aa9-9129d3c6a7af service nova] Releasing lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.086280] env[62094]: DEBUG nova.compute.manager [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1153.168802] env[62094]: DEBUG nova.network.neutron [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.252819] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ec8ba4-2fc7-f216-ce25-730c06f388c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.253639] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e92b8522-e6d1-4ec7-9819-be908b51df09 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.259023] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1153.259023] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528b6993-93bc-e54f-601f-f5981155ab39" [ 1153.259023] env[62094]: _type = "Task" [ 1153.259023] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.272391] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528b6993-93bc-e54f-601f-f5981155ab39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.360834] env[62094]: DEBUG nova.network.neutron [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Updating instance_info_cache with network_info: [{"id": "7b72dc59-c327-4e12-a116-75302f7c007d", "address": "fa:16:3e:5a:82:67", "network": {"id": "b7c10980-ccfd-4756-9e53-b89ead8bf64e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118500712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b53cb6aee24ad2820e3951b7a11efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b72dc59-c3", "ovs_interfaceid": "7b72dc59-c327-4e12-a116-75302f7c007d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.440898] env[62094]: DEBUG oslo_vmware.api [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Task: {'id': task-1400548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137318} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.441030] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.441156] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.441330] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.441924] env[62094]: INFO nova.compute.manager [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1153.441924] env[62094]: DEBUG oslo.service.loopingcall [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1153.442314] env[62094]: DEBUG nova.compute.manager [-] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1153.442416] env[62094]: DEBUG nova.network.neutron [-] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.545330] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ac599c-9d33-4ee1-93ff-234f5f0b5655 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.556145] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7384c642-97f6-4200-994a-9bb60ac80570 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.586298] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a0663b-0e7e-4c0a-97f8-bee38b1aaacd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.600021] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f40349-6dce-4608-903a-611a5cded43c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.616487] env[62094]: DEBUG nova.compute.provider_tree [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.770884] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528b6993-93bc-e54f-601f-f5981155ab39, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.771199] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.771592] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 257036ca-daf0-4615-8ce0-23263ceafc60/257036ca-daf0-4615-8ce0-23263ceafc60.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.771871] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-809b7a5b-d37a-47d7-85c7-088d511ba6bd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.779276] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1153.779276] env[62094]: value = "task-1400549" [ 1153.779276] env[62094]: _type = "Task" [ 1153.779276] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.787279] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.863498] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Releasing lock "refresh_cache-287c6662-e303-470a-9201-7b49bc7db041" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.863790] env[62094]: DEBUG nova.compute.manager [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Instance network_info: |[{"id": "7b72dc59-c327-4e12-a116-75302f7c007d", "address": "fa:16:3e:5a:82:67", "network": {"id": "b7c10980-ccfd-4756-9e53-b89ead8bf64e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118500712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b53cb6aee24ad2820e3951b7a11efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b72dc59-c3", "ovs_interfaceid": "7b72dc59-c327-4e12-a116-75302f7c007d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1153.864269] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:82:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b72dc59-c327-4e12-a116-75302f7c007d', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.873629] env[62094]: DEBUG oslo.service.loopingcall [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1153.873869] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.874120] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4866ba20-b242-406c-9264-39cea73a76cb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.894299] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.894299] env[62094]: value = "task-1400550" [ 1153.894299] env[62094]: _type = "Task" [ 1153.894299] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.904113] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400550, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.098992] env[62094]: DEBUG nova.compute.manager [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1154.120819] env[62094]: DEBUG nova.scheduler.client.report [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1154.135025] env[62094]: DEBUG nova.virt.hardware [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1154.135025] env[62094]: DEBUG nova.virt.hardware [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1154.135025] env[62094]: DEBUG nova.virt.hardware [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.135025] env[62094]: DEBUG nova.virt.hardware [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1154.135025] env[62094]: DEBUG nova.virt.hardware [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.135285] env[62094]: DEBUG nova.virt.hardware [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1154.135518] env[62094]: DEBUG nova.virt.hardware [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1154.135717] env[62094]: DEBUG nova.virt.hardware [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1154.135897] env[62094]: DEBUG nova.virt.hardware [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1154.136118] env[62094]: DEBUG nova.virt.hardware [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1154.136325] env[62094]: DEBUG nova.virt.hardware [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1154.137303] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e61cbb-c15f-4aae-8a53-254e3626f0d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.148760] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6862cffd-af4f-49d5-aa01-4abb6e2a112c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.270638] env[62094]: DEBUG nova.compute.manager [req-4e7ef9e4-65ff-494e-b23f-22df71c79cea req-909f74d2-4841-4592-b64a-35f7580651d0 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Received event network-vif-plugged-7b72dc59-c327-4e12-a116-75302f7c007d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1154.270908] env[62094]: DEBUG oslo_concurrency.lockutils [req-4e7ef9e4-65ff-494e-b23f-22df71c79cea req-909f74d2-4841-4592-b64a-35f7580651d0 service nova] Acquiring lock "287c6662-e303-470a-9201-7b49bc7db041-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.271266] env[62094]: DEBUG oslo_concurrency.lockutils [req-4e7ef9e4-65ff-494e-b23f-22df71c79cea req-909f74d2-4841-4592-b64a-35f7580651d0 service nova] Lock "287c6662-e303-470a-9201-7b49bc7db041-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.271481] env[62094]: DEBUG oslo_concurrency.lockutils [req-4e7ef9e4-65ff-494e-b23f-22df71c79cea req-909f74d2-4841-4592-b64a-35f7580651d0 service nova] Lock "287c6662-e303-470a-9201-7b49bc7db041-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.271686] env[62094]: DEBUG nova.compute.manager [req-4e7ef9e4-65ff-494e-b23f-22df71c79cea req-909f74d2-4841-4592-b64a-35f7580651d0 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] No waiting events found dispatching network-vif-plugged-7b72dc59-c327-4e12-a116-75302f7c007d {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1154.271858] env[62094]: WARNING nova.compute.manager [req-4e7ef9e4-65ff-494e-b23f-22df71c79cea req-909f74d2-4841-4592-b64a-35f7580651d0 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Received unexpected event network-vif-plugged-7b72dc59-c327-4e12-a116-75302f7c007d for instance with vm_state building and task_state spawning. [ 1154.272105] env[62094]: DEBUG nova.compute.manager [req-4e7ef9e4-65ff-494e-b23f-22df71c79cea req-909f74d2-4841-4592-b64a-35f7580651d0 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Received event network-changed-7b72dc59-c327-4e12-a116-75302f7c007d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1154.272184] env[62094]: DEBUG nova.compute.manager [req-4e7ef9e4-65ff-494e-b23f-22df71c79cea req-909f74d2-4841-4592-b64a-35f7580651d0 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Refreshing instance network info cache due to event network-changed-7b72dc59-c327-4e12-a116-75302f7c007d. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1154.272482] env[62094]: DEBUG oslo_concurrency.lockutils [req-4e7ef9e4-65ff-494e-b23f-22df71c79cea req-909f74d2-4841-4592-b64a-35f7580651d0 service nova] Acquiring lock "refresh_cache-287c6662-e303-470a-9201-7b49bc7db041" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.272673] env[62094]: DEBUG oslo_concurrency.lockutils [req-4e7ef9e4-65ff-494e-b23f-22df71c79cea req-909f74d2-4841-4592-b64a-35f7580651d0 service nova] Acquired lock "refresh_cache-287c6662-e303-470a-9201-7b49bc7db041" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.272877] env[62094]: DEBUG nova.network.neutron [req-4e7ef9e4-65ff-494e-b23f-22df71c79cea req-909f74d2-4841-4592-b64a-35f7580651d0 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Refreshing network info cache for port 7b72dc59-c327-4e12-a116-75302f7c007d {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.296691] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501904} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.300756] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 257036ca-daf0-4615-8ce0-23263ceafc60/257036ca-daf0-4615-8ce0-23263ceafc60.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.300756] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.300756] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5818fba-3571-4f86-a39b-c4aa4c69b4a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.309589] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1154.309589] env[62094]: value = "task-1400551" [ 1154.309589] env[62094]: _type = "Task" [ 1154.309589] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.321363] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.407523] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400550, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.516327] env[62094]: DEBUG nova.network.neutron [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Successfully updated port: 76995ce9-e59f-4c39-8887-eea1b38775ae {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.628744] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.629545] env[62094]: DEBUG nova.compute.manager [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1154.633484] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.088s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.633747] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.636011] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.659s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.636281] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.638255] env[62094]: DEBUG oslo_concurrency.lockutils [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.644s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.638393] env[62094]: DEBUG oslo_concurrency.lockutils [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.640239] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.164s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.642131] env[62094]: INFO nova.compute.claims [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.681899] env[62094]: INFO nova.scheduler.client.report [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Deleted allocations for instance ba9f4f11-caa2-4916-a1ed-cbe96644c8ef [ 1154.687252] env[62094]: INFO nova.scheduler.client.report [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Deleted allocations for instance b6629dde-580d-40c4-af1e-15807861c45b [ 1154.696225] env[62094]: DEBUG nova.compute.manager [req-a30332e4-a308-49bb-b9e8-2591955bf79c req-ee73e91b-0388-425f-b4a3-5696c7a7259d service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Received event network-vif-deleted-bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1154.696424] env[62094]: INFO nova.compute.manager [req-a30332e4-a308-49bb-b9e8-2591955bf79c req-ee73e91b-0388-425f-b4a3-5696c7a7259d service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Neutron deleted interface bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d; detaching it from the instance and deleting it from the info cache [ 1154.697917] env[62094]: DEBUG nova.network.neutron [req-a30332e4-a308-49bb-b9e8-2591955bf79c req-ee73e91b-0388-425f-b4a3-5696c7a7259d service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.701266] env[62094]: INFO nova.scheduler.client.report [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Deleted allocations for instance 73e10bed-7065-48ad-b059-6b904061f4c7 [ 1154.820638] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070572} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.823318] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.823318] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1e681c-0f16-40e3-b043-7b2401ca5558 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.847363] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 257036ca-daf0-4615-8ce0-23263ceafc60/257036ca-daf0-4615-8ce0-23263ceafc60.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.848193] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39dae1f-45d3-4a70-b53d-a3b2367187c3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.871477] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1154.871477] env[62094]: value = "task-1400552" [ 1154.871477] env[62094]: _type = "Task" [ 1154.871477] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.882569] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.906219] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400550, 'name': CreateVM_Task, 'duration_secs': 0.517235} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.906378] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.907143] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.907249] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.907574] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.907943] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ecc151b-a7ee-4762-9f7e-00b930e92a3f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.915095] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1154.915095] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f525dd-eeb1-9e50-e4df-1b684be58676" [ 1154.915095] env[62094]: _type = "Task" [ 1154.915095] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.924055] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f525dd-eeb1-9e50-e4df-1b684be58676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.972941] env[62094]: DEBUG nova.network.neutron [-] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.018559] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquiring lock "refresh_cache-5cf97d38-7bd3-46c9-8908-71183b363223" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.018748] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquired lock "refresh_cache-5cf97d38-7bd3-46c9-8908-71183b363223" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.018924] env[62094]: DEBUG nova.network.neutron [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.020853] env[62094]: DEBUG nova.network.neutron [req-4e7ef9e4-65ff-494e-b23f-22df71c79cea req-909f74d2-4841-4592-b64a-35f7580651d0 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Updated VIF entry in instance network info cache for port 7b72dc59-c327-4e12-a116-75302f7c007d. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.021086] env[62094]: DEBUG nova.network.neutron [req-4e7ef9e4-65ff-494e-b23f-22df71c79cea req-909f74d2-4841-4592-b64a-35f7580651d0 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Updating instance_info_cache with network_info: [{"id": "7b72dc59-c327-4e12-a116-75302f7c007d", "address": "fa:16:3e:5a:82:67", "network": {"id": "b7c10980-ccfd-4756-9e53-b89ead8bf64e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118500712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b53cb6aee24ad2820e3951b7a11efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b72dc59-c3", "ovs_interfaceid": "7b72dc59-c327-4e12-a116-75302f7c007d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.135506] env[62094]: DEBUG nova.compute.utils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1155.136973] env[62094]: DEBUG nova.compute.manager [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1155.137150] env[62094]: DEBUG nova.network.neutron [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.183782] env[62094]: DEBUG nova.policy [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3589112f825b4e7680ed67e206c5d0a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77e1415812154d8d9c3da6c55d1a31a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1155.189976] env[62094]: DEBUG oslo_concurrency.lockutils [None req-34532846-4abb-4e78-ad09-b1bbb4d9387e tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "ba9f4f11-caa2-4916-a1ed-cbe96644c8ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.665s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.194744] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e806fc1-4448-4789-a0c5-8b8acf93f02d tempest-ServersTestJSON-966002200 tempest-ServersTestJSON-966002200-project-member] Lock "b6629dde-580d-40c4-af1e-15807861c45b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.423s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.198955] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9e16a25-b758-4ed9-bef3-fc89b964917c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.211673] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1380d73e-4b0f-4c5f-bafb-09fa397fc1ac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.222229] env[62094]: DEBUG oslo_concurrency.lockutils [None req-06af6443-698f-431f-9997-fa09c3a85b52 tempest-ServersTestBootFromVolume-874244361 tempest-ServersTestBootFromVolume-874244361-project-member] Lock "73e10bed-7065-48ad-b059-6b904061f4c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.613s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.248961] env[62094]: DEBUG nova.compute.manager [req-a30332e4-a308-49bb-b9e8-2591955bf79c req-ee73e91b-0388-425f-b4a3-5696c7a7259d service nova] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Detach interface failed, port_id=bd0aa9fb-7f03-40b9-ad14-3f0b7e0a817d, reason: Instance 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1155.384758] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400552, 'name': ReconfigVM_Task, 'duration_secs': 0.291347} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.387727] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 257036ca-daf0-4615-8ce0-23263ceafc60/257036ca-daf0-4615-8ce0-23263ceafc60.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.387727] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e8954ed-9bcf-4c40-9a61-af3716c2aab9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.394551] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1155.394551] env[62094]: value = "task-1400553" [ 1155.394551] env[62094]: _type = "Task" [ 1155.394551] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.407818] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400553, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.430227] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f525dd-eeb1-9e50-e4df-1b684be58676, 'name': SearchDatastore_Task, 'duration_secs': 0.015626} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.431580] env[62094]: DEBUG nova.network.neutron [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Successfully created port: 27637a7f-dcfd-4802-ba28-0370f5fb8136 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.433621] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.433959] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.434427] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.434427] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.434639] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.434951] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3734f4b-b739-43b5-b48a-4ac68c2e2736 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.445468] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.445722] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.446525] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5936bb74-15ad-4f7e-b8f2-e6128dec2ace {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.454262] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1155.454262] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521626e1-4708-2f0a-c3f1-1e5815ade5e5" [ 1155.454262] env[62094]: _type = "Task" [ 1155.454262] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.462508] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521626e1-4708-2f0a-c3f1-1e5815ade5e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.475122] env[62094]: INFO nova.compute.manager [-] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Took 2.03 seconds to deallocate network for instance. [ 1155.524739] env[62094]: DEBUG oslo_concurrency.lockutils [req-4e7ef9e4-65ff-494e-b23f-22df71c79cea req-909f74d2-4841-4592-b64a-35f7580651d0 service nova] Releasing lock "refresh_cache-287c6662-e303-470a-9201-7b49bc7db041" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.554837] env[62094]: DEBUG nova.network.neutron [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.641100] env[62094]: DEBUG nova.compute.manager [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1155.838833] env[62094]: DEBUG nova.network.neutron [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Updating instance_info_cache with network_info: [{"id": "76995ce9-e59f-4c39-8887-eea1b38775ae", "address": "fa:16:3e:61:d9:ba", "network": {"id": "d386fc7a-1ce6-4935-8149-13ca2476dbaf", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-189571506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02890875fdb40fc9e0abe780a84fa4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76995ce9-e5", "ovs_interfaceid": "76995ce9-e59f-4c39-8887-eea1b38775ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.905789] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400553, 'name': Rename_Task, 'duration_secs': 0.145221} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.905891] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.906795] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbf5298e-f410-4f0a-b683-cc1a7bebd072 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.915670] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1155.915670] env[62094]: value = "task-1400554" [ 1155.915670] env[62094]: _type = "Task" [ 1155.915670] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.925209] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.966462] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521626e1-4708-2f0a-c3f1-1e5815ade5e5, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.970163] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7794b920-5104-46b7-9d20-4f8cd3065f59 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.976189] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1155.976189] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5276685f-d5d4-8ab4-276a-06bb0ab92ecd" [ 1155.976189] env[62094]: _type = "Task" [ 1155.976189] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.983179] env[62094]: DEBUG oslo_concurrency.lockutils [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.988289] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5276685f-d5d4-8ab4-276a-06bb0ab92ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.061349] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "f9f63912-5751-4448-abc0-22fd50f0cb3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.061904] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "f9f63912-5751-4448-abc0-22fd50f0cb3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.061904] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "f9f63912-5751-4448-abc0-22fd50f0cb3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.062102] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "f9f63912-5751-4448-abc0-22fd50f0cb3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.062293] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "f9f63912-5751-4448-abc0-22fd50f0cb3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.064752] env[62094]: INFO nova.compute.manager [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Terminating instance [ 1156.068010] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee766af-bec0-4299-86f0-0916ec8fc045 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.073236] env[62094]: DEBUG nova.compute.manager [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1156.073344] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.074182] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f4ac8-2455-4c3c-938b-4573775522b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.083973] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b5dfac-8b1b-4184-9b42-995f7c8e46a3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.087154] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.087403] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf4efc3d-a145-47c2-bcb5-d911f60fa4eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.094100] env[62094]: DEBUG oslo_vmware.api [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1156.094100] env[62094]: value = "task-1400555" [ 1156.094100] env[62094]: _type = "Task" [ 1156.094100] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.123410] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0e7954-6fe9-4459-a938-19402fb953ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.132955] env[62094]: DEBUG oslo_vmware.api [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.136449] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707f2e55-a31e-42ed-b550-2c628685bdc0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.154856] env[62094]: DEBUG nova.compute.provider_tree [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.341371] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Releasing lock "refresh_cache-5cf97d38-7bd3-46c9-8908-71183b363223" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.341695] env[62094]: DEBUG nova.compute.manager [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Instance network_info: |[{"id": "76995ce9-e59f-4c39-8887-eea1b38775ae", "address": "fa:16:3e:61:d9:ba", "network": {"id": "d386fc7a-1ce6-4935-8149-13ca2476dbaf", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-189571506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02890875fdb40fc9e0abe780a84fa4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76995ce9-e5", "ovs_interfaceid": "76995ce9-e59f-4c39-8887-eea1b38775ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1156.342190] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:d9:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76995ce9-e59f-4c39-8887-eea1b38775ae', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.352510] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Creating folder: Project (c02890875fdb40fc9e0abe780a84fa4a). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1156.353017] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e1c631c-174e-4799-99f9-b18e45c0bd2f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.371565] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Created folder: Project (c02890875fdb40fc9e0abe780a84fa4a) in parent group-v296765. [ 1156.371565] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Creating folder: Instances. Parent ref: group-v296928. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1156.371695] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dfe4f43-4fa5-446b-bb94-9f87fd69c973 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.390102] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Created folder: Instances in parent group-v296928. [ 1156.390480] env[62094]: DEBUG oslo.service.loopingcall [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1156.390764] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.391044] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c7f77ea-d803-476d-8e93-114402fcd1df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.415488] env[62094]: DEBUG nova.compute.manager [req-dee8ec70-5605-4bed-b91a-5b97ef847d92 req-53c8e1a9-86fc-404b-bbd1-83d06b53820e service nova] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Received event network-vif-plugged-76995ce9-e59f-4c39-8887-eea1b38775ae {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1156.415807] env[62094]: DEBUG oslo_concurrency.lockutils [req-dee8ec70-5605-4bed-b91a-5b97ef847d92 req-53c8e1a9-86fc-404b-bbd1-83d06b53820e service nova] Acquiring lock "5cf97d38-7bd3-46c9-8908-71183b363223-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.416073] env[62094]: DEBUG oslo_concurrency.lockutils [req-dee8ec70-5605-4bed-b91a-5b97ef847d92 req-53c8e1a9-86fc-404b-bbd1-83d06b53820e service nova] Lock "5cf97d38-7bd3-46c9-8908-71183b363223-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.416277] env[62094]: DEBUG oslo_concurrency.lockutils [req-dee8ec70-5605-4bed-b91a-5b97ef847d92 req-53c8e1a9-86fc-404b-bbd1-83d06b53820e service nova] Lock "5cf97d38-7bd3-46c9-8908-71183b363223-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.416470] env[62094]: DEBUG nova.compute.manager [req-dee8ec70-5605-4bed-b91a-5b97ef847d92 req-53c8e1a9-86fc-404b-bbd1-83d06b53820e service nova] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] No waiting events found dispatching network-vif-plugged-76995ce9-e59f-4c39-8887-eea1b38775ae {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1156.416710] env[62094]: WARNING nova.compute.manager [req-dee8ec70-5605-4bed-b91a-5b97ef847d92 req-53c8e1a9-86fc-404b-bbd1-83d06b53820e service nova] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Received unexpected event network-vif-plugged-76995ce9-e59f-4c39-8887-eea1b38775ae for instance with vm_state building and task_state spawning. [ 1156.416962] env[62094]: DEBUG nova.compute.manager [req-dee8ec70-5605-4bed-b91a-5b97ef847d92 req-53c8e1a9-86fc-404b-bbd1-83d06b53820e service nova] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Received event network-changed-76995ce9-e59f-4c39-8887-eea1b38775ae {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1156.417663] env[62094]: DEBUG nova.compute.manager [req-dee8ec70-5605-4bed-b91a-5b97ef847d92 req-53c8e1a9-86fc-404b-bbd1-83d06b53820e service nova] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Refreshing instance network info cache due to event network-changed-76995ce9-e59f-4c39-8887-eea1b38775ae. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1156.417899] env[62094]: DEBUG oslo_concurrency.lockutils [req-dee8ec70-5605-4bed-b91a-5b97ef847d92 req-53c8e1a9-86fc-404b-bbd1-83d06b53820e service nova] Acquiring lock "refresh_cache-5cf97d38-7bd3-46c9-8908-71183b363223" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.418079] env[62094]: DEBUG oslo_concurrency.lockutils [req-dee8ec70-5605-4bed-b91a-5b97ef847d92 req-53c8e1a9-86fc-404b-bbd1-83d06b53820e service nova] Acquired lock "refresh_cache-5cf97d38-7bd3-46c9-8908-71183b363223" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.418346] env[62094]: DEBUG nova.network.neutron [req-dee8ec70-5605-4bed-b91a-5b97ef847d92 req-53c8e1a9-86fc-404b-bbd1-83d06b53820e service nova] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Refreshing network info cache for port 76995ce9-e59f-4c39-8887-eea1b38775ae {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.428973] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.428973] env[62094]: value = "task-1400558" [ 1156.428973] env[62094]: _type = "Task" [ 1156.428973] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.438504] env[62094]: DEBUG oslo_vmware.api [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400554, 'name': PowerOnVM_Task, 'duration_secs': 0.490607} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.442222] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.442222] env[62094]: INFO nova.compute.manager [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1156.442367] env[62094]: DEBUG nova.compute.manager [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1156.445135] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400558, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.446263] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fcc87c-fcf4-4f4a-95d9-32acd983fa2e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.487541] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5276685f-d5d4-8ab4-276a-06bb0ab92ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.487848] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.488184] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 287c6662-e303-470a-9201-7b49bc7db041/287c6662-e303-470a-9201-7b49bc7db041.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.488478] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d31d25c-e29f-4dda-bea9-f75d1fae897c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.496337] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1156.496337] env[62094]: value = "task-1400559" [ 1156.496337] env[62094]: _type = "Task" [ 1156.496337] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.510286] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.629785] env[62094]: DEBUG oslo_vmware.api [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400555, 'name': PowerOffVM_Task, 'duration_secs': 0.202171} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.630345] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.630432] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.633023] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf6ed67a-e8c2-47ac-9ed7-69e8dd4c5a23 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.658116] env[62094]: DEBUG nova.compute.manager [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1156.661206] env[62094]: DEBUG nova.scheduler.client.report [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1156.700876] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.700876] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.700876] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Deleting the datastore file [datastore2] f9f63912-5751-4448-abc0-22fd50f0cb3f {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.701190] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-816506a5-c2d6-4674-92d2-1e799d8a6f18 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.707317] env[62094]: DEBUG nova.virt.hardware [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1156.707573] env[62094]: DEBUG nova.virt.hardware [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1156.707727] env[62094]: DEBUG nova.virt.hardware [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.707906] env[62094]: DEBUG nova.virt.hardware [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1156.708066] env[62094]: DEBUG nova.virt.hardware [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.708215] env[62094]: DEBUG nova.virt.hardware [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1156.708438] env[62094]: DEBUG nova.virt.hardware [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1156.708595] env[62094]: DEBUG nova.virt.hardware [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1156.708760] env[62094]: DEBUG nova.virt.hardware [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1156.708920] env[62094]: DEBUG nova.virt.hardware [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1156.709104] env[62094]: DEBUG nova.virt.hardware [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1156.710360] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862a0d24-4a5e-4c91-ba1f-5fca62182735 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.725981] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbe9fe7-3344-4c95-b718-9a14c416c62c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.731679] env[62094]: DEBUG oslo_vmware.api [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for the task: (returnval){ [ 1156.731679] env[62094]: value = "task-1400561" [ 1156.731679] env[62094]: _type = "Task" [ 1156.731679] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.762684] env[62094]: DEBUG oslo_vmware.api [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.942346] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400558, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.969950] env[62094]: INFO nova.compute.manager [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Took 37.02 seconds to build instance. [ 1157.009895] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400559, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.166131] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.166844] env[62094]: DEBUG nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1157.170691] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.659s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.177032] env[62094]: INFO nova.compute.claims [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.245860] env[62094]: DEBUG oslo_vmware.api [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.298356] env[62094]: DEBUG nova.network.neutron [req-dee8ec70-5605-4bed-b91a-5b97ef847d92 req-53c8e1a9-86fc-404b-bbd1-83d06b53820e service nova] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Updated VIF entry in instance network info cache for port 76995ce9-e59f-4c39-8887-eea1b38775ae. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.298754] env[62094]: DEBUG nova.network.neutron [req-dee8ec70-5605-4bed-b91a-5b97ef847d92 req-53c8e1a9-86fc-404b-bbd1-83d06b53820e service nova] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Updating instance_info_cache with network_info: [{"id": "76995ce9-e59f-4c39-8887-eea1b38775ae", "address": "fa:16:3e:61:d9:ba", "network": {"id": "d386fc7a-1ce6-4935-8149-13ca2476dbaf", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-189571506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02890875fdb40fc9e0abe780a84fa4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76995ce9-e5", "ovs_interfaceid": "76995ce9-e59f-4c39-8887-eea1b38775ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.440602] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400558, 'name': CreateVM_Task, 'duration_secs': 0.805691} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.440771] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.441497] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.441681] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.442010] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.442335] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0cec8b6-4ffe-41c6-84b4-e73cfbd3ca07 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.448195] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Waiting for the task: (returnval){ [ 1157.448195] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b2b2da-9779-a55f-4eeb-578ae6e48a50" [ 1157.448195] env[62094]: _type = "Task" [ 1157.448195] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.457600] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b2b2da-9779-a55f-4eeb-578ae6e48a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.472974] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d463a1da-fbbd-42c9-aae7-98327e60ebf9 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.542s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.506738] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619366} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.507020] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 287c6662-e303-470a-9201-7b49bc7db041/287c6662-e303-470a-9201-7b49bc7db041.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.507245] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.507499] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5315feab-ce49-4ee2-a036-359ce85a7b76 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.515621] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1157.515621] env[62094]: value = "task-1400562" [ 1157.515621] env[62094]: _type = "Task" [ 1157.515621] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.524770] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.682049] env[62094]: DEBUG nova.compute.utils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1157.683524] env[62094]: DEBUG nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1157.683701] env[62094]: DEBUG nova.network.neutron [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.695234] env[62094]: DEBUG nova.network.neutron [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Successfully updated port: 27637a7f-dcfd-4802-ba28-0370f5fb8136 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.745042] env[62094]: DEBUG oslo_vmware.api [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Task: {'id': task-1400561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.654846} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.745042] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.745268] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.745482] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.746517] env[62094]: INFO nova.compute.manager [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1157.746517] env[62094]: DEBUG oslo.service.loopingcall [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1157.746517] env[62094]: DEBUG nova.compute.manager [-] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1157.746517] env[62094]: DEBUG nova.network.neutron [-] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.762748] env[62094]: DEBUG nova.policy [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9627674b492b4961bf7b9ad43f3f2837', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '663c6d5a6c6f42c29e59189ce9ceb64a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1157.801661] env[62094]: DEBUG oslo_concurrency.lockutils [req-dee8ec70-5605-4bed-b91a-5b97ef847d92 req-53c8e1a9-86fc-404b-bbd1-83d06b53820e service nova] Releasing lock "refresh_cache-5cf97d38-7bd3-46c9-8908-71183b363223" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.958843] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b2b2da-9779-a55f-4eeb-578ae6e48a50, 'name': SearchDatastore_Task, 'duration_secs': 0.012333} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.959238] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.959395] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.959632] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.959781] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.959957] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.960294] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eac3eaba-0896-48e3-bd77-d0b15cb4577b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.969119] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.969380] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.970034] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0b324d-683f-436d-989e-8f6e6f934c46 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.975481] env[62094]: DEBUG nova.compute.manager [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1157.977988] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Waiting for the task: (returnval){ [ 1157.977988] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52da7abd-49a5-67e3-9e32-fbd75d428ecf" [ 1157.977988] env[62094]: _type = "Task" [ 1157.977988] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.986243] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52da7abd-49a5-67e3-9e32-fbd75d428ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.025584] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066756} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.026586] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.030846] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb970f5-afa5-471a-8ffb-6b8ab344cfeb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.054735] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 287c6662-e303-470a-9201-7b49bc7db041/287c6662-e303-470a-9201-7b49bc7db041.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.055485] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7decf53-9250-4844-9a8c-0aef37c233b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.080962] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1158.080962] env[62094]: value = "task-1400563" [ 1158.080962] env[62094]: _type = "Task" [ 1158.080962] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.096103] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400563, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.198921] env[62094]: DEBUG nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1158.204591] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "refresh_cache-f926178a-a084-43a8-8906-6569d3015281" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.204591] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "refresh_cache-f926178a-a084-43a8-8906-6569d3015281" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.204591] env[62094]: DEBUG nova.network.neutron [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.437745] env[62094]: DEBUG nova.network.neutron [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Successfully created port: 567b309e-549b-4da2-8903-d2a4589f923b {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.502948] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52da7abd-49a5-67e3-9e32-fbd75d428ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.503836] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf4ee6c-ae95-4f9f-bc5f-979ed6517dff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.507212] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.514855] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Waiting for the task: (returnval){ [ 1158.514855] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ace832-1f5b-49e0-ed07-84d08cafa513" [ 1158.514855] env[62094]: _type = "Task" [ 1158.514855] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.527520] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ace832-1f5b-49e0-ed07-84d08cafa513, 'name': SearchDatastore_Task} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.530666] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.530666] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 5cf97d38-7bd3-46c9-8908-71183b363223/5cf97d38-7bd3-46c9-8908-71183b363223.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.530838] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a575180a-529e-4bf2-b080-d3ab2564bf72 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.540955] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Waiting for the task: (returnval){ [ 1158.540955] env[62094]: value = "task-1400564" [ 1158.540955] env[62094]: _type = "Task" [ 1158.540955] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.546889] env[62094]: DEBUG nova.compute.manager [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] [instance: f926178a-a084-43a8-8906-6569d3015281] Received event network-vif-plugged-27637a7f-dcfd-4802-ba28-0370f5fb8136 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1158.547153] env[62094]: DEBUG oslo_concurrency.lockutils [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] Acquiring lock "f926178a-a084-43a8-8906-6569d3015281-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.547377] env[62094]: DEBUG oslo_concurrency.lockutils [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] Lock "f926178a-a084-43a8-8906-6569d3015281-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.548190] env[62094]: DEBUG oslo_concurrency.lockutils [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] Lock "f926178a-a084-43a8-8906-6569d3015281-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.548190] env[62094]: DEBUG nova.compute.manager [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] [instance: f926178a-a084-43a8-8906-6569d3015281] No waiting events found dispatching network-vif-plugged-27637a7f-dcfd-4802-ba28-0370f5fb8136 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1158.548190] env[62094]: WARNING nova.compute.manager [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] [instance: f926178a-a084-43a8-8906-6569d3015281] Received unexpected event network-vif-plugged-27637a7f-dcfd-4802-ba28-0370f5fb8136 for instance with vm_state building and task_state spawning. [ 1158.548190] env[62094]: DEBUG nova.compute.manager [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] [instance: f926178a-a084-43a8-8906-6569d3015281] Received event network-changed-27637a7f-dcfd-4802-ba28-0370f5fb8136 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1158.551083] env[62094]: DEBUG nova.compute.manager [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] [instance: f926178a-a084-43a8-8906-6569d3015281] Refreshing instance network info cache due to event network-changed-27637a7f-dcfd-4802-ba28-0370f5fb8136. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1158.551083] env[62094]: DEBUG oslo_concurrency.lockutils [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] Acquiring lock "refresh_cache-f926178a-a084-43a8-8906-6569d3015281" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.558073] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.598321] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.784463] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c5d1b2-144e-403e-9248-79d8dd09baa3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.787828] env[62094]: DEBUG nova.network.neutron [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.796529] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a8ca55-97d7-4a3c-8f44-5432eef71e0b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.836986] env[62094]: DEBUG nova.network.neutron [-] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.838791] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d77787-84b6-4bf3-a024-a8984f241cdc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.853315] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a494bb-1306-4f1e-8658-44639f2714d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.872450] env[62094]: DEBUG nova.compute.provider_tree [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.051646] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506416} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.052024] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 5cf97d38-7bd3-46c9-8908-71183b363223/5cf97d38-7bd3-46c9-8908-71183b363223.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.052156] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.052424] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80c3f62f-377f-4905-bb60-72be8a6b7460 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.059235] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Waiting for the task: (returnval){ [ 1159.059235] env[62094]: value = "task-1400565" [ 1159.059235] env[62094]: _type = "Task" [ 1159.059235] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.068400] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.093314] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400563, 'name': ReconfigVM_Task, 'duration_secs': 0.686273} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.096366] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 287c6662-e303-470a-9201-7b49bc7db041/287c6662-e303-470a-9201-7b49bc7db041.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.096727] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62094) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1159.097428] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-4d5eeb0f-43a1-4272-a3cf-aaa8cd74ff4c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.107599] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1159.107599] env[62094]: value = "task-1400566" [ 1159.107599] env[62094]: _type = "Task" [ 1159.107599] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.115218] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400566, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.177346] env[62094]: DEBUG nova.network.neutron [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Updating instance_info_cache with network_info: [{"id": "27637a7f-dcfd-4802-ba28-0370f5fb8136", "address": "fa:16:3e:cf:10:f8", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27637a7f-dc", "ovs_interfaceid": "27637a7f-dcfd-4802-ba28-0370f5fb8136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.218127] env[62094]: DEBUG nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1159.245184] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1159.245394] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1159.249177] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.249456] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1159.249620] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.249773] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1159.249994] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1159.250181] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1159.250379] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1159.250563] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1159.250742] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1159.251722] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a5fb61-c775-4679-af9f-11637e448a9e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.262651] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04ddee2-5534-451d-b5cc-bf674bdcb354 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.347658] env[62094]: INFO nova.compute.manager [-] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Took 1.60 seconds to deallocate network for instance. [ 1159.375889] env[62094]: DEBUG nova.scheduler.client.report [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1159.571251] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07237} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.571396] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.573355] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346d68e1-7e83-42d4-be17-1fb2e2c43c57 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.601583] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 5cf97d38-7bd3-46c9-8908-71183b363223/5cf97d38-7bd3-46c9-8908-71183b363223.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.602666] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22751df1-cdf1-42bd-aa21-98f2de613625 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.628607] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400566, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.057245} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.631328] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62094) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1159.632267] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Waiting for the task: (returnval){ [ 1159.632267] env[62094]: value = "task-1400567" [ 1159.632267] env[62094]: _type = "Task" [ 1159.632267] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.632777] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6306a5a-3514-4389-8d69-0bf8df9bd70d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.661228] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.669962] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 287c6662-e303-470a-9201-7b49bc7db041/ephemeral_0.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.670814] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4164fbb2-f1fb-4a02-975f-cc5290348967 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.684147] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "refresh_cache-f926178a-a084-43a8-8906-6569d3015281" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.684472] env[62094]: DEBUG nova.compute.manager [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Instance network_info: |[{"id": "27637a7f-dcfd-4802-ba28-0370f5fb8136", "address": "fa:16:3e:cf:10:f8", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27637a7f-dc", "ovs_interfaceid": "27637a7f-dcfd-4802-ba28-0370f5fb8136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1159.684791] env[62094]: DEBUG oslo_concurrency.lockutils [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] Acquired lock "refresh_cache-f926178a-a084-43a8-8906-6569d3015281" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.684981] env[62094]: DEBUG nova.network.neutron [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] [instance: f926178a-a084-43a8-8906-6569d3015281] Refreshing network info cache for port 27637a7f-dcfd-4802-ba28-0370f5fb8136 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.686156] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:10:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27637a7f-dcfd-4802-ba28-0370f5fb8136', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.693635] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Creating folder: Project (77e1415812154d8d9c3da6c55d1a31a2). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.697009] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e556bde-3728-41b4-8de8-2b66016d46ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.701386] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1159.701386] env[62094]: value = "task-1400568" [ 1159.701386] env[62094]: _type = "Task" [ 1159.701386] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.713656] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.717846] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Created folder: Project (77e1415812154d8d9c3da6c55d1a31a2) in parent group-v296765. [ 1159.718062] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Creating folder: Instances. Parent ref: group-v296931. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.718321] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25dc8388-15f0-41ca-a5ad-45319e4d7577 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.729709] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Created folder: Instances in parent group-v296931. [ 1159.730086] env[62094]: DEBUG oslo.service.loopingcall [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1159.730388] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f926178a-a084-43a8-8906-6569d3015281] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.730639] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dd09ce6-dcb8-4db0-904a-d5e116a41ecb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.754815] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.754815] env[62094]: value = "task-1400571" [ 1159.754815] env[62094]: _type = "Task" [ 1159.754815] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.764204] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400571, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.806821] env[62094]: DEBUG nova.compute.manager [req-1cf9fbab-8508-4c90-85e0-ce5c0bec3f3a req-582f97b2-da31-4112-ba8a-01c3ebf098a6 service nova] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Received event network-changed-8799bc2c-4f13-4f82-a4da-aa0d7413905e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1159.807058] env[62094]: DEBUG nova.compute.manager [req-1cf9fbab-8508-4c90-85e0-ce5c0bec3f3a req-582f97b2-da31-4112-ba8a-01c3ebf098a6 service nova] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Refreshing instance network info cache due to event network-changed-8799bc2c-4f13-4f82-a4da-aa0d7413905e. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1159.807281] env[62094]: DEBUG oslo_concurrency.lockutils [req-1cf9fbab-8508-4c90-85e0-ce5c0bec3f3a req-582f97b2-da31-4112-ba8a-01c3ebf098a6 service nova] Acquiring lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.807581] env[62094]: DEBUG oslo_concurrency.lockutils [req-1cf9fbab-8508-4c90-85e0-ce5c0bec3f3a req-582f97b2-da31-4112-ba8a-01c3ebf098a6 service nova] Acquired lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.807656] env[62094]: DEBUG nova.network.neutron [req-1cf9fbab-8508-4c90-85e0-ce5c0bec3f3a req-582f97b2-da31-4112-ba8a-01c3ebf098a6 service nova] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Refreshing network info cache for port 8799bc2c-4f13-4f82-a4da-aa0d7413905e {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.855875] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.881971] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.882186] env[62094]: DEBUG nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1159.885489] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.513s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.885890] env[62094]: DEBUG nova.objects.instance [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lazy-loading 'pci_requests' on Instance uuid 32352ea6-c719-4c88-a4a2-dde0f79e503e {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.031526] env[62094]: DEBUG nova.network.neutron [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] [instance: f926178a-a084-43a8-8906-6569d3015281] Updated VIF entry in instance network info cache for port 27637a7f-dcfd-4802-ba28-0370f5fb8136. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.032064] env[62094]: DEBUG nova.network.neutron [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] [instance: f926178a-a084-43a8-8906-6569d3015281] Updating instance_info_cache with network_info: [{"id": "27637a7f-dcfd-4802-ba28-0370f5fb8136", "address": "fa:16:3e:cf:10:f8", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27637a7f-dc", "ovs_interfaceid": "27637a7f-dcfd-4802-ba28-0370f5fb8136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.148973] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400567, 'name': ReconfigVM_Task, 'duration_secs': 0.327293} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.149308] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 5cf97d38-7bd3-46c9-8908-71183b363223/5cf97d38-7bd3-46c9-8908-71183b363223.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.149891] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-568b8254-11a0-4a85-9ba5-64bbb079e111 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.158570] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Waiting for the task: (returnval){ [ 1160.158570] env[62094]: value = "task-1400572" [ 1160.158570] env[62094]: _type = "Task" [ 1160.158570] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.167684] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400572, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.212299] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.268503] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400571, 'name': CreateVM_Task, 'duration_secs': 0.386957} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.268714] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f926178a-a084-43a8-8906-6569d3015281] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.269560] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.269741] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.270150] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.270464] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40578043-6afc-4643-a83f-8a82b271dd1d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.275849] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1160.275849] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5254b3dc-13af-636b-f815-7c10143f3d98" [ 1160.275849] env[62094]: _type = "Task" [ 1160.275849] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.285714] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5254b3dc-13af-636b-f815-7c10143f3d98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.390426] env[62094]: DEBUG nova.objects.instance [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lazy-loading 'numa_topology' on Instance uuid 32352ea6-c719-4c88-a4a2-dde0f79e503e {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.392757] env[62094]: DEBUG nova.compute.utils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1160.396713] env[62094]: DEBUG nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1160.396889] env[62094]: DEBUG nova.network.neutron [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.474779] env[62094]: DEBUG nova.policy [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9627674b492b4961bf7b9ad43f3f2837', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '663c6d5a6c6f42c29e59189ce9ceb64a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1160.535064] env[62094]: DEBUG oslo_concurrency.lockutils [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] Releasing lock "refresh_cache-f926178a-a084-43a8-8906-6569d3015281" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.535365] env[62094]: DEBUG nova.compute.manager [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Received event network-vif-deleted-7ffaa92f-b61a-4927-ba6e-ca00757b6ef3 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1160.535549] env[62094]: INFO nova.compute.manager [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Neutron deleted interface 7ffaa92f-b61a-4927-ba6e-ca00757b6ef3; detaching it from the instance and deleting it from the info cache [ 1160.535725] env[62094]: DEBUG nova.network.neutron [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.670946] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400572, 'name': Rename_Task, 'duration_secs': 0.153303} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.671296] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.671937] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99e041cb-3beb-4a21-959b-ebf456ff1ee9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.679456] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Waiting for the task: (returnval){ [ 1160.679456] env[62094]: value = "task-1400573" [ 1160.679456] env[62094]: _type = "Task" [ 1160.679456] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.684433] env[62094]: DEBUG nova.network.neutron [req-1cf9fbab-8508-4c90-85e0-ce5c0bec3f3a req-582f97b2-da31-4112-ba8a-01c3ebf098a6 service nova] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Updated VIF entry in instance network info cache for port 8799bc2c-4f13-4f82-a4da-aa0d7413905e. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.685660] env[62094]: DEBUG nova.network.neutron [req-1cf9fbab-8508-4c90-85e0-ce5c0bec3f3a req-582f97b2-da31-4112-ba8a-01c3ebf098a6 service nova] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Updating instance_info_cache with network_info: [{"id": "8799bc2c-4f13-4f82-a4da-aa0d7413905e", "address": "fa:16:3e:73:bf:02", "network": {"id": "ec5d8394-276a-40dd-971c-642e8b21ca56", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1600730185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e61fb9b4d3b4de89a33466a5a6e5de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8799bc2c-4f", "ovs_interfaceid": "8799bc2c-4f13-4f82-a4da-aa0d7413905e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.693347] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.715972] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400568, 'name': ReconfigVM_Task, 'duration_secs': 0.798512} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.716796] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 287c6662-e303-470a-9201-7b49bc7db041/ephemeral_0.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.717634] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-342fe3ea-3c42-4918-bc46-c7f15a7ce294 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.725827] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1160.725827] env[62094]: value = "task-1400574" [ 1160.725827] env[62094]: _type = "Task" [ 1160.725827] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.740962] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400574, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.786880] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5254b3dc-13af-636b-f815-7c10143f3d98, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.787226] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.787460] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.787696] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.787845] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.788036] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.788393] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22fbd05e-dc88-49bc-9cbd-71752d1e4488 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.798391] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.798623] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.799427] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e55f311-968d-45fc-ba28-151159777412 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.806504] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1160.806504] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5278d0f9-f28a-5817-4d1e-3ab904287c8b" [ 1160.806504] env[62094]: _type = "Task" [ 1160.806504] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.815584] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5278d0f9-f28a-5817-4d1e-3ab904287c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.831017] env[62094]: DEBUG nova.network.neutron [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Successfully created port: 3607c6ff-4537-4277-9713-4e830c454f5a {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.900284] env[62094]: INFO nova.compute.claims [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.907022] env[62094]: DEBUG nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1161.037965] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a0ff305-5861-42da-995f-1bbe6f802d72 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.048704] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5ef5b9-5cd8-4650-8ed3-bfc23cbed972 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.093337] env[62094]: DEBUG nova.compute.manager [req-dd2f328c-91df-4914-ab20-8842b7385219 req-58dd046a-1335-4243-a0cf-adf36c342e5f service nova] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Detach interface failed, port_id=7ffaa92f-b61a-4927-ba6e-ca00757b6ef3, reason: Instance f9f63912-5751-4448-abc0-22fd50f0cb3f could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1161.190273] env[62094]: DEBUG oslo_concurrency.lockutils [req-1cf9fbab-8508-4c90-85e0-ce5c0bec3f3a req-582f97b2-da31-4112-ba8a-01c3ebf098a6 service nova] Releasing lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.190773] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400573, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.236385] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400574, 'name': Rename_Task, 'duration_secs': 0.288734} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.236827] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.237017] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eab8fef0-1d38-4bfe-a7c3-9938d15e49df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.244833] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1161.244833] env[62094]: value = "task-1400575" [ 1161.244833] env[62094]: _type = "Task" [ 1161.244833] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.256060] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.304723] env[62094]: DEBUG nova.network.neutron [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Successfully updated port: 567b309e-549b-4da2-8903-d2a4589f923b {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.323185] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5278d0f9-f28a-5817-4d1e-3ab904287c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.324707] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769d78ac-506f-49ba-a969-f1508044dfdb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.333388] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1161.333388] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524b63ce-e85a-000c-9a47-025e578bb345" [ 1161.333388] env[62094]: _type = "Task" [ 1161.333388] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.342774] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524b63ce-e85a-000c-9a47-025e578bb345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.691458] env[62094]: DEBUG oslo_vmware.api [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400573, 'name': PowerOnVM_Task, 'duration_secs': 0.580465} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.691458] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.691458] env[62094]: INFO nova.compute.manager [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1161.691458] env[62094]: DEBUG nova.compute.manager [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1161.691875] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2d14c0-2a4d-4bf1-ae28-a0ec0a57c55e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.724018] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.724018] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.756955] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400575, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.806785] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "refresh_cache-76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.810111] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired lock "refresh_cache-76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.810111] env[62094]: DEBUG nova.network.neutron [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.834086] env[62094]: DEBUG nova.compute.manager [req-e23020d8-7112-4421-a2d2-c66503d166a3 req-6052c939-4928-4f23-bebd-fa8ab30bf3fb service nova] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Received event network-vif-plugged-567b309e-549b-4da2-8903-d2a4589f923b {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1161.834086] env[62094]: DEBUG oslo_concurrency.lockutils [req-e23020d8-7112-4421-a2d2-c66503d166a3 req-6052c939-4928-4f23-bebd-fa8ab30bf3fb service nova] Acquiring lock "76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.834086] env[62094]: DEBUG oslo_concurrency.lockutils [req-e23020d8-7112-4421-a2d2-c66503d166a3 req-6052c939-4928-4f23-bebd-fa8ab30bf3fb service nova] Lock "76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.834086] env[62094]: DEBUG oslo_concurrency.lockutils [req-e23020d8-7112-4421-a2d2-c66503d166a3 req-6052c939-4928-4f23-bebd-fa8ab30bf3fb service nova] Lock "76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.834086] env[62094]: DEBUG nova.compute.manager [req-e23020d8-7112-4421-a2d2-c66503d166a3 req-6052c939-4928-4f23-bebd-fa8ab30bf3fb service nova] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] No waiting events found dispatching network-vif-plugged-567b309e-549b-4da2-8903-d2a4589f923b {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1161.834086] env[62094]: WARNING nova.compute.manager [req-e23020d8-7112-4421-a2d2-c66503d166a3 req-6052c939-4928-4f23-bebd-fa8ab30bf3fb service nova] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Received unexpected event network-vif-plugged-567b309e-549b-4da2-8903-d2a4589f923b for instance with vm_state building and task_state spawning. [ 1161.834086] env[62094]: DEBUG nova.compute.manager [req-e23020d8-7112-4421-a2d2-c66503d166a3 req-6052c939-4928-4f23-bebd-fa8ab30bf3fb service nova] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Received event network-changed-567b309e-549b-4da2-8903-d2a4589f923b {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1161.834086] env[62094]: DEBUG nova.compute.manager [req-e23020d8-7112-4421-a2d2-c66503d166a3 req-6052c939-4928-4f23-bebd-fa8ab30bf3fb service nova] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Refreshing instance network info cache due to event network-changed-567b309e-549b-4da2-8903-d2a4589f923b. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1161.834710] env[62094]: DEBUG oslo_concurrency.lockutils [req-e23020d8-7112-4421-a2d2-c66503d166a3 req-6052c939-4928-4f23-bebd-fa8ab30bf3fb service nova] Acquiring lock "refresh_cache-76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.845009] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524b63ce-e85a-000c-9a47-025e578bb345, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.845646] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.845646] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] f926178a-a084-43a8-8906-6569d3015281/f926178a-a084-43a8-8906-6569d3015281.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.845861] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c98e67a-42f7-4df8-b79f-94f92c0e7204 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.854547] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1161.854547] env[62094]: value = "task-1400576" [ 1161.854547] env[62094]: _type = "Task" [ 1161.854547] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.865645] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.921878] env[62094]: DEBUG nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1161.971092] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1161.971353] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1161.971512] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.971693] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1161.971841] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.971987] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1161.972247] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1161.972412] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1161.972584] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1161.972791] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1161.973055] env[62094]: DEBUG nova.virt.hardware [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1161.974277] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4ce64d-679f-4f18-9739-dc83dca63eeb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.983778] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52aa9ec-10ad-4af3-b97a-acc19e51d490 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.210957] env[62094]: INFO nova.compute.manager [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Took 39.84 seconds to build instance. [ 1162.228284] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.264349] env[62094]: DEBUG oslo_vmware.api [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400575, 'name': PowerOnVM_Task, 'duration_secs': 0.829331} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.264688] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.264999] env[62094]: INFO nova.compute.manager [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1162.265257] env[62094]: DEBUG nova.compute.manager [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1162.266284] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332dca35-8fa7-45ae-b94e-7136bee08184 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.364967] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400576, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.366302] env[62094]: DEBUG nova.network.neutron [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.490560] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4ae797-a92b-4e40-a3a8-1b4fdc654dfb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.498968] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7962391-bbcc-4150-b742-78a0ac9c75da {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.546072] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd583c2-85be-496d-8f5b-9bfd8ddb354e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.555248] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d7963b-b894-43e3-b48d-1563b099abb6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.572401] env[62094]: DEBUG nova.compute.provider_tree [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.582825] env[62094]: DEBUG nova.compute.manager [req-8e1c6f67-d448-44c0-bcc6-a007b4598a72 req-0c54a265-267c-4225-b5a4-42c321dbf025 service nova] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Received event network-vif-plugged-3607c6ff-4537-4277-9713-4e830c454f5a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1162.583057] env[62094]: DEBUG oslo_concurrency.lockutils [req-8e1c6f67-d448-44c0-bcc6-a007b4598a72 req-0c54a265-267c-4225-b5a4-42c321dbf025 service nova] Acquiring lock "4d735584-cc94-4586-ad0c-34df18816663-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.583274] env[62094]: DEBUG oslo_concurrency.lockutils [req-8e1c6f67-d448-44c0-bcc6-a007b4598a72 req-0c54a265-267c-4225-b5a4-42c321dbf025 service nova] Lock "4d735584-cc94-4586-ad0c-34df18816663-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.583443] env[62094]: DEBUG oslo_concurrency.lockutils [req-8e1c6f67-d448-44c0-bcc6-a007b4598a72 req-0c54a265-267c-4225-b5a4-42c321dbf025 service nova] Lock "4d735584-cc94-4586-ad0c-34df18816663-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.584473] env[62094]: DEBUG nova.compute.manager [req-8e1c6f67-d448-44c0-bcc6-a007b4598a72 req-0c54a265-267c-4225-b5a4-42c321dbf025 service nova] [instance: 4d735584-cc94-4586-ad0c-34df18816663] No waiting events found dispatching network-vif-plugged-3607c6ff-4537-4277-9713-4e830c454f5a {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1162.584473] env[62094]: WARNING nova.compute.manager [req-8e1c6f67-d448-44c0-bcc6-a007b4598a72 req-0c54a265-267c-4225-b5a4-42c321dbf025 service nova] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Received unexpected event network-vif-plugged-3607c6ff-4537-4277-9713-4e830c454f5a for instance with vm_state building and task_state spawning. [ 1162.635879] env[62094]: DEBUG nova.network.neutron [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Successfully updated port: 3607c6ff-4537-4277-9713-4e830c454f5a {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.656019] env[62094]: DEBUG nova.network.neutron [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Updating instance_info_cache with network_info: [{"id": "567b309e-549b-4da2-8903-d2a4589f923b", "address": "fa:16:3e:a9:09:d4", "network": {"id": "16d0a167-4c03-47b6-b8af-1a3e64835cc3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-321625672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663c6d5a6c6f42c29e59189ce9ceb64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap567b309e-54", "ovs_interfaceid": "567b309e-549b-4da2-8903-d2a4589f923b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.713155] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e57085a0-baa8-4a8f-bc85-e80be193d25d tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Lock "5cf97d38-7bd3-46c9-8908-71183b363223" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.352s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.789219] env[62094]: INFO nova.compute.manager [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Took 42.37 seconds to build instance. [ 1162.866028] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520605} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.869017] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] f926178a-a084-43a8-8906-6569d3015281/f926178a-a084-43a8-8906-6569d3015281.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.869017] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.869017] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de5870d9-fe24-43c4-8fc9-818fa70c83de {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.875353] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1162.875353] env[62094]: value = "task-1400577" [ 1162.875353] env[62094]: _type = "Task" [ 1162.875353] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.885992] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.079020] env[62094]: DEBUG nova.scheduler.client.report [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1163.138153] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "refresh_cache-4d735584-cc94-4586-ad0c-34df18816663" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.138153] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired lock "refresh_cache-4d735584-cc94-4586-ad0c-34df18816663" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.138153] env[62094]: DEBUG nova.network.neutron [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.156677] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Releasing lock "refresh_cache-76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.157068] env[62094]: DEBUG nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Instance network_info: |[{"id": "567b309e-549b-4da2-8903-d2a4589f923b", "address": "fa:16:3e:a9:09:d4", "network": {"id": "16d0a167-4c03-47b6-b8af-1a3e64835cc3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-321625672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663c6d5a6c6f42c29e59189ce9ceb64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap567b309e-54", "ovs_interfaceid": "567b309e-549b-4da2-8903-d2a4589f923b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1163.157424] env[62094]: DEBUG oslo_concurrency.lockutils [req-e23020d8-7112-4421-a2d2-c66503d166a3 req-6052c939-4928-4f23-bebd-fa8ab30bf3fb service nova] Acquired lock "refresh_cache-76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.157580] env[62094]: DEBUG nova.network.neutron [req-e23020d8-7112-4421-a2d2-c66503d166a3 req-6052c939-4928-4f23-bebd-fa8ab30bf3fb service nova] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Refreshing network info cache for port 567b309e-549b-4da2-8903-d2a4589f923b {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.158792] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:09:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '567b309e-549b-4da2-8903-d2a4589f923b', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.177085] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Creating folder: Project (663c6d5a6c6f42c29e59189ce9ceb64a). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1163.185170] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e4d8ccf-9e34-4502-8393-643e0ce85dfd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.198828] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Created folder: Project (663c6d5a6c6f42c29e59189ce9ceb64a) in parent group-v296765. [ 1163.200031] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Creating folder: Instances. Parent ref: group-v296934. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1163.200294] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcc1de9e-de7d-40a4-b6ec-45965b6e5b84 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.216394] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Created folder: Instances in parent group-v296934. [ 1163.216462] env[62094]: DEBUG oslo.service.loopingcall [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1163.216661] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.216911] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95318e74-7b6f-407e-a231-0cc2bf6090d7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.241294] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.241294] env[62094]: value = "task-1400580" [ 1163.241294] env[62094]: _type = "Task" [ 1163.241294] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.249889] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400580, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.251335] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquiring lock "5cf97d38-7bd3-46c9-8908-71183b363223" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.251657] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Lock "5cf97d38-7bd3-46c9-8908-71183b363223" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.252078] env[62094]: INFO nova.compute.manager [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Rebooting instance [ 1163.292164] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bbfe865f-9b72-4539-aa08-047bbe5ad6a2 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "287c6662-e303-470a-9201-7b49bc7db041" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.900s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.388104] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.348073} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.388500] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.389349] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6391a36b-82ba-4535-8beb-89356e686162 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.414169] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] f926178a-a084-43a8-8906-6569d3015281/f926178a-a084-43a8-8906-6569d3015281.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.414419] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa7f4bfa-be49-44d4-9cbf-81627facdf18 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.444619] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1163.444619] env[62094]: value = "task-1400581" [ 1163.444619] env[62094]: _type = "Task" [ 1163.444619] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.454799] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.582792] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.697s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.585275] env[62094]: DEBUG oslo_concurrency.lockutils [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.863s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.585513] env[62094]: DEBUG oslo_concurrency.lockutils [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.587535] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.303s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.589720] env[62094]: INFO nova.compute.claims [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.626742] env[62094]: INFO nova.network.neutron [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Updating port 09ab9159-bccc-4843-8306-9f1d34fecd3c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1163.629989] env[62094]: INFO nova.scheduler.client.report [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Deleted allocations for instance 20f71e31-43e9-4abf-b741-ff0c911a9704 [ 1163.678256] env[62094]: DEBUG nova.network.neutron [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.752231] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400580, 'name': CreateVM_Task, 'duration_secs': 0.449348} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.752449] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.753202] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.753378] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.753715] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.756540] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e96af71-ca3f-420e-aa52-43b522bdc5e6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.764266] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1163.764266] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52210e92-9c78-7f6d-99a4-b49887200867" [ 1163.764266] env[62094]: _type = "Task" [ 1163.764266] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.772571] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52210e92-9c78-7f6d-99a4-b49887200867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.773781] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquiring lock "refresh_cache-5cf97d38-7bd3-46c9-8908-71183b363223" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.773968] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquired lock "refresh_cache-5cf97d38-7bd3-46c9-8908-71183b363223" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.774160] env[62094]: DEBUG nova.network.neutron [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.917077] env[62094]: DEBUG nova.network.neutron [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Updating instance_info_cache with network_info: [{"id": "3607c6ff-4537-4277-9713-4e830c454f5a", "address": "fa:16:3e:8f:e8:17", "network": {"id": "16d0a167-4c03-47b6-b8af-1a3e64835cc3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-321625672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663c6d5a6c6f42c29e59189ce9ceb64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3607c6ff-45", "ovs_interfaceid": "3607c6ff-4537-4277-9713-4e830c454f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.961213] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400581, 'name': ReconfigVM_Task, 'duration_secs': 0.346462} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.961666] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Reconfigured VM instance instance-00000038 to attach disk [datastore1] f926178a-a084-43a8-8906-6569d3015281/f926178a-a084-43a8-8906-6569d3015281.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.962376] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6313a7a5-116f-445c-9d80-7d1aa792432d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.970198] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1163.970198] env[62094]: value = "task-1400582" [ 1163.970198] env[62094]: _type = "Task" [ 1163.970198] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.986811] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400582, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.029023] env[62094]: DEBUG nova.network.neutron [req-e23020d8-7112-4421-a2d2-c66503d166a3 req-6052c939-4928-4f23-bebd-fa8ab30bf3fb service nova] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Updated VIF entry in instance network info cache for port 567b309e-549b-4da2-8903-d2a4589f923b. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.029404] env[62094]: DEBUG nova.network.neutron [req-e23020d8-7112-4421-a2d2-c66503d166a3 req-6052c939-4928-4f23-bebd-fa8ab30bf3fb service nova] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Updating instance_info_cache with network_info: [{"id": "567b309e-549b-4da2-8903-d2a4589f923b", "address": "fa:16:3e:a9:09:d4", "network": {"id": "16d0a167-4c03-47b6-b8af-1a3e64835cc3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-321625672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663c6d5a6c6f42c29e59189ce9ceb64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap567b309e-54", "ovs_interfaceid": "567b309e-549b-4da2-8903-d2a4589f923b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.138709] env[62094]: DEBUG oslo_concurrency.lockutils [None req-abbbfd43-d28b-483a-9b84-5b429f4d0642 tempest-ServersTestMultiNic-784448649 tempest-ServersTestMultiNic-784448649-project-member] Lock "20f71e31-43e9-4abf-b741-ff0c911a9704" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.809s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.279067] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52210e92-9c78-7f6d-99a4-b49887200867, 'name': SearchDatastore_Task, 'duration_secs': 0.013071} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.279387] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.279622] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.279863] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.280023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.280208] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.280805] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c565ad66-cdbd-4370-bb10-8a786e040d19 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.291587] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.291777] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.292546] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-797d0156-cd8a-4ec6-967d-80b17672bb26 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.299829] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1164.299829] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52334954-48ec-fd5f-ba44-57514256e802" [ 1164.299829] env[62094]: _type = "Task" [ 1164.299829] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.309611] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52334954-48ec-fd5f-ba44-57514256e802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.422708] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Releasing lock "refresh_cache-4d735584-cc94-4586-ad0c-34df18816663" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.422708] env[62094]: DEBUG nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Instance network_info: |[{"id": "3607c6ff-4537-4277-9713-4e830c454f5a", "address": "fa:16:3e:8f:e8:17", "network": {"id": "16d0a167-4c03-47b6-b8af-1a3e64835cc3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-321625672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663c6d5a6c6f42c29e59189ce9ceb64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3607c6ff-45", "ovs_interfaceid": "3607c6ff-4537-4277-9713-4e830c454f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1164.424215] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:e8:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3607c6ff-4537-4277-9713-4e830c454f5a', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.432462] env[62094]: DEBUG oslo.service.loopingcall [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.432734] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.433017] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7d88665-0e40-485a-940d-096001bd474f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.457983] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.457983] env[62094]: value = "task-1400583" [ 1164.457983] env[62094]: _type = "Task" [ 1164.457983] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.469931] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400583, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.487703] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400582, 'name': Rename_Task, 'duration_secs': 0.150309} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.487703] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.487703] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8a3c10f-9c9b-4ed1-b820-9abdcd628d77 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.496490] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1164.496490] env[62094]: value = "task-1400584" [ 1164.496490] env[62094]: _type = "Task" [ 1164.496490] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.505974] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.534922] env[62094]: DEBUG oslo_concurrency.lockutils [req-e23020d8-7112-4421-a2d2-c66503d166a3 req-6052c939-4928-4f23-bebd-fa8ab30bf3fb service nova] Releasing lock "refresh_cache-76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.730770] env[62094]: DEBUG nova.network.neutron [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Updating instance_info_cache with network_info: [{"id": "76995ce9-e59f-4c39-8887-eea1b38775ae", "address": "fa:16:3e:61:d9:ba", "network": {"id": "d386fc7a-1ce6-4935-8149-13ca2476dbaf", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-189571506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02890875fdb40fc9e0abe780a84fa4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76995ce9-e5", "ovs_interfaceid": "76995ce9-e59f-4c39-8887-eea1b38775ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.816500] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52334954-48ec-fd5f-ba44-57514256e802, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.816968] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63eece2e-863a-42da-941d-2dbd376e681f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.824423] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1164.824423] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]527a03aa-aeb0-a2a0-e35b-f515581d6100" [ 1164.824423] env[62094]: _type = "Task" [ 1164.824423] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.843671] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527a03aa-aeb0-a2a0-e35b-f515581d6100, 'name': SearchDatastore_Task, 'duration_secs': 0.012305} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.844170] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.845511] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f/76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.845511] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-011c6ad7-7f15-4bfc-958a-5aedca02e952 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.858984] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1164.858984] env[62094]: value = "task-1400585" [ 1164.858984] env[62094]: _type = "Task" [ 1164.858984] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.872959] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.969913] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400583, 'name': CreateVM_Task, 'duration_secs': 0.499372} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.974623] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.975566] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.975745] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.976074] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.976346] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ef0ec8-be84-4c22-aae9-2f57ae18214a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.983533] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1164.983533] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5228ba62-2234-f170-dd59-121d513dc985" [ 1164.983533] env[62094]: _type = "Task" [ 1164.983533] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.995598] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5228ba62-2234-f170-dd59-121d513dc985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.011385] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.018330] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Acquiring lock "7be66016-88c8-4fc2-9f45-ab76566f10a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.018560] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Lock "7be66016-88c8-4fc2-9f45-ab76566f10a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.149985] env[62094]: DEBUG nova.compute.manager [req-cfa027d4-7c18-45fe-8e65-a67b1c793021 req-a1da7957-509a-448b-a691-8bf8350e6b57 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Received event network-changed-7b72dc59-c327-4e12-a116-75302f7c007d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1165.150245] env[62094]: DEBUG nova.compute.manager [req-cfa027d4-7c18-45fe-8e65-a67b1c793021 req-a1da7957-509a-448b-a691-8bf8350e6b57 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Refreshing instance network info cache due to event network-changed-7b72dc59-c327-4e12-a116-75302f7c007d. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1165.150435] env[62094]: DEBUG oslo_concurrency.lockutils [req-cfa027d4-7c18-45fe-8e65-a67b1c793021 req-a1da7957-509a-448b-a691-8bf8350e6b57 service nova] Acquiring lock "refresh_cache-287c6662-e303-470a-9201-7b49bc7db041" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.150635] env[62094]: DEBUG oslo_concurrency.lockutils [req-cfa027d4-7c18-45fe-8e65-a67b1c793021 req-a1da7957-509a-448b-a691-8bf8350e6b57 service nova] Acquired lock "refresh_cache-287c6662-e303-470a-9201-7b49bc7db041" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.150858] env[62094]: DEBUG nova.network.neutron [req-cfa027d4-7c18-45fe-8e65-a67b1c793021 req-a1da7957-509a-448b-a691-8bf8350e6b57 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Refreshing network info cache for port 7b72dc59-c327-4e12-a116-75302f7c007d {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.168275] env[62094]: DEBUG nova.compute.manager [req-bed9a92e-9ec7-44b5-9034-685ca7b3d5b6 req-9944fdc9-d5aa-400f-ab53-babbba5aa350 service nova] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Received event network-changed-3607c6ff-4537-4277-9713-4e830c454f5a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1165.168275] env[62094]: DEBUG nova.compute.manager [req-bed9a92e-9ec7-44b5-9034-685ca7b3d5b6 req-9944fdc9-d5aa-400f-ab53-babbba5aa350 service nova] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Refreshing instance network info cache due to event network-changed-3607c6ff-4537-4277-9713-4e830c454f5a. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1165.168503] env[62094]: DEBUG oslo_concurrency.lockutils [req-bed9a92e-9ec7-44b5-9034-685ca7b3d5b6 req-9944fdc9-d5aa-400f-ab53-babbba5aa350 service nova] Acquiring lock "refresh_cache-4d735584-cc94-4586-ad0c-34df18816663" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.168651] env[62094]: DEBUG oslo_concurrency.lockutils [req-bed9a92e-9ec7-44b5-9034-685ca7b3d5b6 req-9944fdc9-d5aa-400f-ab53-babbba5aa350 service nova] Acquired lock "refresh_cache-4d735584-cc94-4586-ad0c-34df18816663" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.168814] env[62094]: DEBUG nova.network.neutron [req-bed9a92e-9ec7-44b5-9034-685ca7b3d5b6 req-9944fdc9-d5aa-400f-ab53-babbba5aa350 service nova] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Refreshing network info cache for port 3607c6ff-4537-4277-9713-4e830c454f5a {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.177276] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7146ed54-0300-44e2-8ff5-efb75f56c03c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.190226] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7a9e5b-cb40-4fc5-b642-89139adc3108 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.233574] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf0384e-08dc-4b4c-b5a5-ebdd2d244feb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.236844] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Releasing lock "refresh_cache-5cf97d38-7bd3-46c9-8908-71183b363223" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.239774] env[62094]: DEBUG nova.compute.manager [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1165.240846] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d52708-4286-4371-8db3-78b3d3e73374 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.249838] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c08cf4-a129-478c-9060-e944d13df4f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.274634] env[62094]: DEBUG nova.compute.provider_tree [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.371357] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400585, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.372452] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.372661] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquired lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.372816] env[62094]: DEBUG nova.network.neutron [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.496053] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5228ba62-2234-f170-dd59-121d513dc985, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.496623] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.496623] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.496859] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.497024] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.497111] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.497324] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88c59438-8012-4921-8c58-d4d4739b6675 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.507589] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.507991] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.515556] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8460d6ac-a21f-42d1-897a-d12c02ced383 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.517972] env[62094]: DEBUG oslo_vmware.api [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400584, 'name': PowerOnVM_Task, 'duration_secs': 0.77866} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.518395] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.518482] env[62094]: INFO nova.compute.manager [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1165.518988] env[62094]: DEBUG nova.compute.manager [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1165.519828] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e7fd9-2cca-49fb-a79e-719b68c3fb43 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.524778] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1165.524778] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52398284-0900-9cdd-2313-993338a17369" [ 1165.524778] env[62094]: _type = "Task" [ 1165.524778] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.525715] env[62094]: DEBUG nova.compute.manager [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1165.544029] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52398284-0900-9cdd-2313-993338a17369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.778132] env[62094]: DEBUG nova.scheduler.client.report [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1165.884838] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666105} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.887167] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f/76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.887591] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.890027] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6f246f2-3440-43f7-8dd4-a3150b38faa8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.897140] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1165.897140] env[62094]: value = "task-1400586" [ 1165.897140] env[62094]: _type = "Task" [ 1165.897140] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.907862] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.080984] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52398284-0900-9cdd-2313-993338a17369, 'name': SearchDatastore_Task, 'duration_secs': 0.019638} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.080984] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f724d2-82dc-4209-857c-e04554f7a279 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.080984] env[62094]: INFO nova.compute.manager [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Took 42.78 seconds to build instance. [ 1166.080984] env[62094]: DEBUG nova.network.neutron [req-bed9a92e-9ec7-44b5-9034-685ca7b3d5b6 req-9944fdc9-d5aa-400f-ab53-babbba5aa350 service nova] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Updated VIF entry in instance network info cache for port 3607c6ff-4537-4277-9713-4e830c454f5a. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.080984] env[62094]: DEBUG nova.network.neutron [req-bed9a92e-9ec7-44b5-9034-685ca7b3d5b6 req-9944fdc9-d5aa-400f-ab53-babbba5aa350 service nova] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Updating instance_info_cache with network_info: [{"id": "3607c6ff-4537-4277-9713-4e830c454f5a", "address": "fa:16:3e:8f:e8:17", "network": {"id": "16d0a167-4c03-47b6-b8af-1a3e64835cc3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-321625672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663c6d5a6c6f42c29e59189ce9ceb64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3607c6ff-45", "ovs_interfaceid": "3607c6ff-4537-4277-9713-4e830c454f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.080984] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1166.080984] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5277e277-21e8-1f12-a3e1-d041295a7a2d" [ 1166.080984] env[62094]: _type = "Task" [ 1166.080984] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.085115] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.092139] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5277e277-21e8-1f12-a3e1-d041295a7a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.222219] env[62094]: DEBUG nova.network.neutron [req-cfa027d4-7c18-45fe-8e65-a67b1c793021 req-a1da7957-509a-448b-a691-8bf8350e6b57 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Updated VIF entry in instance network info cache for port 7b72dc59-c327-4e12-a116-75302f7c007d. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.222606] env[62094]: DEBUG nova.network.neutron [req-cfa027d4-7c18-45fe-8e65-a67b1c793021 req-a1da7957-509a-448b-a691-8bf8350e6b57 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Updating instance_info_cache with network_info: [{"id": "7b72dc59-c327-4e12-a116-75302f7c007d", "address": "fa:16:3e:5a:82:67", "network": {"id": "b7c10980-ccfd-4756-9e53-b89ead8bf64e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118500712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b53cb6aee24ad2820e3951b7a11efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b72dc59-c3", "ovs_interfaceid": "7b72dc59-c327-4e12-a116-75302f7c007d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.267909] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b90635-7063-46e0-8862-d782c6f6a3ff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.275544] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Doing hard reboot of VM {{(pid=62094) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1166.275829] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6e77903e-1785-4494-81ee-add15e4e3a44 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.284690] env[62094]: DEBUG oslo_vmware.api [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Waiting for the task: (returnval){ [ 1166.284690] env[62094]: value = "task-1400587" [ 1166.284690] env[62094]: _type = "Task" [ 1166.284690] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.286594] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.287103] env[62094]: DEBUG nova.compute.manager [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1166.289903] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.729s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.289987] env[62094]: DEBUG nova.objects.instance [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62094) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1166.299287] env[62094]: DEBUG oslo_vmware.api [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400587, 'name': ResetVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.349519] env[62094]: DEBUG nova.network.neutron [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Updating instance_info_cache with network_info: [{"id": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "address": "fa:16:3e:4f:de:63", "network": {"id": "1ae0ff4e-cb84-453c-8414-49f8311174af", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1526021298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22fcae2c9c344cb8e4269a33082022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ab9159-bc", "ovs_interfaceid": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.410127] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075017} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.410428] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.411457] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24010f0c-6256-4b3a-a2e9-44a7787175fe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.435319] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f/76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.436013] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71d18448-5e59-4627-8e73-d3336dfe2139 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.472816] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1166.472816] env[62094]: value = "task-1400588" [ 1166.472816] env[62094]: _type = "Task" [ 1166.472816] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.481466] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.564621] env[62094]: DEBUG oslo_concurrency.lockutils [None req-93083d42-721b-4fba-aa43-5d1015a313ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "f926178a-a084-43a8-8906-6569d3015281" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.297s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.574215] env[62094]: DEBUG oslo_concurrency.lockutils [req-bed9a92e-9ec7-44b5-9034-685ca7b3d5b6 req-9944fdc9-d5aa-400f-ab53-babbba5aa350 service nova] Releasing lock "refresh_cache-4d735584-cc94-4586-ad0c-34df18816663" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.591573] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5277e277-21e8-1f12-a3e1-d041295a7a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.016819} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.591764] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.592045] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4d735584-cc94-4586-ad0c-34df18816663/4d735584-cc94-4586-ad0c-34df18816663.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.592322] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9263106c-1006-4d2f-9b84-9dba6028e51c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.601588] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1166.601588] env[62094]: value = "task-1400589" [ 1166.601588] env[62094]: _type = "Task" [ 1166.601588] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.609373] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.726399] env[62094]: DEBUG oslo_concurrency.lockutils [req-cfa027d4-7c18-45fe-8e65-a67b1c793021 req-a1da7957-509a-448b-a691-8bf8350e6b57 service nova] Releasing lock "refresh_cache-287c6662-e303-470a-9201-7b49bc7db041" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.802383] env[62094]: DEBUG nova.compute.utils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1166.804788] env[62094]: DEBUG oslo_vmware.api [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400587, 'name': ResetVM_Task, 'duration_secs': 0.117051} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.808091] env[62094]: DEBUG nova.compute.manager [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1166.808368] env[62094]: DEBUG nova.network.neutron [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.810388] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Did hard reboot of VM {{(pid=62094) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1166.811126] env[62094]: DEBUG nova.compute.manager [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1166.812673] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2974dbe6-e5ae-428d-859a-dd00dc9783b7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.853231] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Releasing lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.887264] env[62094]: DEBUG nova.virt.hardware [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='529d9191f16c454ba3d94a88a08adf87',container_format='bare',created_at=2024-11-06T05:20:43Z,direct_url=,disk_format='vmdk',id=22e0bb33-ee45-4ba6-93a5-ebd9deff4e35,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1243991293-shelved',owner='c22fcae2c9c344cb8e4269a33082022c',properties=ImageMetaProps,protected=,size=31590400,status='active',tags=,updated_at=2024-11-06T05:21:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1166.887607] env[62094]: DEBUG nova.virt.hardware [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1166.887776] env[62094]: DEBUG nova.virt.hardware [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.887968] env[62094]: DEBUG nova.virt.hardware [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1166.888135] env[62094]: DEBUG nova.virt.hardware [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.888290] env[62094]: DEBUG nova.virt.hardware [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1166.888525] env[62094]: DEBUG nova.virt.hardware [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1166.888693] env[62094]: DEBUG nova.virt.hardware [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1166.888866] env[62094]: DEBUG nova.virt.hardware [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1166.889044] env[62094]: DEBUG nova.virt.hardware [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1166.889230] env[62094]: DEBUG nova.virt.hardware [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1166.893008] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79fca19-e33e-4d15-8e00-4204f118284f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.898630] env[62094]: DEBUG nova.policy [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22d1f31a14434882bcd92d1e5901bbdc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37ea05e54ebb4d88a064dbdfa73b484e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1166.907928] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df44aea2-5796-460b-9d5a-8e92957c88e3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.927485] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:de:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09ab9159-bccc-4843-8306-9f1d34fecd3c', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.935680] env[62094]: DEBUG oslo.service.loopingcall [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1166.936081] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.936343] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebdde25f-377a-43dd-a9b7-e6f3c2492421 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.957973] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.957973] env[62094]: value = "task-1400590" [ 1166.957973] env[62094]: _type = "Task" [ 1166.957973] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.966668] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400590, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.983743] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.113950] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400589, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.312221] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d9088ac7-85bf-4e6a-a6a4-fb1ac49716d3 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.312221] env[62094]: DEBUG oslo_concurrency.lockutils [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.812s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.314460] env[62094]: INFO nova.compute.claims [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.317707] env[62094]: DEBUG nova.compute.manager [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1167.330300] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac933c9e-0e15-4973-b286-faa58de43f6b tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Lock "5cf97d38-7bd3-46c9-8908-71183b363223" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.078s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.432766] env[62094]: DEBUG nova.network.neutron [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Successfully created port: bddd4cc5-f8d0-419e-95d1-f6412b871a63 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.456147] env[62094]: DEBUG nova.compute.manager [req-9f440f87-e2cf-4e92-aba7-983da66340f7 req-6ffd2083-8add-48f9-a020-220d0d63d685 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Received event network-vif-plugged-09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1167.456147] env[62094]: DEBUG oslo_concurrency.lockutils [req-9f440f87-e2cf-4e92-aba7-983da66340f7 req-6ffd2083-8add-48f9-a020-220d0d63d685 service nova] Acquiring lock "32352ea6-c719-4c88-a4a2-dde0f79e503e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.456147] env[62094]: DEBUG oslo_concurrency.lockutils [req-9f440f87-e2cf-4e92-aba7-983da66340f7 req-6ffd2083-8add-48f9-a020-220d0d63d685 service nova] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.456147] env[62094]: DEBUG oslo_concurrency.lockutils [req-9f440f87-e2cf-4e92-aba7-983da66340f7 req-6ffd2083-8add-48f9-a020-220d0d63d685 service nova] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.456147] env[62094]: DEBUG nova.compute.manager [req-9f440f87-e2cf-4e92-aba7-983da66340f7 req-6ffd2083-8add-48f9-a020-220d0d63d685 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] No waiting events found dispatching network-vif-plugged-09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1167.456147] env[62094]: WARNING nova.compute.manager [req-9f440f87-e2cf-4e92-aba7-983da66340f7 req-6ffd2083-8add-48f9-a020-220d0d63d685 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Received unexpected event network-vif-plugged-09ab9159-bccc-4843-8306-9f1d34fecd3c for instance with vm_state shelved_offloaded and task_state spawning. [ 1167.456147] env[62094]: DEBUG nova.compute.manager [req-9f440f87-e2cf-4e92-aba7-983da66340f7 req-6ffd2083-8add-48f9-a020-220d0d63d685 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Received event network-changed-09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1167.457252] env[62094]: DEBUG nova.compute.manager [req-9f440f87-e2cf-4e92-aba7-983da66340f7 req-6ffd2083-8add-48f9-a020-220d0d63d685 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Refreshing instance network info cache due to event network-changed-09ab9159-bccc-4843-8306-9f1d34fecd3c. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1167.457670] env[62094]: DEBUG oslo_concurrency.lockutils [req-9f440f87-e2cf-4e92-aba7-983da66340f7 req-6ffd2083-8add-48f9-a020-220d0d63d685 service nova] Acquiring lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.458150] env[62094]: DEBUG oslo_concurrency.lockutils [req-9f440f87-e2cf-4e92-aba7-983da66340f7 req-6ffd2083-8add-48f9-a020-220d0d63d685 service nova] Acquired lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.458536] env[62094]: DEBUG nova.network.neutron [req-9f440f87-e2cf-4e92-aba7-983da66340f7 req-6ffd2083-8add-48f9-a020-220d0d63d685 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Refreshing network info cache for port 09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.475638] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400590, 'name': CreateVM_Task, 'duration_secs': 0.455883} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.479587] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.481137] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.481366] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.481783] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.482555] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2719d781-2c4b-4dc1-8fbc-3d1cf85426be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.492064] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400588, 'name': ReconfigVM_Task, 'duration_secs': 0.647411} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.492951] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f/76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.493599] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dac693e-e3b2-4e6a-a892-f831e1d2d7d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.499227] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1167.499227] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52cf832d-9fe1-eb00-9710-b9d128a2ed00" [ 1167.499227] env[62094]: _type = "Task" [ 1167.499227] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.505431] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1167.505431] env[62094]: value = "task-1400591" [ 1167.505431] env[62094]: _type = "Task" [ 1167.505431] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.513026] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cf832d-9fe1-eb00-9710-b9d128a2ed00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.525179] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400591, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.616835] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400589, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.014700] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.015223] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Processing image 22e0bb33-ee45-4ba6-93a5-ebd9deff4e35 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.015598] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.015913] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.016274] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.023021] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdb6c370-021d-4553-991f-84d88dfbb02b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.023021] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400591, 'name': Rename_Task, 'duration_secs': 0.394935} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.023021] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.023021] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4f321ce-f686-4901-ac3c-12e212c73b1b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.032019] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1168.032019] env[62094]: value = "task-1400592" [ 1168.032019] env[62094]: _type = "Task" [ 1168.032019] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.036030] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.036030] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.036302] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquiring lock "5cf97d38-7bd3-46c9-8908-71183b363223" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.036644] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Lock "5cf97d38-7bd3-46c9-8908-71183b363223" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.036974] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquiring lock "5cf97d38-7bd3-46c9-8908-71183b363223-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.037336] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Lock "5cf97d38-7bd3-46c9-8908-71183b363223-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.037632] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Lock "5cf97d38-7bd3-46c9-8908-71183b363223-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.039336] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f246da89-fe86-4a23-8f26-66ae65a34586 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.042672] env[62094]: INFO nova.compute.manager [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Terminating instance [ 1168.045197] env[62094]: DEBUG nova.compute.manager [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1168.045568] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.047038] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1897af97-fe10-4d13-90fe-d2e55ad7f298 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.055933] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400592, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.056530] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1168.056530] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52de985d-e26a-0fe0-ca17-b0e5a8576aa8" [ 1168.056530] env[62094]: _type = "Task" [ 1168.056530] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.064345] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.065277] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-783ebc0a-a93a-46d5-9eeb-8fdc265e166e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.076466] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Preparing fetch location {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1168.076466] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Fetch image to [datastore1] OSTACK_IMG_ece9ba99-d0da-4df9-9bde-1ae3c6fe7441/OSTACK_IMG_ece9ba99-d0da-4df9-9bde-1ae3c6fe7441.vmdk {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1168.076466] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Downloading stream optimized image 22e0bb33-ee45-4ba6-93a5-ebd9deff4e35 to [datastore1] OSTACK_IMG_ece9ba99-d0da-4df9-9bde-1ae3c6fe7441/OSTACK_IMG_ece9ba99-d0da-4df9-9bde-1ae3c6fe7441.vmdk on the data store datastore1 as vApp {{(pid=62094) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1168.076700] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Downloading image file data 22e0bb33-ee45-4ba6-93a5-ebd9deff4e35 to the ESX as VM named 'OSTACK_IMG_ece9ba99-d0da-4df9-9bde-1ae3c6fe7441' {{(pid=62094) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1168.078867] env[62094]: DEBUG oslo_vmware.api [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Waiting for the task: (returnval){ [ 1168.078867] env[62094]: value = "task-1400593" [ 1168.078867] env[62094]: _type = "Task" [ 1168.078867] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.089050] env[62094]: DEBUG oslo_vmware.api [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.117267] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400589, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.177838] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "57dd1444-ced9-4857-a30e-ed64d20bab2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.178135] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "57dd1444-ced9-4857-a30e-ed64d20bab2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.187175] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1168.187175] env[62094]: value = "resgroup-9" [ 1168.187175] env[62094]: _type = "ResourcePool" [ 1168.187175] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1168.187460] env[62094]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4a4b4b47-3e1f-4048-99ef-a1913d6ae25a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.211798] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lease: (returnval){ [ 1168.211798] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52476870-8459-e385-854d-3da848dd73e4" [ 1168.211798] env[62094]: _type = "HttpNfcLease" [ 1168.211798] env[62094]: } obtained for vApp import into resource pool (val){ [ 1168.211798] env[62094]: value = "resgroup-9" [ 1168.211798] env[62094]: _type = "ResourcePool" [ 1168.211798] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1168.212088] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the lease: (returnval){ [ 1168.212088] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52476870-8459-e385-854d-3da848dd73e4" [ 1168.212088] env[62094]: _type = "HttpNfcLease" [ 1168.212088] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1168.219952] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1168.219952] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52476870-8459-e385-854d-3da848dd73e4" [ 1168.219952] env[62094]: _type = "HttpNfcLease" [ 1168.219952] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1168.334025] env[62094]: DEBUG nova.compute.manager [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1168.366347] env[62094]: DEBUG nova.virt.hardware [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1168.366618] env[62094]: DEBUG nova.virt.hardware [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1168.366781] env[62094]: DEBUG nova.virt.hardware [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.367229] env[62094]: DEBUG nova.virt.hardware [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1168.367312] env[62094]: DEBUG nova.virt.hardware [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.368076] env[62094]: DEBUG nova.virt.hardware [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1168.368076] env[62094]: DEBUG nova.virt.hardware [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1168.368216] env[62094]: DEBUG nova.virt.hardware [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1168.368416] env[62094]: DEBUG nova.virt.hardware [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1168.368630] env[62094]: DEBUG nova.virt.hardware [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1168.368847] env[62094]: DEBUG nova.virt.hardware [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1168.369697] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b523bbae-72d9-46a0-91cc-c7046a08cd34 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.384440] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4100119e-3f57-4cff-b5ba-e93135bc54db {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.541843] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.589922] env[62094]: DEBUG oslo_vmware.api [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400593, 'name': PowerOffVM_Task, 'duration_secs': 0.277413} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.593334] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.593334] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.593334] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24169ef6-c199-4174-87a0-6b2c320cbf86 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.616482] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400589, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.818314} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.616770] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4d735584-cc94-4586-ad0c-34df18816663/4d735584-cc94-4586-ad0c-34df18816663.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.616990] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.617269] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-935a079a-9ee4-43f2-a6ff-3c7895654be5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.632975] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1168.632975] env[62094]: value = "task-1400596" [ 1168.632975] env[62094]: _type = "Task" [ 1168.632975] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.649408] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.658828] env[62094]: DEBUG nova.network.neutron [req-9f440f87-e2cf-4e92-aba7-983da66340f7 req-6ffd2083-8add-48f9-a020-220d0d63d685 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Updated VIF entry in instance network info cache for port 09ab9159-bccc-4843-8306-9f1d34fecd3c. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.659254] env[62094]: DEBUG nova.network.neutron [req-9f440f87-e2cf-4e92-aba7-983da66340f7 req-6ffd2083-8add-48f9-a020-220d0d63d685 service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Updating instance_info_cache with network_info: [{"id": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "address": "fa:16:3e:4f:de:63", "network": {"id": "1ae0ff4e-cb84-453c-8414-49f8311174af", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1526021298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22fcae2c9c344cb8e4269a33082022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ab9159-bc", "ovs_interfaceid": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.677728] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.677909] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.678123] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Deleting the datastore file [datastore2] 5cf97d38-7bd3-46c9-8908-71183b363223 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.681012] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-395c680e-be7f-4386-b428-e10a5536f161 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.683027] env[62094]: DEBUG nova.compute.manager [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1168.691241] env[62094]: DEBUG oslo_vmware.api [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Waiting for the task: (returnval){ [ 1168.691241] env[62094]: value = "task-1400597" [ 1168.691241] env[62094]: _type = "Task" [ 1168.691241] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.703567] env[62094]: DEBUG oslo_vmware.api [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.721555] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1168.721555] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52476870-8459-e385-854d-3da848dd73e4" [ 1168.721555] env[62094]: _type = "HttpNfcLease" [ 1168.721555] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1168.877115] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a434d882-2bd5-450f-a2d7-97fad8af780a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.886688] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93153acb-e169-4ceb-b887-27e3f1804c30 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.920236] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ea4b4a-ef50-47ba-8809-918c64ccd6de {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.930701] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfb3e02-e188-4fb6-b6c9-0601f811d8f8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.953668] env[62094]: DEBUG nova.compute.provider_tree [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.042752] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400592, 'name': PowerOnVM_Task, 'duration_secs': 0.657161} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.043063] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.043743] env[62094]: INFO nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1169.043743] env[62094]: DEBUG nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1169.044231] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db2d5e6-2150-4a33-b7f5-2d8e822609b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.143578] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080014} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.143901] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.144706] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430060c3-3428-4d81-a218-5cd3f22f6d14 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.172432] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 4d735584-cc94-4586-ad0c-34df18816663/4d735584-cc94-4586-ad0c-34df18816663.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.172974] env[62094]: DEBUG oslo_concurrency.lockutils [req-9f440f87-e2cf-4e92-aba7-983da66340f7 req-6ffd2083-8add-48f9-a020-220d0d63d685 service nova] Releasing lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.173524] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e982f196-bf22-4242-91ab-dcb52b6d3f22 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.206232] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1169.206232] env[62094]: value = "task-1400598" [ 1169.206232] env[62094]: _type = "Task" [ 1169.206232] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.214199] env[62094]: DEBUG oslo_vmware.api [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.221029] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.222983] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.229024] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.229024] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52476870-8459-e385-854d-3da848dd73e4" [ 1169.229024] env[62094]: _type = "HttpNfcLease" [ 1169.229024] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1169.229588] env[62094]: DEBUG nova.network.neutron [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Successfully updated port: bddd4cc5-f8d0-419e-95d1-f6412b871a63 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.230750] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1169.230750] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52476870-8459-e385-854d-3da848dd73e4" [ 1169.230750] env[62094]: _type = "HttpNfcLease" [ 1169.230750] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1169.231830] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729c43da-8a83-464e-9f32-140462623331 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.242950] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a998a6-a030-e09f-f35a-57780208739a/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1169.243379] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Creating HTTP connection to write to file with size = 31590400 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a998a6-a030-e09f-f35a-57780208739a/disk-0.vmdk. {{(pid=62094) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1169.325729] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-71fbac8b-4ba7-4d61-a077-4cea3642a457 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.457757] env[62094]: DEBUG nova.scheduler.client.report [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1169.492405] env[62094]: DEBUG nova.compute.manager [req-1ff764aa-347c-43ba-8edc-035e2ec36f44 req-d542aa0b-0fea-4ac9-b14f-8b2aa868abd6 service nova] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Received event network-vif-plugged-bddd4cc5-f8d0-419e-95d1-f6412b871a63 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1169.492670] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ff764aa-347c-43ba-8edc-035e2ec36f44 req-d542aa0b-0fea-4ac9-b14f-8b2aa868abd6 service nova] Acquiring lock "a2b9ab46-28f4-4a98-a309-d6811dff3000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.492942] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ff764aa-347c-43ba-8edc-035e2ec36f44 req-d542aa0b-0fea-4ac9-b14f-8b2aa868abd6 service nova] Lock "a2b9ab46-28f4-4a98-a309-d6811dff3000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.493365] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ff764aa-347c-43ba-8edc-035e2ec36f44 req-d542aa0b-0fea-4ac9-b14f-8b2aa868abd6 service nova] Lock "a2b9ab46-28f4-4a98-a309-d6811dff3000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.493582] env[62094]: DEBUG nova.compute.manager [req-1ff764aa-347c-43ba-8edc-035e2ec36f44 req-d542aa0b-0fea-4ac9-b14f-8b2aa868abd6 service nova] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] No waiting events found dispatching network-vif-plugged-bddd4cc5-f8d0-419e-95d1-f6412b871a63 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1169.493805] env[62094]: WARNING nova.compute.manager [req-1ff764aa-347c-43ba-8edc-035e2ec36f44 req-d542aa0b-0fea-4ac9-b14f-8b2aa868abd6 service nova] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Received unexpected event network-vif-plugged-bddd4cc5-f8d0-419e-95d1-f6412b871a63 for instance with vm_state building and task_state spawning. [ 1169.494031] env[62094]: DEBUG nova.compute.manager [req-1ff764aa-347c-43ba-8edc-035e2ec36f44 req-d542aa0b-0fea-4ac9-b14f-8b2aa868abd6 service nova] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Received event network-changed-bddd4cc5-f8d0-419e-95d1-f6412b871a63 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1169.494208] env[62094]: DEBUG nova.compute.manager [req-1ff764aa-347c-43ba-8edc-035e2ec36f44 req-d542aa0b-0fea-4ac9-b14f-8b2aa868abd6 service nova] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Refreshing instance network info cache due to event network-changed-bddd4cc5-f8d0-419e-95d1-f6412b871a63. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1169.494505] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ff764aa-347c-43ba-8edc-035e2ec36f44 req-d542aa0b-0fea-4ac9-b14f-8b2aa868abd6 service nova] Acquiring lock "refresh_cache-a2b9ab46-28f4-4a98-a309-d6811dff3000" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.494616] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ff764aa-347c-43ba-8edc-035e2ec36f44 req-d542aa0b-0fea-4ac9-b14f-8b2aa868abd6 service nova] Acquired lock "refresh_cache-a2b9ab46-28f4-4a98-a309-d6811dff3000" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.494796] env[62094]: DEBUG nova.network.neutron [req-1ff764aa-347c-43ba-8edc-035e2ec36f44 req-d542aa0b-0fea-4ac9-b14f-8b2aa868abd6 service nova] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Refreshing network info cache for port bddd4cc5-f8d0-419e-95d1-f6412b871a63 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.565962] env[62094]: INFO nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Took 40.11 seconds to build instance. [ 1169.705798] env[62094]: DEBUG oslo_vmware.api [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Task: {'id': task-1400597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.539875} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.708218] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.708469] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.708723] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.708980] env[62094]: INFO nova.compute.manager [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1169.709263] env[62094]: DEBUG oslo.service.loopingcall [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1169.709574] env[62094]: DEBUG nova.compute.manager [-] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1169.709665] env[62094]: DEBUG nova.network.neutron [-] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.722464] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400598, 'name': ReconfigVM_Task, 'duration_secs': 0.516176} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.724122] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 4d735584-cc94-4586-ad0c-34df18816663/4d735584-cc94-4586-ad0c-34df18816663.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.724797] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45f2cd47-9702-40be-bdc0-08bf02234fbd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.733041] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "refresh_cache-a2b9ab46-28f4-4a98-a309-d6811dff3000" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.733426] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1169.733426] env[62094]: value = "task-1400599" [ 1169.733426] env[62094]: _type = "Task" [ 1169.733426] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.744467] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400599, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.964418] env[62094]: DEBUG oslo_concurrency.lockutils [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.965282] env[62094]: DEBUG nova.compute.manager [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1169.969211] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 34.033s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.068031] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.615s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.081236] env[62094]: DEBUG nova.network.neutron [req-1ff764aa-347c-43ba-8edc-035e2ec36f44 req-d542aa0b-0fea-4ac9-b14f-8b2aa868abd6 service nova] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.249126] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400599, 'name': Rename_Task, 'duration_secs': 0.191116} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.250776] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.253021] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ed73939-ff0a-449c-8477-491b15115a35 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.258984] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1170.258984] env[62094]: value = "task-1400600" [ 1170.258984] env[62094]: _type = "Task" [ 1170.258984] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.270928] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.295275] env[62094]: DEBUG nova.network.neutron [req-1ff764aa-347c-43ba-8edc-035e2ec36f44 req-d542aa0b-0fea-4ac9-b14f-8b2aa868abd6 service nova] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.477470] env[62094]: DEBUG nova.compute.utils [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1170.478770] env[62094]: DEBUG nova.objects.instance [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lazy-loading 'migration_context' on Instance uuid a1699619-ba4e-42cb-bf58-28f3a922e36e {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.484020] env[62094]: DEBUG nova.compute.manager [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Not allocating networking since 'none' was specified. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1170.599850] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Completed reading data from the image iterator. {{(pid=62094) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1170.599986] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a998a6-a030-e09f-f35a-57780208739a/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1170.601566] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635ac500-ada0-4217-9c56-e63ccad2fb54 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.609640] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a998a6-a030-e09f-f35a-57780208739a/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1170.609895] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a998a6-a030-e09f-f35a-57780208739a/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1170.610210] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3f323900-e27d-40ac-be2d-3c3a98d92723 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.772023] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400600, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.801154] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ff764aa-347c-43ba-8edc-035e2ec36f44 req-d542aa0b-0fea-4ac9-b14f-8b2aa868abd6 service nova] Releasing lock "refresh_cache-a2b9ab46-28f4-4a98-a309-d6811dff3000" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.801550] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquired lock "refresh_cache-a2b9ab46-28f4-4a98-a309-d6811dff3000" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.801733] env[62094]: DEBUG nova.network.neutron [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.844345] env[62094]: DEBUG nova.network.neutron [-] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.984121] env[62094]: DEBUG nova.compute.manager [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1171.222088] env[62094]: DEBUG oslo_vmware.rw_handles [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a998a6-a030-e09f-f35a-57780208739a/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1171.222338] env[62094]: INFO nova.virt.vmwareapi.images [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Downloaded image file data 22e0bb33-ee45-4ba6-93a5-ebd9deff4e35 [ 1171.223647] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae001b70-36f9-47ba-af2b-72bc57762864 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.242747] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4998586b-79f7-4822-b571-1bf15e49526c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.276386] env[62094]: DEBUG oslo_vmware.api [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400600, 'name': PowerOnVM_Task, 'duration_secs': 0.803504} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.277210] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.277590] env[62094]: INFO nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1171.277935] env[62094]: DEBUG nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1171.278911] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7bc9ec-5778-4851-9663-21ad2240d241 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.287026] env[62094]: INFO nova.virt.vmwareapi.images [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] The imported VM was unregistered [ 1171.287426] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Caching image {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1171.287753] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Creating directory with path [datastore1] devstack-image-cache_base/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35 {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.291340] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-422a7bc1-68ac-429c-bb8f-7699e66e573b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.313191] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Created directory with path [datastore1] devstack-image-cache_base/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35 {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.313191] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ece9ba99-d0da-4df9-9bde-1ae3c6fe7441/OSTACK_IMG_ece9ba99-d0da-4df9-9bde-1ae3c6fe7441.vmdk to [datastore1] devstack-image-cache_base/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35.vmdk. {{(pid=62094) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1171.313191] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f018639e-cfc7-481f-b42a-bcdff493e584 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.318577] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1171.318577] env[62094]: value = "task-1400602" [ 1171.318577] env[62094]: _type = "Task" [ 1171.318577] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.326803] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400602, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.336376] env[62094]: DEBUG nova.network.neutron [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.347663] env[62094]: INFO nova.compute.manager [-] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Took 1.64 seconds to deallocate network for instance. [ 1171.511703] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d37c37-8628-4f13-bab4-8dfc2187185d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.515334] env[62094]: DEBUG nova.network.neutron [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Updating instance_info_cache with network_info: [{"id": "bddd4cc5-f8d0-419e-95d1-f6412b871a63", "address": "fa:16:3e:87:dd:87", "network": {"id": "d72ff0e8-2fcc-4da0-b282-1e85dd6507e2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-664906485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37ea05e54ebb4d88a064dbdfa73b484e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbddd4cc5-f8", "ovs_interfaceid": "bddd4cc5-f8d0-419e-95d1-f6412b871a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.522820] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8f97e4-c522-402c-8ddc-ea642df3e0a0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.565119] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124fef0e-9aee-405f-a396-3f0127a0012a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.578022] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac43fce-ac61-475c-be3f-55acf87d69c1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.593596] env[62094]: DEBUG nova.compute.provider_tree [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.733917] env[62094]: DEBUG nova.compute.manager [req-31274797-c7d7-48dd-a91b-2c7fc9bad849 req-791fa208-4948-4340-a9d4-5f4cae830f14 service nova] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Received event network-vif-deleted-76995ce9-e59f-4c39-8887-eea1b38775ae {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1171.810096] env[62094]: INFO nova.compute.manager [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Took 42.32 seconds to build instance. [ 1171.833351] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400602, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.855848] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.999671] env[62094]: DEBUG nova.compute.manager [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1172.020113] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Releasing lock "refresh_cache-a2b9ab46-28f4-4a98-a309-d6811dff3000" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.020113] env[62094]: DEBUG nova.compute.manager [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Instance network_info: |[{"id": "bddd4cc5-f8d0-419e-95d1-f6412b871a63", "address": "fa:16:3e:87:dd:87", "network": {"id": "d72ff0e8-2fcc-4da0-b282-1e85dd6507e2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-664906485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37ea05e54ebb4d88a064dbdfa73b484e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbddd4cc5-f8", "ovs_interfaceid": "bddd4cc5-f8d0-419e-95d1-f6412b871a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1172.020113] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:dd:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bddd4cc5-f8d0-419e-95d1-f6412b871a63', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.029013] env[62094]: DEBUG oslo.service.loopingcall [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1172.031463] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.032147] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09080706-91ae-4e3f-a665-fb4dda450a44 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.051309] env[62094]: DEBUG nova.virt.hardware [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1172.051670] env[62094]: DEBUG nova.virt.hardware [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1172.051851] env[62094]: DEBUG nova.virt.hardware [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.052095] env[62094]: DEBUG nova.virt.hardware [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1172.052332] env[62094]: DEBUG nova.virt.hardware [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.052536] env[62094]: DEBUG nova.virt.hardware [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1172.052805] env[62094]: DEBUG nova.virt.hardware [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1172.053025] env[62094]: DEBUG nova.virt.hardware [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1172.053254] env[62094]: DEBUG nova.virt.hardware [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1172.054545] env[62094]: DEBUG nova.virt.hardware [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1172.054941] env[62094]: DEBUG nova.virt.hardware [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1172.056746] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0a155b-ead5-4cd0-88da-833fb0a0c868 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.067815] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.067815] env[62094]: value = "task-1400603" [ 1172.067815] env[62094]: _type = "Task" [ 1172.067815] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.069231] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3c4aef-f883-472b-9810-421e9d1de4d8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.097961] env[62094]: DEBUG nova.scheduler.client.report [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1172.102257] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Instance VIF info [] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.108255] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Creating folder: Project (500b261817ea427face2d855f69b750c). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.116351] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e10cf620-fc61-41fa-b1c5-f0709cde5c52 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.119442] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400603, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.132430] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Created folder: Project (500b261817ea427face2d855f69b750c) in parent group-v296765. [ 1172.132430] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Creating folder: Instances. Parent ref: group-v296941. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.132694] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bd1344e-c0ab-4cc4-871f-dd6fe27eea16 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.146521] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Created folder: Instances in parent group-v296941. [ 1172.147015] env[62094]: DEBUG oslo.service.loopingcall [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1172.147388] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.147736] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a6283c6-38a5-443a-83e2-8d356a1ad7b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.168038] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.168038] env[62094]: value = "task-1400606" [ 1172.168038] env[62094]: _type = "Task" [ 1172.168038] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.177687] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400606, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.313572] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e91476c-1ce9-4283-b3e4-f7d9d1ccad3e tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "4d735584-cc94-4586-ad0c-34df18816663" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.832s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.340827] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400602, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.590748] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400603, 'name': CreateVM_Task, 'duration_secs': 0.516058} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.590748] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.593087] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.593087] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.593087] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.593087] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267344cd-30fe-4024-a91f-25be07e46e60 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.600390] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1172.600390] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52410c6b-fb0d-b271-c223-3396595abfc3" [ 1172.600390] env[62094]: _type = "Task" [ 1172.600390] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.616206] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52410c6b-fb0d-b271-c223-3396595abfc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.678985] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400606, 'name': CreateVM_Task, 'duration_secs': 0.444581} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.679176] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.679600] env[62094]: DEBUG oslo_concurrency.lockutils [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.836961] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400602, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.111822] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52410c6b-fb0d-b271-c223-3396595abfc3, 'name': SearchDatastore_Task, 'duration_secs': 0.093219} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.112192] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.112436] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.112675] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.112883] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.113129] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.113435] env[62094]: DEBUG oslo_concurrency.lockutils [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.113752] env[62094]: DEBUG oslo_concurrency.lockutils [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.114011] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6cb2ab8-7351-4357-8e41-6ca306238b9d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.115992] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c85d93-af5d-4b62-949c-2d94fcaac680 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.123942] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.155s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.130162] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Waiting for the task: (returnval){ [ 1173.130162] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]520552b2-1be5-624f-421e-b43965b10443" [ 1173.130162] env[62094]: _type = "Task" [ 1173.130162] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.133196] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.129s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.133196] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.135067] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.937s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.135333] env[62094]: DEBUG nova.objects.instance [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Lazy-loading 'resources' on Instance uuid 820f7393-e3a4-4028-b65c-8f2955e31411 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.145703] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.145940] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.147886] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f41a9f-2b82-46e4-b61f-e8320e3db73a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.159141] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520552b2-1be5-624f-421e-b43965b10443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.159712] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1173.159712] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c1e2c5-3e4f-550f-e506-a0927175e4fe" [ 1173.159712] env[62094]: _type = "Task" [ 1173.159712] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.170673] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c1e2c5-3e4f-550f-e506-a0927175e4fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.175007] env[62094]: INFO nova.scheduler.client.report [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Deleted allocations for instance 11406695-1b25-446d-a9a3-05c2382a6219 [ 1173.335486] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400602, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.657776] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520552b2-1be5-624f-421e-b43965b10443, 'name': SearchDatastore_Task, 'duration_secs': 0.100927} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.657933] env[62094]: DEBUG oslo_concurrency.lockutils [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.660692] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.660692] env[62094]: DEBUG oslo_concurrency.lockutils [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.675032] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c1e2c5-3e4f-550f-e506-a0927175e4fe, 'name': SearchDatastore_Task, 'duration_secs': 0.100972} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.679759] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-323cc996-5919-4876-a701-cbf1da1e5f8b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.696991] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7bb5775-6133-4655-967f-3e0b57531744 tempest-ServersTestManualDisk-702070203 tempest-ServersTestManualDisk-702070203-project-member] Lock "11406695-1b25-446d-a9a3-05c2382a6219" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.412s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.705408] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1173.705408] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5257da73-8d0f-b0e7-3ae3-3f2f4677260f" [ 1173.705408] env[62094]: _type = "Task" [ 1173.705408] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.717755] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5257da73-8d0f-b0e7-3ae3-3f2f4677260f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.822295] env[62094]: DEBUG oslo_concurrency.lockutils [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.822295] env[62094]: DEBUG oslo_concurrency.lockutils [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.822485] env[62094]: DEBUG oslo_concurrency.lockutils [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.822656] env[62094]: DEBUG oslo_concurrency.lockutils [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.822898] env[62094]: DEBUG oslo_concurrency.lockutils [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.829723] env[62094]: INFO nova.compute.manager [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Terminating instance [ 1173.836495] env[62094]: DEBUG nova.compute.manager [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1173.836600] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.837537] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6466ce9f-01f7-4534-b458-09c2604025e2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.848423] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.851581] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eb47dea-a041-4350-a8db-a03f987cca4e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.853984] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400602, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.865488] env[62094]: DEBUG oslo_vmware.api [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1173.865488] env[62094]: value = "task-1400607" [ 1173.865488] env[62094]: _type = "Task" [ 1173.865488] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.880326] env[62094]: DEBUG oslo_vmware.api [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.158535] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "0748922a-9ba3-43f2-9aff-9410e0ec8729" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.159062] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "0748922a-9ba3-43f2-9aff-9410e0ec8729" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.161228] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "4d735584-cc94-4586-ad0c-34df18816663" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.161461] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "4d735584-cc94-4586-ad0c-34df18816663" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.161665] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "4d735584-cc94-4586-ad0c-34df18816663-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.161844] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "4d735584-cc94-4586-ad0c-34df18816663-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.162045] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "4d735584-cc94-4586-ad0c-34df18816663-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.170633] env[62094]: INFO nova.compute.manager [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Terminating instance [ 1174.173286] env[62094]: DEBUG nova.compute.manager [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1174.173370] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.174254] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899d05c8-a19e-487d-a46a-64b0c80e3ca6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.188428] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.188744] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02cdec9c-7c60-4238-9e80-1d2a34a7a8f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.203917] env[62094]: DEBUG oslo_vmware.api [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1174.203917] env[62094]: value = "task-1400608" [ 1174.203917] env[62094]: _type = "Task" [ 1174.203917] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.208828] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.209201] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.209500] env[62094]: INFO nova.compute.manager [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Rebooting instance [ 1174.225059] env[62094]: DEBUG oslo_vmware.api [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.230166] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5257da73-8d0f-b0e7-3ae3-3f2f4677260f, 'name': SearchDatastore_Task, 'duration_secs': 0.096519} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.230465] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.230761] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] a2b9ab46-28f4-4a98-a309-d6811dff3000/a2b9ab46-28f4-4a98-a309-d6811dff3000.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.231087] env[62094]: DEBUG oslo_concurrency.lockutils [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.231293] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.231519] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9708edc2-a629-4d0e-bedb-5cbdb90443e7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.235100] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69f5609b-da19-43ee-93ef-2e86ae74217c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.240819] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f46d7cf-5fcb-4449-b971-4583c8f702e8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.248369] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1174.248369] env[62094]: value = "task-1400609" [ 1174.248369] env[62094]: _type = "Task" [ 1174.248369] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.255677] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.255805] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.257717] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b624b5-6ea6-4441-bd3e-df794a1634ea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.261463] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4330a99-1173-418e-96f8-9a8a4e3fe65f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.266984] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.271708] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Waiting for the task: (returnval){ [ 1174.271708] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ee3f00-4da0-a98e-15b6-4fa18cd58566" [ 1174.271708] env[62094]: _type = "Task" [ 1174.271708] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.302500] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f76c2f-fce5-4626-9b76-79713d48bd26 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.311595] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ee3f00-4da0-a98e-15b6-4fa18cd58566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.315396] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3f81b3-2240-44c2-9a75-5aac2b8b0c5e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.332024] env[62094]: DEBUG nova.compute.provider_tree [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.344497] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400602, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.021742} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.345594] env[62094]: INFO nova.virt.vmwareapi.ds_util [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ece9ba99-d0da-4df9-9bde-1ae3c6fe7441/OSTACK_IMG_ece9ba99-d0da-4df9-9bde-1ae3c6fe7441.vmdk to [datastore1] devstack-image-cache_base/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35.vmdk. [ 1174.345862] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Cleaning up location [datastore1] OSTACK_IMG_ece9ba99-d0da-4df9-9bde-1ae3c6fe7441 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1174.346076] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ece9ba99-d0da-4df9-9bde-1ae3c6fe7441 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.346363] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-333dd257-6769-4b17-9e44-511848005f0c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.354891] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1174.354891] env[62094]: value = "task-1400610" [ 1174.354891] env[62094]: _type = "Task" [ 1174.354891] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.364123] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.376824] env[62094]: DEBUG oslo_vmware.api [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400607, 'name': PowerOffVM_Task, 'duration_secs': 0.350122} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.376918] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.377119] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.377387] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35b0a566-2a4a-4c0d-a9d4-a4f08f9d9499 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.459062] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.459062] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.459254] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Deleting the datastore file [datastore2] 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.459630] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f49d0db-69b4-4d8b-bfe1-1afa33f9aeb8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.469303] env[62094]: DEBUG oslo_vmware.api [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1174.469303] env[62094]: value = "task-1400612" [ 1174.469303] env[62094]: _type = "Task" [ 1174.469303] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.481387] env[62094]: DEBUG oslo_vmware.api [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.665024] env[62094]: DEBUG nova.compute.manager [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1174.693500] env[62094]: INFO nova.compute.manager [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Swapping old allocation on dict_keys(['63012395-d365-4b03-a816-be66e2783fee']) held by migration 3b180930-54ba-4820-a3f9-711212c0a747 for instance [ 1174.725108] env[62094]: DEBUG oslo_vmware.api [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400608, 'name': PowerOffVM_Task, 'duration_secs': 0.468883} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.725858] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.725858] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.725858] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-501fa8db-9c72-4ded-920c-7dc835042e43 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.730439] env[62094]: DEBUG nova.scheduler.client.report [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Overwriting current allocation {'allocations': {'63012395-d365-4b03-a816-be66e2783fee': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 82}}, 'project_id': '609fdd19f2034db59751e314a7c2cafc', 'user_id': '7339a32577ce4edfa0b48b27d57fd9f3', 'consumer_generation': 1} on consumer a1699619-ba4e-42cb-bf58-28f3a922e36e {{(pid=62094) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1174.742332] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.742614] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.742868] env[62094]: DEBUG nova.network.neutron [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.761215] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.808734] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ee3f00-4da0-a98e-15b6-4fa18cd58566, 'name': SearchDatastore_Task, 'duration_secs': 0.047904} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.809638] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-064cd3e8-7557-4c3b-914c-73bc66a66055 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.816020] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Waiting for the task: (returnval){ [ 1174.816020] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52442052-1ea6-af38-fd3f-c62067206efd" [ 1174.816020] env[62094]: _type = "Task" [ 1174.816020] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.827014] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52442052-1ea6-af38-fd3f-c62067206efd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.829811] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.830221] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.830536] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Deleting the datastore file [datastore2] 4d735584-cc94-4586-ad0c-34df18816663 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.830999] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd11865a-d5b8-451b-a0c6-90ff9501067f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.838640] env[62094]: DEBUG nova.scheduler.client.report [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1174.844192] env[62094]: DEBUG oslo_vmware.api [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1174.844192] env[62094]: value = "task-1400614" [ 1174.844192] env[62094]: _type = "Task" [ 1174.844192] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.848772] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.848979] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquired lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.849497] env[62094]: DEBUG nova.network.neutron [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.856316] env[62094]: DEBUG oslo_vmware.api [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.867317] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103957} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.867587] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.867758] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.868257] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35.vmdk to [datastore1] 32352ea6-c719-4c88-a4a2-dde0f79e503e/32352ea6-c719-4c88-a4a2-dde0f79e503e.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.871808] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a5e895d-c7f9-4541-9166-2d527aeb08be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.881410] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1174.881410] env[62094]: value = "task-1400615" [ 1174.881410] env[62094]: _type = "Task" [ 1174.881410] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.890774] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.986999] env[62094]: DEBUG oslo_vmware.api [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.192999] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.260818] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400609, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.328766] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52442052-1ea6-af38-fd3f-c62067206efd, 'name': SearchDatastore_Task, 'duration_secs': 0.037653} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.329130] env[62094]: DEBUG oslo_concurrency.lockutils [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.329401] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 8be52fba-7f94-44d0-aeef-353aaf600d1d/8be52fba-7f94-44d0-aeef-353aaf600d1d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.331410] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17560e29-be85-4f82-9661-ddc86659fea5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.339517] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Waiting for the task: (returnval){ [ 1175.339517] env[62094]: value = "task-1400616" [ 1175.339517] env[62094]: _type = "Task" [ 1175.339517] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.350037] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.351436] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.355929] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.056s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.357493] env[62094]: INFO nova.compute.claims [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.378346] env[62094]: INFO nova.scheduler.client.report [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Deleted allocations for instance 820f7393-e3a4-4028-b65c-8f2955e31411 [ 1175.383673] env[62094]: DEBUG oslo_vmware.api [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530369} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.395977] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.396900] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.396900] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.397135] env[62094]: INFO nova.compute.manager [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1175.397589] env[62094]: DEBUG oslo.service.loopingcall [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1175.398305] env[62094]: DEBUG nova.compute.manager [-] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1175.398305] env[62094]: DEBUG nova.network.neutron [-] [instance: 4d735584-cc94-4586-ad0c-34df18816663] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.408402] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.484605] env[62094]: DEBUG oslo_vmware.api [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.648118} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.485242] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.485522] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.485747] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.485966] env[62094]: INFO nova.compute.manager [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1175.486273] env[62094]: DEBUG oslo.service.loopingcall [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1175.486510] env[62094]: DEBUG nova.compute.manager [-] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1175.486633] env[62094]: DEBUG nova.network.neutron [-] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.761516] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400609, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.059451} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.761816] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] a2b9ab46-28f4-4a98-a309-d6811dff3000/a2b9ab46-28f4-4a98-a309-d6811dff3000.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.762058] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.762728] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f25e96d6-2cfe-4452-a75d-abbccb0ac8e7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.770654] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1175.770654] env[62094]: value = "task-1400617" [ 1175.770654] env[62094]: _type = "Task" [ 1175.770654] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.783398] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.824223] env[62094]: DEBUG nova.compute.manager [req-6ea859e8-b813-4681-b010-8607529a4239 req-23dd6e26-5913-4fbb-9051-d645a9467258 service nova] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Received event network-vif-deleted-3607c6ff-4537-4277-9713-4e830c454f5a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1175.824294] env[62094]: INFO nova.compute.manager [req-6ea859e8-b813-4681-b010-8607529a4239 req-23dd6e26-5913-4fbb-9051-d645a9467258 service nova] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Neutron deleted interface 3607c6ff-4537-4277-9713-4e830c454f5a; detaching it from the instance and deleting it from the info cache [ 1175.824774] env[62094]: DEBUG nova.network.neutron [req-6ea859e8-b813-4681-b010-8607529a4239 req-23dd6e26-5913-4fbb-9051-d645a9467258 service nova] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.852157] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.898923] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400615, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.902968] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c9011a0-2f4f-496c-bbdb-41916a2cfcde tempest-AttachInterfacesUnderV243Test-1807632717 tempest-AttachInterfacesUnderV243Test-1807632717-project-member] Lock "820f7393-e3a4-4028-b65c-8f2955e31411" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.917s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.919550] env[62094]: DEBUG nova.network.neutron [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance_info_cache with network_info: [{"id": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "address": "fa:16:3e:c8:4b:50", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f2023a-dc", "ovs_interfaceid": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.997388] env[62094]: DEBUG nova.network.neutron [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance_info_cache with network_info: [{"id": "58965e41-e626-4159-9abb-15dee36d12c5", "address": "fa:16:3e:40:8f:4c", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58965e41-e6", "ovs_interfaceid": "58965e41-e626-4159-9abb-15dee36d12c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.105042] env[62094]: DEBUG nova.compute.manager [req-c2b0c025-fb18-46f9-b699-9d1e88bb878c req-bc505bc8-425d-4256-be19-6e5c32fef8a3 service nova] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Received event network-vif-deleted-567b309e-549b-4da2-8903-d2a4589f923b {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1176.105261] env[62094]: INFO nova.compute.manager [req-c2b0c025-fb18-46f9-b699-9d1e88bb878c req-bc505bc8-425d-4256-be19-6e5c32fef8a3 service nova] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Neutron deleted interface 567b309e-549b-4da2-8903-d2a4589f923b; detaching it from the instance and deleting it from the info cache [ 1176.105438] env[62094]: DEBUG nova.network.neutron [req-c2b0c025-fb18-46f9-b699-9d1e88bb878c req-bc505bc8-425d-4256-be19-6e5c32fef8a3 service nova] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.285665] env[62094]: DEBUG nova.network.neutron [-] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.287259] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074624} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.287808] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.291051] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1477a8a3-8a39-4063-91ec-ee58a4ad861f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.319028] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] a2b9ab46-28f4-4a98-a309-d6811dff3000/a2b9ab46-28f4-4a98-a309-d6811dff3000.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.322157] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bca9433-68b1-4d1b-8713-8be6d0edabdf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.348215] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a77a5ac-ee2d-44d9-a7f3-c6daa6fe8d19 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.367653] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400616, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.370121] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1176.370121] env[62094]: value = "task-1400618" [ 1176.370121] env[62094]: _type = "Task" [ 1176.370121] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.373716] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea9d082-2a63-4cd0-ada0-0d9b5ce6357d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.404063] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400615, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.407831] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.422793] env[62094]: DEBUG nova.compute.manager [req-6ea859e8-b813-4681-b010-8607529a4239 req-23dd6e26-5913-4fbb-9051-d645a9467258 service nova] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Detach interface failed, port_id=3607c6ff-4537-4277-9713-4e830c454f5a, reason: Instance 4d735584-cc94-4586-ad0c-34df18816663 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1176.426308] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.432212] env[62094]: DEBUG nova.compute.manager [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1176.432212] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960d09b2-4391-4f47-a256-870cd8d1d177 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.500440] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Releasing lock "refresh_cache-a1699619-ba4e-42cb-bf58-28f3a922e36e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.500973] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.501695] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bb8f140-f1a6-4b64-8ff7-c859672fd4f8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.515210] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1176.515210] env[62094]: value = "task-1400619" [ 1176.515210] env[62094]: _type = "Task" [ 1176.515210] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.530114] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.583970] env[62094]: DEBUG nova.network.neutron [-] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.614031] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ea6c70c-8704-4ab6-92fe-ca816787bfbc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.625102] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edd4ae6-aa79-45be-9a63-c769d9c86046 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.675999] env[62094]: DEBUG nova.compute.manager [req-c2b0c025-fb18-46f9-b699-9d1e88bb878c req-bc505bc8-425d-4256-be19-6e5c32fef8a3 service nova] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Detach interface failed, port_id=567b309e-549b-4da2-8903-d2a4589f923b, reason: Instance 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1176.789171] env[62094]: INFO nova.compute.manager [-] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Took 1.39 seconds to deallocate network for instance. [ 1176.859524] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400616, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.905707] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400615, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.905707] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400618, 'name': ReconfigVM_Task, 'duration_secs': 0.373303} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.907581] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Reconfigured VM instance instance-0000003b to attach disk [datastore1] a2b9ab46-28f4-4a98-a309-d6811dff3000/a2b9ab46-28f4-4a98-a309-d6811dff3000.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.908897] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1ab8ad5-c8d2-4eaf-83e7-ff3294073132 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.917812] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1176.917812] env[62094]: value = "task-1400620" [ 1176.917812] env[62094]: _type = "Task" [ 1176.917812] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.933251] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400620, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.969020] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf37dfec-a6f9-40db-8012-6972ebb1de98 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.977945] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b244ed54-edc1-4b8a-9fbf-f3dc0645671c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.014235] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373631db-2219-4d70-bdd2-ebf76e5924fe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.031815] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7cfb4f-cc14-4c45-98f7-fc66df608ac7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.036276] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400619, 'name': PowerOffVM_Task, 'duration_secs': 0.414124} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.036956] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.037608] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:19:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e93885c1-f282-4f74-9ce7-b10f9e09c69e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-348667194',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1177.037845] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1177.038019] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.041113] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1177.041113] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.041113] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1177.041113] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1177.041113] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1177.041113] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1177.041113] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1177.041113] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1177.045122] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01751943-e158-4cf5-8072-5116037041a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.064204] env[62094]: DEBUG nova.compute.provider_tree [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.072325] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1177.072325] env[62094]: value = "task-1400621" [ 1177.072325] env[62094]: _type = "Task" [ 1177.072325] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.086012] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.086466] env[62094]: INFO nova.compute.manager [-] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Took 1.60 seconds to deallocate network for instance. [ 1177.303416] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.358925] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400616, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.401563] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400615, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.429302] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400620, 'name': Rename_Task, 'duration_secs': 0.187608} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.429630] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.429962] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6a9bb7c-29ee-4745-a133-af033f98ebe7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.441071] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1177.441071] env[62094]: value = "task-1400622" [ 1177.441071] env[62094]: _type = "Task" [ 1177.441071] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.450153] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f5efbb-db2d-4cd6-8af5-f6d2ed6e7364 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.454074] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.459440] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Doing hard reboot of VM {{(pid=62094) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1177.459440] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-51debd86-3ded-4b49-ae8d-c8e1f4720e1d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.467359] env[62094]: DEBUG oslo_vmware.api [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1177.467359] env[62094]: value = "task-1400623" [ 1177.467359] env[62094]: _type = "Task" [ 1177.467359] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.477630] env[62094]: DEBUG oslo_vmware.api [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400623, 'name': ResetVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.568290] env[62094]: DEBUG nova.scheduler.client.report [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1177.584480] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400621, 'name': ReconfigVM_Task, 'duration_secs': 0.233629} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.585362] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a57d12-7b88-44e2-867b-456c69c89b2f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.612638] env[62094]: DEBUG oslo_concurrency.lockutils [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.613533] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:19:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e93885c1-f282-4f74-9ce7-b10f9e09c69e',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-348667194',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1177.613769] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1177.613936] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.614315] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1177.614315] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.614712] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1177.614712] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1177.614894] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1177.615039] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1177.615215] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1177.615352] env[62094]: DEBUG nova.virt.hardware [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1177.617085] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f4fd13-9460-4c10-a16a-ec1760b19050 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.624723] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1177.624723] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f7a469-7726-d215-0528-8faf5ba8180a" [ 1177.624723] env[62094]: _type = "Task" [ 1177.624723] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.636928] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f7a469-7726-d215-0528-8faf5ba8180a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.859909] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400616, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.052103} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.860325] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 8be52fba-7f94-44d0-aeef-353aaf600d1d/8be52fba-7f94-44d0-aeef-353aaf600d1d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.861374] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.861706] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62d8c205-49b6-450d-87b2-a38dce152eea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.870128] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Waiting for the task: (returnval){ [ 1177.870128] env[62094]: value = "task-1400624" [ 1177.870128] env[62094]: _type = "Task" [ 1177.870128] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.881764] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.901712] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400615, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.953026] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400622, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.978500] env[62094]: DEBUG oslo_vmware.api [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400623, 'name': ResetVM_Task, 'duration_secs': 0.11037} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.978854] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Did hard reboot of VM {{(pid=62094) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1177.979102] env[62094]: DEBUG nova.compute.manager [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1177.979914] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16e914d-4391-4269-bd00-0fe4721d3e62 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.079049] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.079701] env[62094]: DEBUG nova.compute.manager [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1178.082405] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.130s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.082588] env[62094]: DEBUG nova.objects.instance [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62094) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1178.140723] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f7a469-7726-d215-0528-8faf5ba8180a, 'name': SearchDatastore_Task, 'duration_secs': 0.014816} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.147180] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1178.147789] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6288399-37d6-40a8-b03e-f4b9ec3281b7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.167085] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1178.167085] env[62094]: value = "task-1400625" [ 1178.167085] env[62094]: _type = "Task" [ 1178.167085] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.179389] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.382119] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191099} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.382403] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.383220] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b76fb9-8f3c-4bd2-b099-8fcabbeb80b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.403502] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 8be52fba-7f94-44d0-aeef-353aaf600d1d/8be52fba-7f94-44d0-aeef-353aaf600d1d.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.410450] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e24cad9a-15bb-41be-a7a2-bdb00aa01058 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.440202] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400615, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.180121} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.444147] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35/22e0bb33-ee45-4ba6-93a5-ebd9deff4e35.vmdk to [datastore1] 32352ea6-c719-4c88-a4a2-dde0f79e503e/32352ea6-c719-4c88-a4a2-dde0f79e503e.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.444147] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Waiting for the task: (returnval){ [ 1178.444147] env[62094]: value = "task-1400626" [ 1178.444147] env[62094]: _type = "Task" [ 1178.444147] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.444147] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523a60e7-9db0-4730-b9ab-f94eb966929b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.457625] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400626, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.476419] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 32352ea6-c719-4c88-a4a2-dde0f79e503e/32352ea6-c719-4c88-a4a2-dde0f79e503e.vmdk or device None with type streamOptimized {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.480035] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74629e99-13aa-4e2c-889c-a4fab5224094 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.494272] env[62094]: DEBUG oslo_vmware.api [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400622, 'name': PowerOnVM_Task, 'duration_secs': 0.924206} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.496653] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.496873] env[62094]: INFO nova.compute.manager [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1178.497074] env[62094]: DEBUG nova.compute.manager [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1178.497603] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f6af5d12-f69c-48e6-889c-fe2604a9220a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.288s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.499458] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad5a928-17e9-4a28-9d96-c24d0a180052 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.505571] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1178.505571] env[62094]: value = "task-1400627" [ 1178.505571] env[62094]: _type = "Task" [ 1178.505571] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.521238] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.586938] env[62094]: DEBUG nova.compute.utils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1178.594405] env[62094]: DEBUG nova.compute.manager [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1178.594405] env[62094]: DEBUG nova.network.neutron [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.665917] env[62094]: DEBUG nova.policy [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df9a67991cf640aba6efe6920a82fdeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1e1e4ab0b7f4c2e989f2d28e13f7f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1178.679500] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400625, 'name': ReconfigVM_Task, 'duration_secs': 0.235417} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.679834] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1178.682864] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab500106-a162-4617-b433-42b454e5c5c4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.709021] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] a1699619-ba4e-42cb-bf58-28f3a922e36e/a1699619-ba4e-42cb-bf58-28f3a922e36e.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.709442] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb1b31b-7783-408c-80d1-5771c45b4fe0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.730191] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1178.730191] env[62094]: value = "task-1400628" [ 1178.730191] env[62094]: _type = "Task" [ 1178.730191] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.740296] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.959255] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.987871] env[62094]: DEBUG nova.network.neutron [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Successfully created port: e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.025758] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.026326] env[62094]: INFO nova.compute.manager [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Took 45.76 seconds to build instance. [ 1179.093990] env[62094]: DEBUG nova.compute.manager [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1179.100127] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7671973a-66cc-434f-b6ec-ff93c514b222 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.100127] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.837s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.102163] env[62094]: INFO nova.compute.claims [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.244763] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400628, 'name': ReconfigVM_Task, 'duration_secs': 0.30404} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.245123] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Reconfigured VM instance instance-0000002a to attach disk [datastore2] a1699619-ba4e-42cb-bf58-28f3a922e36e/a1699619-ba4e-42cb-bf58-28f3a922e36e.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.246130] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad715d2c-568e-4cc5-96eb-2313c536e2d2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.271050] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1887fbb1-8a34-4fdd-a736-4cecd68398a0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.293268] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aedfe4-bb6e-4c88-a3f6-a603c0f602ac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.315126] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21191d21-1472-4154-95c4-6b7ad74d179f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.323564] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.323921] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59727d8c-9148-4445-b050-dedb345418b6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.331873] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1179.331873] env[62094]: value = "task-1400629" [ 1179.331873] env[62094]: _type = "Task" [ 1179.331873] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.340487] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.459823] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400626, 'name': ReconfigVM_Task, 'duration_secs': 0.701845} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.460229] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 8be52fba-7f94-44d0-aeef-353aaf600d1d/8be52fba-7f94-44d0-aeef-353aaf600d1d.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.460964] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cd29cc7-650f-4401-959f-2991c927ba47 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.472010] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Waiting for the task: (returnval){ [ 1179.472010] env[62094]: value = "task-1400630" [ 1179.472010] env[62094]: _type = "Task" [ 1179.472010] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.481458] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400630, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.518732] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400627, 'name': ReconfigVM_Task, 'duration_secs': 0.74273} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.519146] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 32352ea6-c719-4c88-a4a2-dde0f79e503e/32352ea6-c719-4c88-a4a2-dde0f79e503e.vmdk or device None with type streamOptimized {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.519870] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22fb682d-203b-49bc-9412-ba2d4dda5f13 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.529357] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e7b15e42-1c50-4f0d-830e-7bfd531d18de tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "a2b9ab46-28f4-4a98-a309-d6811dff3000" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.274s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.530059] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1179.530059] env[62094]: value = "task-1400631" [ 1179.530059] env[62094]: _type = "Task" [ 1179.530059] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.540799] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400631, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.844175] env[62094]: DEBUG oslo_vmware.api [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400629, 'name': PowerOnVM_Task, 'duration_secs': 0.422856} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.844538] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.985314] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400630, 'name': Rename_Task, 'duration_secs': 0.178026} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.985657] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.986207] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37089229-1f5c-40f9-af20-426ba0fc7e47 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.994124] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Waiting for the task: (returnval){ [ 1179.994124] env[62094]: value = "task-1400632" [ 1179.994124] env[62094]: _type = "Task" [ 1179.994124] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.003139] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.041132] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400631, 'name': Rename_Task, 'duration_secs': 0.176031} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.041394] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.041657] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92a81959-963f-4645-beb7-589380a09f50 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.049155] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1180.049155] env[62094]: value = "task-1400633" [ 1180.049155] env[62094]: _type = "Task" [ 1180.049155] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.057736] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.107354] env[62094]: DEBUG nova.compute.manager [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1180.134866] env[62094]: DEBUG nova.virt.hardware [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1180.135165] env[62094]: DEBUG nova.virt.hardware [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1180.135334] env[62094]: DEBUG nova.virt.hardware [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.135524] env[62094]: DEBUG nova.virt.hardware [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1180.135675] env[62094]: DEBUG nova.virt.hardware [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.135827] env[62094]: DEBUG nova.virt.hardware [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1180.136054] env[62094]: DEBUG nova.virt.hardware [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1180.136225] env[62094]: DEBUG nova.virt.hardware [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1180.136403] env[62094]: DEBUG nova.virt.hardware [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1180.136575] env[62094]: DEBUG nova.virt.hardware [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1180.136753] env[62094]: DEBUG nova.virt.hardware [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1180.137623] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e118309-817c-4e9c-b6c8-34e26447c5c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.149570] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a6b4d8-643c-4d3d-a8ed-b8b1dc3958ec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.505344] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.537624] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342a6f7d-49b0-453e-b99f-add63fa015e2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.545576] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f296f5b3-9ae0-41db-9c2c-ced1216941cb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.581882] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d172eb-f050-4b3f-9168-b91fc8fa2986 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.592214] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400633, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.595188] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4062c5e-993c-4464-9d5a-2c5ed1a23eb2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.610028] env[62094]: DEBUG nova.compute.provider_tree [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.630510] env[62094]: DEBUG nova.compute.manager [req-8de097eb-fb9e-415d-8ab6-49b74e303edc req-0cd24180-8b5e-48a7-93ae-3876fa734e19 service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Received event network-vif-plugged-e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1180.630887] env[62094]: DEBUG oslo_concurrency.lockutils [req-8de097eb-fb9e-415d-8ab6-49b74e303edc req-0cd24180-8b5e-48a7-93ae-3876fa734e19 service nova] Acquiring lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.631177] env[62094]: DEBUG oslo_concurrency.lockutils [req-8de097eb-fb9e-415d-8ab6-49b74e303edc req-0cd24180-8b5e-48a7-93ae-3876fa734e19 service nova] Lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.631361] env[62094]: DEBUG oslo_concurrency.lockutils [req-8de097eb-fb9e-415d-8ab6-49b74e303edc req-0cd24180-8b5e-48a7-93ae-3876fa734e19 service nova] Lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.631540] env[62094]: DEBUG nova.compute.manager [req-8de097eb-fb9e-415d-8ab6-49b74e303edc req-0cd24180-8b5e-48a7-93ae-3876fa734e19 service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] No waiting events found dispatching network-vif-plugged-e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1180.631728] env[62094]: WARNING nova.compute.manager [req-8de097eb-fb9e-415d-8ab6-49b74e303edc req-0cd24180-8b5e-48a7-93ae-3876fa734e19 service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Received unexpected event network-vif-plugged-e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc for instance with vm_state building and task_state spawning. [ 1180.783137] env[62094]: DEBUG nova.network.neutron [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Successfully updated port: e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.861895] env[62094]: INFO nova.compute.manager [None req-fd057c6a-8c14-4462-8fae-5637db5c94d2 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance to original state: 'active' [ 1181.006148] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400632, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.058844] env[62094]: DEBUG oslo_vmware.api [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400633, 'name': PowerOnVM_Task, 'duration_secs': 0.722358} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.059125] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.113345] env[62094]: DEBUG nova.scheduler.client.report [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1181.203376] env[62094]: DEBUG nova.compute.manager [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1181.204717] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286e8da8-e57c-43ff-b147-0b78cd6ebbda {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.289021] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "refresh_cache-7717ed7e-1c56-4de7-aa71-8cc125e28b46" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.289021] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "refresh_cache-7717ed7e-1c56-4de7-aa71-8cc125e28b46" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.289021] env[62094]: DEBUG nova.network.neutron [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.506939] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400632, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.619251] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.619789] env[62094]: DEBUG nova.compute.manager [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1181.622590] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.741s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.622827] env[62094]: DEBUG nova.objects.instance [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lazy-loading 'resources' on Instance uuid 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.728102] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b1615097-2624-4507-a2fa-7785b67c783b tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 50.396s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.823603] env[62094]: DEBUG nova.network.neutron [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.997590] env[62094]: DEBUG nova.network.neutron [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Updating instance_info_cache with network_info: [{"id": "e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc", "address": "fa:16:3e:8d:2c:b1", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape21c1c9e-e7", "ovs_interfaceid": "e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.010037] env[62094]: DEBUG oslo_vmware.api [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400632, 'name': PowerOnVM_Task, 'duration_secs': 1.885612} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.010331] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.010539] env[62094]: INFO nova.compute.manager [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1182.010733] env[62094]: DEBUG nova.compute.manager [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1182.011579] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5208afd1-1196-4917-a22e-bcf8cc8233d6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.126163] env[62094]: DEBUG nova.compute.utils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1182.130393] env[62094]: DEBUG nova.compute.manager [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1182.130614] env[62094]: DEBUG nova.network.neutron [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.177382] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "a1699619-ba4e-42cb-bf58-28f3a922e36e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.177631] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "a1699619-ba4e-42cb-bf58-28f3a922e36e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.177850] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "a1699619-ba4e-42cb-bf58-28f3a922e36e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.178022] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "a1699619-ba4e-42cb-bf58-28f3a922e36e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.178203] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "a1699619-ba4e-42cb-bf58-28f3a922e36e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.182186] env[62094]: INFO nova.compute.manager [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Terminating instance [ 1182.183222] env[62094]: DEBUG nova.policy [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db323f4782b4039b4a3c5d42b867ad1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8412c020e6af477eac81718f70cb4614', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1182.185226] env[62094]: DEBUG nova.compute.manager [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1182.185441] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.188785] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6cc108-c217-4588-96da-b504857ea1eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.197461] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.197729] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0a7a118-f58a-4ad8-b7f0-3656dc383772 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.203709] env[62094]: DEBUG oslo_vmware.api [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1182.203709] env[62094]: value = "task-1400634" [ 1182.203709] env[62094]: _type = "Task" [ 1182.203709] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.211732] env[62094]: DEBUG oslo_vmware.api [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.368203] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "a2b9ab46-28f4-4a98-a309-d6811dff3000" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.368203] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "a2b9ab46-28f4-4a98-a309-d6811dff3000" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.368203] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "a2b9ab46-28f4-4a98-a309-d6811dff3000-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.368505] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "a2b9ab46-28f4-4a98-a309-d6811dff3000-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.368505] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "a2b9ab46-28f4-4a98-a309-d6811dff3000-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.374015] env[62094]: INFO nova.compute.manager [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Terminating instance [ 1182.378440] env[62094]: DEBUG nova.compute.manager [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1182.378440] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.379353] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f32258-1351-49bb-8007-2b439d3c6e1a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.394011] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.394487] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e3f28ee-58e8-4127-a0fb-682103d0f58d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.404192] env[62094]: DEBUG oslo_vmware.api [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1182.404192] env[62094]: value = "task-1400635" [ 1182.404192] env[62094]: _type = "Task" [ 1182.404192] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.412268] env[62094]: DEBUG oslo_vmware.api [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.503684] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "refresh_cache-7717ed7e-1c56-4de7-aa71-8cc125e28b46" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.504016] env[62094]: DEBUG nova.compute.manager [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Instance network_info: |[{"id": "e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc", "address": "fa:16:3e:8d:2c:b1", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape21c1c9e-e7", "ovs_interfaceid": "e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1182.504513] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:2c:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.512743] env[62094]: DEBUG oslo.service.loopingcall [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1182.516300] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.516769] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b81a632f-22ec-4f20-b9a6-5e3435f54dcb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.552291] env[62094]: INFO nova.compute.manager [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Took 48.07 seconds to build instance. [ 1182.554878] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.554878] env[62094]: value = "task-1400636" [ 1182.554878] env[62094]: _type = "Task" [ 1182.554878] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.576495] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400636, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.598586] env[62094]: DEBUG nova.network.neutron [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Successfully created port: b2301ccb-2aab-498a-97a8-fd19560c1bbd {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.630946] env[62094]: DEBUG nova.compute.manager [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1182.635710] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2f5dd6-4076-4e72-8f02-920e3ee27063 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.645241] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c1123e-f8dd-4813-ad1e-08c84f2e18c9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.680207] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd0cb8e-d275-4786-b40c-013b0605d964 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.689417] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8031e92b-a8c3-4cfa-b7c3-464d868efc7b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.704561] env[62094]: DEBUG nova.compute.provider_tree [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.713959] env[62094]: DEBUG oslo_vmware.api [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400634, 'name': PowerOffVM_Task, 'duration_secs': 0.179098} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.714278] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.714394] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.715159] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8851bf5-1c6d-46c4-89cd-af0b7f0bae91 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.783293] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.783608] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.783823] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Deleting the datastore file [datastore2] a1699619-ba4e-42cb-bf58-28f3a922e36e {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.784105] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b274e0ef-36f1-4a96-96b4-14b0047ef206 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.791805] env[62094]: DEBUG oslo_vmware.api [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1182.791805] env[62094]: value = "task-1400638" [ 1182.791805] env[62094]: _type = "Task" [ 1182.791805] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.800363] env[62094]: DEBUG oslo_vmware.api [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.916832] env[62094]: DEBUG oslo_vmware.api [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400635, 'name': PowerOffVM_Task, 'duration_secs': 0.320901} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.919026] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.919026] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.919026] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb4422ab-4f9f-4268-8cb7-583bbe5d4691 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.983448] env[62094]: DEBUG nova.compute.manager [req-0f59afd7-57d9-441c-9ae0-4224b91ebba5 req-f2532e2d-96cf-4728-9159-d2ad4b4d6d36 service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Received event network-changed-e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1182.983448] env[62094]: DEBUG nova.compute.manager [req-0f59afd7-57d9-441c-9ae0-4224b91ebba5 req-f2532e2d-96cf-4728-9159-d2ad4b4d6d36 service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Refreshing instance network info cache due to event network-changed-e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1182.983448] env[62094]: DEBUG oslo_concurrency.lockutils [req-0f59afd7-57d9-441c-9ae0-4224b91ebba5 req-f2532e2d-96cf-4728-9159-d2ad4b4d6d36 service nova] Acquiring lock "refresh_cache-7717ed7e-1c56-4de7-aa71-8cc125e28b46" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.983448] env[62094]: DEBUG oslo_concurrency.lockutils [req-0f59afd7-57d9-441c-9ae0-4224b91ebba5 req-f2532e2d-96cf-4728-9159-d2ad4b4d6d36 service nova] Acquired lock "refresh_cache-7717ed7e-1c56-4de7-aa71-8cc125e28b46" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.983448] env[62094]: DEBUG nova.network.neutron [req-0f59afd7-57d9-441c-9ae0-4224b91ebba5 req-f2532e2d-96cf-4728-9159-d2ad4b4d6d36 service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Refreshing network info cache for port e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.983448] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.983727] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.983813] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Deleting the datastore file [datastore1] a2b9ab46-28f4-4a98-a309-d6811dff3000 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.984279] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ca3c604-f631-401a-bb2e-55de6c020a39 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.996504] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Acquiring lock "0e47290d-8081-4e0f-a827-fdfdc4144993" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.996793] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Lock "0e47290d-8081-4e0f-a827-fdfdc4144993" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.998744] env[62094]: DEBUG oslo_vmware.api [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1182.998744] env[62094]: value = "task-1400640" [ 1182.998744] env[62094]: _type = "Task" [ 1182.998744] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.008672] env[62094]: DEBUG oslo_vmware.api [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.057923] env[62094]: DEBUG oslo_concurrency.lockutils [None req-798a0c97-0199-47d4-afdc-12a6e07afa64 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Lock "8be52fba-7f94-44d0-aeef-353aaf600d1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.591s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.067499] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400636, 'name': CreateVM_Task, 'duration_secs': 0.347776} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.067499] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.068138] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.068311] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.070114] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.070114] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c71bf974-3601-45ca-ab38-2eba974e276d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.075930] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1183.075930] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5255d320-3c8c-9dc0-dbbf-0a70154f0a0d" [ 1183.075930] env[62094]: _type = "Task" [ 1183.075930] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.084352] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5255d320-3c8c-9dc0-dbbf-0a70154f0a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.008497} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.084909] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.084988] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.085193] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.085335] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.085641] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.085772] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36187d0c-40b3-49d9-a4b0-cad3c58bedb6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.093019] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.093221] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.093891] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e6deffa-7ebb-4371-ab47-d173f683971b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.098367] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1183.098367] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521a1c4c-c1d9-4974-4afe-da8476075162" [ 1183.098367] env[62094]: _type = "Task" [ 1183.098367] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.105792] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521a1c4c-c1d9-4974-4afe-da8476075162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.210477] env[62094]: DEBUG nova.scheduler.client.report [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1183.302358] env[62094]: DEBUG oslo_vmware.api [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172868} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.302581] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.302790] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.302974] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.303189] env[62094]: INFO nova.compute.manager [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1183.303418] env[62094]: DEBUG oslo.service.loopingcall [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1183.303611] env[62094]: DEBUG nova.compute.manager [-] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1183.303705] env[62094]: DEBUG nova.network.neutron [-] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.434139] env[62094]: DEBUG nova.compute.manager [None req-b471eaf2-4370-44a8-a26e-0deb2e1b5451 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1183.434139] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c21302-e843-43c3-b06d-6d88c341ae2c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.501940] env[62094]: DEBUG nova.compute.manager [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1183.514551] env[62094]: DEBUG oslo_vmware.api [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138988} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.514992] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.515269] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.515485] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.515690] env[62094]: INFO nova.compute.manager [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1183.515973] env[62094]: DEBUG oslo.service.loopingcall [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1183.516384] env[62094]: DEBUG nova.compute.manager [-] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1183.516384] env[62094]: DEBUG nova.network.neutron [-] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.611952] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521a1c4c-c1d9-4974-4afe-da8476075162, 'name': SearchDatastore_Task, 'duration_secs': 0.007932} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.612796] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d77ae41-9c82-4996-8109-04ebdcd17ac8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.619827] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1183.619827] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52397cd5-f717-9fc1-cf90-0dd049c06f38" [ 1183.619827] env[62094]: _type = "Task" [ 1183.619827] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.632693] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52397cd5-f717-9fc1-cf90-0dd049c06f38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.648866] env[62094]: DEBUG nova.compute.manager [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1183.675914] env[62094]: DEBUG nova.virt.hardware [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1183.676234] env[62094]: DEBUG nova.virt.hardware [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1183.676426] env[62094]: DEBUG nova.virt.hardware [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.676643] env[62094]: DEBUG nova.virt.hardware [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1183.676803] env[62094]: DEBUG nova.virt.hardware [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.676962] env[62094]: DEBUG nova.virt.hardware [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1183.677193] env[62094]: DEBUG nova.virt.hardware [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1183.677356] env[62094]: DEBUG nova.virt.hardware [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1183.677526] env[62094]: DEBUG nova.virt.hardware [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1183.677693] env[62094]: DEBUG nova.virt.hardware [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1183.677921] env[62094]: DEBUG nova.virt.hardware [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1183.678861] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecb2b2d-da9c-4a47-b3ec-5ec242f61199 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.693558] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6635a729-eb06-414d-b750-1322c9e33c59 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.718029] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.719816] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.175s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.720102] env[62094]: DEBUG nova.objects.instance [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lazy-loading 'resources' on Instance uuid f80bd532-4aaa-483f-abaf-c67c62cf04c9 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.739479] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Acquiring lock "8be52fba-7f94-44d0-aeef-353aaf600d1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.739732] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Lock "8be52fba-7f94-44d0-aeef-353aaf600d1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.739943] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Acquiring lock "8be52fba-7f94-44d0-aeef-353aaf600d1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.740925] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Lock "8be52fba-7f94-44d0-aeef-353aaf600d1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.740925] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Lock "8be52fba-7f94-44d0-aeef-353aaf600d1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.742754] env[62094]: INFO nova.compute.manager [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Terminating instance [ 1183.745408] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Acquiring lock "refresh_cache-8be52fba-7f94-44d0-aeef-353aaf600d1d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.745576] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Acquired lock "refresh_cache-8be52fba-7f94-44d0-aeef-353aaf600d1d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.745749] env[62094]: DEBUG nova.network.neutron [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.754800] env[62094]: INFO nova.scheduler.client.report [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleted allocations for instance 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3 [ 1183.806524] env[62094]: DEBUG nova.network.neutron [req-0f59afd7-57d9-441c-9ae0-4224b91ebba5 req-f2532e2d-96cf-4728-9159-d2ad4b4d6d36 service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Updated VIF entry in instance network info cache for port e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.806888] env[62094]: DEBUG nova.network.neutron [req-0f59afd7-57d9-441c-9ae0-4224b91ebba5 req-f2532e2d-96cf-4728-9159-d2ad4b4d6d36 service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Updating instance_info_cache with network_info: [{"id": "e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc", "address": "fa:16:3e:8d:2c:b1", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape21c1c9e-e7", "ovs_interfaceid": "e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.933153] env[62094]: DEBUG nova.compute.manager [req-91df2915-feba-4a87-a87e-e66eb74ef345 req-f538a6bc-693b-45f1-9f76-01ce9bbe2ad1 service nova] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Received event network-vif-deleted-bddd4cc5-f8d0-419e-95d1-f6412b871a63 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1183.933362] env[62094]: INFO nova.compute.manager [req-91df2915-feba-4a87-a87e-e66eb74ef345 req-f538a6bc-693b-45f1-9f76-01ce9bbe2ad1 service nova] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Neutron deleted interface bddd4cc5-f8d0-419e-95d1-f6412b871a63; detaching it from the instance and deleting it from the info cache [ 1183.933547] env[62094]: DEBUG nova.network.neutron [req-91df2915-feba-4a87-a87e-e66eb74ef345 req-f538a6bc-693b-45f1-9f76-01ce9bbe2ad1 service nova] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.943911] env[62094]: INFO nova.compute.manager [None req-b471eaf2-4370-44a8-a26e-0deb2e1b5451 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] instance snapshotting [ 1183.944552] env[62094]: DEBUG nova.objects.instance [None req-b471eaf2-4370-44a8-a26e-0deb2e1b5451 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Lazy-loading 'flavor' on Instance uuid 8be52fba-7f94-44d0-aeef-353aaf600d1d {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.026379] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.133214] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52397cd5-f717-9fc1-cf90-0dd049c06f38, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.133455] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.133773] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 7717ed7e-1c56-4de7-aa71-8cc125e28b46/7717ed7e-1c56-4de7-aa71-8cc125e28b46.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.134067] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57793909-fd02-4318-9f27-52c23207cf38 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.142628] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1184.142628] env[62094]: value = "task-1400641" [ 1184.142628] env[62094]: _type = "Task" [ 1184.142628] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.151323] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.173700] env[62094]: DEBUG nova.network.neutron [-] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.184915] env[62094]: DEBUG nova.network.neutron [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Successfully updated port: b2301ccb-2aab-498a-97a8-fd19560c1bbd {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.263256] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b92b8a76-7b49-40ec-945b-2f200f5f9153 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "7a672f64-d9c9-4cdb-b5d2-d3358c6122e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.522s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.266935] env[62094]: DEBUG nova.network.neutron [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.309824] env[62094]: DEBUG oslo_concurrency.lockutils [req-0f59afd7-57d9-441c-9ae0-4224b91ebba5 req-f2532e2d-96cf-4728-9159-d2ad4b4d6d36 service nova] Releasing lock "refresh_cache-7717ed7e-1c56-4de7-aa71-8cc125e28b46" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.331157] env[62094]: DEBUG nova.network.neutron [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.402181] env[62094]: DEBUG nova.network.neutron [-] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.436285] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2370f76b-4339-4f46-968f-291f070bb417 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.452132] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd0ac3c-5a88-4e50-be84-392a45a9b9a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.473010] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9d62d0-e905-457e-93e1-d8d711b0f797 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.509770] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac66bc5f-b742-430b-876a-e469f865761d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.514842] env[62094]: DEBUG nova.compute.manager [req-91df2915-feba-4a87-a87e-e66eb74ef345 req-f538a6bc-693b-45f1-9f76-01ce9bbe2ad1 service nova] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Detach interface failed, port_id=bddd4cc5-f8d0-419e-95d1-f6412b871a63, reason: Instance a2b9ab46-28f4-4a98-a309-d6811dff3000 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1184.516359] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855841f8-b0eb-4abe-ba1e-802fd9e2db53 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.532966] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9a48d0-6d2c-4d47-b3e7-c00de2a1eb0d tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Suspending the VM {{(pid=62094) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1184.533701] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6a508619-71f5-4b96-ac07-e0313f8694f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.544014] env[62094]: DEBUG oslo_vmware.api [None req-7a9a48d0-6d2c-4d47-b3e7-c00de2a1eb0d tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1184.544014] env[62094]: value = "task-1400642" [ 1184.544014] env[62094]: _type = "Task" [ 1184.544014] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.558102] env[62094]: DEBUG oslo_vmware.api [None req-7a9a48d0-6d2c-4d47-b3e7-c00de2a1eb0d tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400642, 'name': SuspendVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.652964] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400641, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.675712] env[62094]: INFO nova.compute.manager [-] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Took 1.37 seconds to deallocate network for instance. [ 1184.687307] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.687469] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.687597] env[62094]: DEBUG nova.network.neutron [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.722368] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cb3cfe-bd23-43e7-9cc7-630a89ffa20f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.731580] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa633773-3652-43e7-b9a0-3a3de0e21e9f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.761133] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49af7199-406f-4a77-be89-aeea6838c658 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.768583] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc894d5c-c309-40fa-858d-ac6fbebd5988 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.781704] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "9b7b4789-f5fc-44bb-addb-5da6cc9ebd19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.781955] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "9b7b4789-f5fc-44bb-addb-5da6cc9ebd19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.782186] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "9b7b4789-f5fc-44bb-addb-5da6cc9ebd19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.782369] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "9b7b4789-f5fc-44bb-addb-5da6cc9ebd19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.782534] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "9b7b4789-f5fc-44bb-addb-5da6cc9ebd19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.784760] env[62094]: DEBUG nova.compute.provider_tree [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.786193] env[62094]: INFO nova.compute.manager [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Terminating instance [ 1184.787876] env[62094]: DEBUG nova.compute.manager [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1184.788082] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.788924] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dfde8f-9c86-47ec-82f0-664e2a8b6a84 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.796418] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.796678] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-503fe9a9-b201-4f16-a622-ce4d0f864c0c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.804123] env[62094]: DEBUG oslo_vmware.api [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1184.804123] env[62094]: value = "task-1400643" [ 1184.804123] env[62094]: _type = "Task" [ 1184.804123] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.811880] env[62094]: DEBUG oslo_vmware.api [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.833401] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Releasing lock "refresh_cache-8be52fba-7f94-44d0-aeef-353aaf600d1d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.833854] env[62094]: DEBUG nova.compute.manager [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1184.834100] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.834959] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8907cc-ba8c-4b18-b1ed-5c8e59ca4e2f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.844010] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.844283] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3ce2e7c-d2e9-4aa8-bc75-5adc0a17bba3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.850466] env[62094]: DEBUG oslo_vmware.api [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Waiting for the task: (returnval){ [ 1184.850466] env[62094]: value = "task-1400644" [ 1184.850466] env[62094]: _type = "Task" [ 1184.850466] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.558363] env[62094]: INFO nova.compute.manager [-] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Took 2.04 seconds to deallocate network for instance. [ 1185.558936] env[62094]: DEBUG nova.compute.manager [None req-b471eaf2-4370-44a8-a26e-0deb2e1b5451 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Instance disappeared during snapshot {{(pid=62094) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 1185.561539] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.563741] env[62094]: DEBUG nova.scheduler.client.report [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1185.567915] env[62094]: DEBUG oslo_vmware.api [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.568203] env[62094]: WARNING oslo_vmware.common.loopingcall [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] task run outlasted interval by 0.217426 sec [ 1185.579089] env[62094]: DEBUG nova.compute.manager [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Received event network-vif-deleted-58965e41-e626-4159-9abb-15dee36d12c5 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1185.579301] env[62094]: DEBUG nova.compute.manager [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Received event network-vif-plugged-b2301ccb-2aab-498a-97a8-fd19560c1bbd {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1185.579487] env[62094]: DEBUG oslo_concurrency.lockutils [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] Acquiring lock "939cd279-b1c8-43f5-add3-e4a948fe9071-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.579686] env[62094]: DEBUG oslo_concurrency.lockutils [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] Lock "939cd279-b1c8-43f5-add3-e4a948fe9071-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.579848] env[62094]: DEBUG oslo_concurrency.lockutils [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] Lock "939cd279-b1c8-43f5-add3-e4a948fe9071-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.580014] env[62094]: DEBUG nova.compute.manager [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] No waiting events found dispatching network-vif-plugged-b2301ccb-2aab-498a-97a8-fd19560c1bbd {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1185.580188] env[62094]: WARNING nova.compute.manager [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Received unexpected event network-vif-plugged-b2301ccb-2aab-498a-97a8-fd19560c1bbd for instance with vm_state building and task_state spawning. [ 1185.580346] env[62094]: DEBUG nova.compute.manager [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Received event network-changed-b2301ccb-2aab-498a-97a8-fd19560c1bbd {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1185.580498] env[62094]: DEBUG nova.compute.manager [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Refreshing instance network info cache due to event network-changed-b2301ccb-2aab-498a-97a8-fd19560c1bbd. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1185.580661] env[62094]: DEBUG oslo_concurrency.lockutils [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] Acquiring lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.601017] env[62094]: DEBUG oslo_vmware.api [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400643, 'name': PowerOffVM_Task, 'duration_secs': 0.261163} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.601510] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528277} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.601719] env[62094]: DEBUG oslo_vmware.api [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400644, 'name': PowerOffVM_Task, 'duration_secs': 0.220953} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.601998] env[62094]: DEBUG oslo_vmware.api [None req-7a9a48d0-6d2c-4d47-b3e7-c00de2a1eb0d tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400642, 'name': SuspendVM_Task, 'duration_secs': 0.766761} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.604677] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.604677] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.604677] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 7717ed7e-1c56-4de7-aa71-8cc125e28b46/7717ed7e-1c56-4de7-aa71-8cc125e28b46.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.605028] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.605891] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.605891] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.605891] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9a48d0-6d2c-4d47-b3e7-c00de2a1eb0d tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Suspended the VM {{(pid=62094) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1185.605891] env[62094]: DEBUG nova.compute.manager [None req-7a9a48d0-6d2c-4d47-b3e7-c00de2a1eb0d tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1185.606345] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40726bb4-1c60-4973-9e70-c0f791fd716e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.607537] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea732adb-8e66-48bb-84b9-32dd84f2886d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.611277] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c08b074-b951-4e52-9db1-d95062540e7c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.611277] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39370da-4d82-46d8-8751-5b5305ff82d6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.620897] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1185.620897] env[62094]: value = "task-1400646" [ 1185.620897] env[62094]: _type = "Task" [ 1185.620897] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.632669] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.635601] env[62094]: DEBUG nova.network.neutron [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.641464] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.641698] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.642157] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Deleting the datastore file [datastore1] 8be52fba-7f94-44d0-aeef-353aaf600d1d {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.642157] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-095d827e-1964-4345-8ebe-203bed64cb71 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.648356] env[62094]: DEBUG oslo_vmware.api [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Waiting for the task: (returnval){ [ 1185.648356] env[62094]: value = "task-1400648" [ 1185.648356] env[62094]: _type = "Task" [ 1185.648356] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.656730] env[62094]: DEBUG oslo_vmware.api [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.686517] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.687082] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.687082] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleting the datastore file [datastore1] 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.687357] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8473f47-20eb-4dc7-8362-45e8511e6a8d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.694257] env[62094]: DEBUG oslo_vmware.api [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1185.694257] env[62094]: value = "task-1400649" [ 1185.694257] env[62094]: _type = "Task" [ 1185.694257] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.703588] env[62094]: DEBUG oslo_vmware.api [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.763450] env[62094]: DEBUG nova.compute.manager [None req-b471eaf2-4370-44a8-a26e-0deb2e1b5451 tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Found 0 images (rotation: 2) {{(pid=62094) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1185.793787] env[62094]: DEBUG nova.network.neutron [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updating instance_info_cache with network_info: [{"id": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "address": "fa:16:3e:b3:e7:c1", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2301ccb-2a", "ovs_interfaceid": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.070278] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.072670] env[62094]: DEBUG oslo_concurrency.lockutils [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.090s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.073042] env[62094]: DEBUG nova.objects.instance [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Lazy-loading 'resources' on Instance uuid 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.096917] env[62094]: INFO nova.scheduler.client.report [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Deleted allocations for instance f80bd532-4aaa-483f-abaf-c67c62cf04c9 [ 1186.105035] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.136076] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077541} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.137025] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.137132] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53a8702-1197-4b8e-ae10-3898729e89b2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.159193] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 7717ed7e-1c56-4de7-aa71-8cc125e28b46/7717ed7e-1c56-4de7-aa71-8cc125e28b46.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.162404] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85401f4d-185d-4e38-ab92-412fcf8ba864 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.181639] env[62094]: DEBUG oslo_vmware.api [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Task: {'id': task-1400648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146824} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.182850] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.183014] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.183211] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.183387] env[62094]: INFO nova.compute.manager [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1186.183617] env[62094]: DEBUG oslo.service.loopingcall [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.183860] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1186.183860] env[62094]: value = "task-1400650" [ 1186.183860] env[62094]: _type = "Task" [ 1186.183860] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.184098] env[62094]: DEBUG nova.compute.manager [-] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1186.184206] env[62094]: DEBUG nova.network.neutron [-] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.193549] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.202156] env[62094]: DEBUG oslo_vmware.api [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258304} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.202390] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.202569] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.202742] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.203183] env[62094]: INFO nova.compute.manager [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1186.203217] env[62094]: DEBUG oslo.service.loopingcall [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.203830] env[62094]: DEBUG nova.network.neutron [-] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.205038] env[62094]: DEBUG nova.compute.manager [-] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1186.205136] env[62094]: DEBUG nova.network.neutron [-] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.296677] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.297076] env[62094]: DEBUG nova.compute.manager [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Instance network_info: |[{"id": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "address": "fa:16:3e:b3:e7:c1", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2301ccb-2a", "ovs_interfaceid": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1186.297494] env[62094]: DEBUG oslo_concurrency.lockutils [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] Acquired lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.297687] env[62094]: DEBUG nova.network.neutron [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Refreshing network info cache for port b2301ccb-2aab-498a-97a8-fd19560c1bbd {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.298954] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:e7:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2301ccb-2aab-498a-97a8-fd19560c1bbd', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.307166] env[62094]: DEBUG oslo.service.loopingcall [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.308265] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.308523] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0a2ee16-9db6-47a6-b44c-e96b302a3361 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.334183] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.334183] env[62094]: value = "task-1400651" [ 1186.334183] env[62094]: _type = "Task" [ 1186.334183] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.345972] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400651, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.607114] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a961699-8260-4792-810f-1dc6d31ab392 tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "f80bd532-4aaa-483f-abaf-c67c62cf04c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.553s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.697524] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400650, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.709073] env[62094]: DEBUG nova.network.neutron [-] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.849031] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400651, 'name': CreateVM_Task, 'duration_secs': 0.337922} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.849114] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.850198] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.850389] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.850720] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.851194] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6456b5-cda8-4e9d-be5a-4fa9e286b6dc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.855662] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1186.855662] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e5ee99-ee34-4700-383d-dbabf91d93a0" [ 1186.855662] env[62094]: _type = "Task" [ 1186.855662] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.865761] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e5ee99-ee34-4700-383d-dbabf91d93a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.968462] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a1185f-497d-4762-aed2-c7f21c07fda2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.976556] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbe0df9-8ec7-43f1-bc6b-78a052a488e0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.008838] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ae986a-8b0d-42df-b7ea-d4fa1b103307 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.016572] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12068c71-3609-4ddf-8151-33365db00be1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.030570] env[62094]: DEBUG nova.compute.provider_tree [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.046119] env[62094]: DEBUG nova.compute.manager [req-d949d86b-47eb-4e3e-b066-cc89eb9706b7 req-30cf0a33-46f9-460f-a4d6-6ff54199bcd0 service nova] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Received event network-vif-deleted-6fae2383-f5d6-4b22-a219-0264930cfa98 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1187.046492] env[62094]: INFO nova.compute.manager [req-d949d86b-47eb-4e3e-b066-cc89eb9706b7 req-30cf0a33-46f9-460f-a4d6-6ff54199bcd0 service nova] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Neutron deleted interface 6fae2383-f5d6-4b22-a219-0264930cfa98; detaching it from the instance and deleting it from the info cache [ 1187.046492] env[62094]: DEBUG nova.network.neutron [req-d949d86b-47eb-4e3e-b066-cc89eb9706b7 req-30cf0a33-46f9-460f-a4d6-6ff54199bcd0 service nova] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.054933] env[62094]: DEBUG nova.network.neutron [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updated VIF entry in instance network info cache for port b2301ccb-2aab-498a-97a8-fd19560c1bbd. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.055281] env[62094]: DEBUG nova.network.neutron [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updating instance_info_cache with network_info: [{"id": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "address": "fa:16:3e:b3:e7:c1", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2301ccb-2a", "ovs_interfaceid": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.200570] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400650, 'name': ReconfigVM_Task, 'duration_secs': 0.5554} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.200570] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 7717ed7e-1c56-4de7-aa71-8cc125e28b46/7717ed7e-1c56-4de7-aa71-8cc125e28b46.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.200888] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fd35b10-127d-4a06-880d-3976fd2e2479 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.207905] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1187.207905] env[62094]: value = "task-1400652" [ 1187.207905] env[62094]: _type = "Task" [ 1187.207905] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.210990] env[62094]: INFO nova.compute.manager [-] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Took 1.03 seconds to deallocate network for instance. [ 1187.215718] env[62094]: DEBUG nova.network.neutron [-] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.220120] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400652, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.263027] env[62094]: INFO nova.compute.manager [None req-ac1b8a50-0214-403b-9acc-84ef5f302eca tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Resuming [ 1187.263435] env[62094]: DEBUG nova.objects.instance [None req-ac1b8a50-0214-403b-9acc-84ef5f302eca tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lazy-loading 'flavor' on Instance uuid 32352ea6-c719-4c88-a4a2-dde0f79e503e {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.273886] env[62094]: DEBUG oslo_concurrency.lockutils [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "cfc0fe88-5a4d-4d10-b528-f6fdc55bc196" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.274251] env[62094]: DEBUG oslo_concurrency.lockutils [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "cfc0fe88-5a4d-4d10-b528-f6fdc55bc196" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.274360] env[62094]: DEBUG oslo_concurrency.lockutils [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "cfc0fe88-5a4d-4d10-b528-f6fdc55bc196-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.274546] env[62094]: DEBUG oslo_concurrency.lockutils [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "cfc0fe88-5a4d-4d10-b528-f6fdc55bc196-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.274724] env[62094]: DEBUG oslo_concurrency.lockutils [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "cfc0fe88-5a4d-4d10-b528-f6fdc55bc196-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.276715] env[62094]: INFO nova.compute.manager [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Terminating instance [ 1187.279047] env[62094]: DEBUG nova.compute.manager [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1187.279137] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.279936] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a92c65-edb4-48e4-8d0a-ee8bf0e83abb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.288059] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.288143] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49d7213a-b262-4970-8f03-790f8a9ace1d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.293509] env[62094]: DEBUG oslo_vmware.api [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1187.293509] env[62094]: value = "task-1400653" [ 1187.293509] env[62094]: _type = "Task" [ 1187.293509] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.301913] env[62094]: DEBUG oslo_vmware.api [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.369499] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e5ee99-ee34-4700-383d-dbabf91d93a0, 'name': SearchDatastore_Task, 'duration_secs': 0.045909} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.369812] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.370063] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.370298] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.370446] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.370625] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.370933] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e04bd28-98a7-4658-9fec-3065c9940922 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.378526] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.378702] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.379396] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbcfeb7-679d-4bd0-ae1e-c5a6f01e6d59 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.384380] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1187.384380] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c59649-9f44-d985-bdeb-85cc0a5dbff9" [ 1187.384380] env[62094]: _type = "Task" [ 1187.384380] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.392132] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c59649-9f44-d985-bdeb-85cc0a5dbff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.533461] env[62094]: DEBUG nova.scheduler.client.report [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1187.549377] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42a24f81-e88f-4e02-89d3-1419f93fe905 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.558270] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b409a9eb-ec3a-4ebe-b265-394f5df0bcfd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.570694] env[62094]: DEBUG oslo_concurrency.lockutils [req-ee2be38a-7119-43e6-b8ef-277a9af9228b req-4b8e0878-5c94-4aa4-b2ec-24a00d3da552 service nova] Releasing lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.591894] env[62094]: DEBUG nova.compute.manager [req-d949d86b-47eb-4e3e-b066-cc89eb9706b7 req-30cf0a33-46f9-460f-a4d6-6ff54199bcd0 service nova] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Detach interface failed, port_id=6fae2383-f5d6-4b22-a219-0264930cfa98, reason: Instance 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1187.719805] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.720123] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400652, 'name': Rename_Task, 'duration_secs': 0.189913} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.720446] env[62094]: INFO nova.compute.manager [-] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Took 1.52 seconds to deallocate network for instance. [ 1187.720690] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.722302] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0622ae0d-accc-4f46-8922-d430f747bb7a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.730567] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1187.730567] env[62094]: value = "task-1400654" [ 1187.730567] env[62094]: _type = "Task" [ 1187.730567] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.737890] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.803050] env[62094]: DEBUG oslo_vmware.api [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400653, 'name': PowerOffVM_Task, 'duration_secs': 0.173359} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.803317] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.803483] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.803722] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e103b25b-7ccb-441c-97f4-57dcaedd2b41 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.862792] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.863041] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.863249] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Deleting the datastore file [datastore1] cfc0fe88-5a4d-4d10-b528-f6fdc55bc196 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.863486] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecc31ed9-46d4-430e-ae4e-7e2d0aa6ba76 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.870499] env[62094]: DEBUG oslo_vmware.api [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for the task: (returnval){ [ 1187.870499] env[62094]: value = "task-1400656" [ 1187.870499] env[62094]: _type = "Task" [ 1187.870499] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.878984] env[62094]: DEBUG oslo_vmware.api [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.893261] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c59649-9f44-d985-bdeb-85cc0a5dbff9, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.894038] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee76443a-d3c3-47fa-a706-00d968aa7d6d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.898681] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1187.898681] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a3c854-9b70-036f-d507-89530037db62" [ 1187.898681] env[62094]: _type = "Task" [ 1187.898681] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.906028] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a3c854-9b70-036f-d507-89530037db62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.038494] env[62094]: DEBUG oslo_concurrency.lockutils [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.041320] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.534s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.042946] env[62094]: INFO nova.compute.claims [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.223471] env[62094]: INFO nova.scheduler.client.report [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Deleted allocations for instance 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58 [ 1188.227771] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.242736] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.271435] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac1b8a50-0214-403b-9acc-84ef5f302eca tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.271644] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac1b8a50-0214-403b-9acc-84ef5f302eca tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquired lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.271826] env[62094]: DEBUG nova.network.neutron [None req-ac1b8a50-0214-403b-9acc-84ef5f302eca tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.381324] env[62094]: DEBUG oslo_vmware.api [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Task: {'id': task-1400656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131964} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.381532] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.381682] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.381871] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.382093] env[62094]: INFO nova.compute.manager [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1188.382360] env[62094]: DEBUG oslo.service.loopingcall [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1188.382585] env[62094]: DEBUG nova.compute.manager [-] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1188.382682] env[62094]: DEBUG nova.network.neutron [-] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.408816] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a3c854-9b70-036f-d507-89530037db62, 'name': SearchDatastore_Task, 'duration_secs': 0.011414} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.409109] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.409378] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 939cd279-b1c8-43f5-add3-e4a948fe9071/939cd279-b1c8-43f5-add3-e4a948fe9071.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.409649] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6b16c8a-e730-4aa6-86d0-d2779757848d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.416900] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1188.416900] env[62094]: value = "task-1400657" [ 1188.416900] env[62094]: _type = "Task" [ 1188.416900] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.425061] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.737169] env[62094]: DEBUG oslo_concurrency.lockutils [None req-29e38fdb-711c-4fdd-b0fe-1242cb4a2a31 tempest-VolumesAssistedSnapshotsTest-1045413996 tempest-VolumesAssistedSnapshotsTest-1045413996-project-member] Lock "3bffbe72-a72f-4251-a3e2-f2ddb69cdc58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.465s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.745415] env[62094]: DEBUG oslo_vmware.api [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400654, 'name': PowerOnVM_Task, 'duration_secs': 0.949988} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.745824] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.746145] env[62094]: INFO nova.compute.manager [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1188.746354] env[62094]: DEBUG nova.compute.manager [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1188.747145] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b07d597-ae72-434a-bb9f-e18cdc363e11 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.930256] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400657, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.022547] env[62094]: DEBUG nova.network.neutron [None req-ac1b8a50-0214-403b-9acc-84ef5f302eca tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Updating instance_info_cache with network_info: [{"id": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "address": "fa:16:3e:4f:de:63", "network": {"id": "1ae0ff4e-cb84-453c-8414-49f8311174af", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1526021298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c22fcae2c9c344cb8e4269a33082022c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ab9159-bc", "ovs_interfaceid": "09ab9159-bccc-4843-8306-9f1d34fecd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.072978] env[62094]: DEBUG nova.compute.manager [req-fdf58465-4045-424b-aba1-8833363bc152 req-6ee2106d-fab3-4ef0-be75-4beee358fd92 service nova] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Received event network-vif-deleted-b183870b-dc79-424d-967b-1c0b1e970852 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1189.073270] env[62094]: INFO nova.compute.manager [req-fdf58465-4045-424b-aba1-8833363bc152 req-6ee2106d-fab3-4ef0-be75-4beee358fd92 service nova] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Neutron deleted interface b183870b-dc79-424d-967b-1c0b1e970852; detaching it from the instance and deleting it from the info cache [ 1189.073489] env[62094]: DEBUG nova.network.neutron [req-fdf58465-4045-424b-aba1-8833363bc152 req-6ee2106d-fab3-4ef0-be75-4beee358fd92 service nova] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.145468] env[62094]: DEBUG nova.network.neutron [-] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.271054] env[62094]: INFO nova.compute.manager [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Took 48.01 seconds to build instance. [ 1189.429491] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618693} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.429941] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 939cd279-b1c8-43f5-add3-e4a948fe9071/939cd279-b1c8-43f5-add3-e4a948fe9071.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.430265] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.430584] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a084e420-9e03-490a-aad0-67f57edda72f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.439134] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1189.439134] env[62094]: value = "task-1400658" [ 1189.439134] env[62094]: _type = "Task" [ 1189.439134] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.447781] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.528017] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac1b8a50-0214-403b-9acc-84ef5f302eca tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Releasing lock "refresh_cache-32352ea6-c719-4c88-a4a2-dde0f79e503e" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.529564] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd64ddbf-ee78-45c2-a3b1-cb3d69182f7c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.539543] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1b8a50-0214-403b-9acc-84ef5f302eca tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Resuming the VM {{(pid=62094) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1189.539543] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f28040e9-a779-4c6e-95ce-ffd05fdf9053 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.546225] env[62094]: DEBUG oslo_vmware.api [None req-ac1b8a50-0214-403b-9acc-84ef5f302eca tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1189.546225] env[62094]: value = "task-1400659" [ 1189.546225] env[62094]: _type = "Task" [ 1189.546225] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.556096] env[62094]: DEBUG oslo_vmware.api [None req-ac1b8a50-0214-403b-9acc-84ef5f302eca tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.577253] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6456be9a-896a-41ab-8a18-ec63f0a192a1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.587975] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4540cc33-50a2-45c2-b526-2a2ff6a42b7a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.622429] env[62094]: DEBUG nova.compute.manager [req-fdf58465-4045-424b-aba1-8833363bc152 req-6ee2106d-fab3-4ef0-be75-4beee358fd92 service nova] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Detach interface failed, port_id=b183870b-dc79-424d-967b-1c0b1e970852, reason: Instance cfc0fe88-5a4d-4d10-b528-f6fdc55bc196 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1189.646958] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe24dc6-2e7a-4f9c-888a-95d36ad81785 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.649934] env[62094]: INFO nova.compute.manager [-] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Took 1.27 seconds to deallocate network for instance. [ 1189.657671] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb27c6c-bca7-466c-9fe3-5936171910a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.693450] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7646703-4a27-4c13-9abc-e3ef5a3a0b96 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.702326] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e800cb8-5002-4e8a-ac06-a084c294ae02 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.717081] env[62094]: DEBUG nova.compute.provider_tree [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.773066] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb9d2bf2-69b9-4c52-92f1-a513d464f5fa tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.896s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.949560] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217759} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.949850] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.950680] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff97ae1-bc4c-41be-ad09-2d838d667400 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.975600] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 939cd279-b1c8-43f5-add3-e4a948fe9071/939cd279-b1c8-43f5-add3-e4a948fe9071.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.976247] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f1727c-82dd-44f8-800e-870e9c0169b6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.999498] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1189.999498] env[62094]: value = "task-1400660" [ 1189.999498] env[62094]: _type = "Task" [ 1189.999498] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.016287] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.058472] env[62094]: DEBUG oslo_vmware.api [None req-ac1b8a50-0214-403b-9acc-84ef5f302eca tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400659, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.159315] env[62094]: DEBUG oslo_concurrency.lockutils [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.220689] env[62094]: DEBUG nova.scheduler.client.report [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1190.510239] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400660, 'name': ReconfigVM_Task, 'duration_secs': 0.421076} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.510585] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 939cd279-b1c8-43f5-add3-e4a948fe9071/939cd279-b1c8-43f5-add3-e4a948fe9071.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.511348] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-674d01b6-6118-403c-b936-cfe45249750d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.517931] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1190.517931] env[62094]: value = "task-1400661" [ 1190.517931] env[62094]: _type = "Task" [ 1190.517931] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.526346] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400661, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.555218] env[62094]: DEBUG oslo_vmware.api [None req-ac1b8a50-0214-403b-9acc-84ef5f302eca tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400659, 'name': PowerOnVM_Task, 'duration_secs': 0.536766} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.555556] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1b8a50-0214-403b-9acc-84ef5f302eca tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Resumed the VM {{(pid=62094) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1190.555744] env[62094]: DEBUG nova.compute.manager [None req-ac1b8a50-0214-403b-9acc-84ef5f302eca tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1190.556530] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9528ab0a-1857-4fe4-8d87-7687fdae75ab {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.726456] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.733028] env[62094]: DEBUG nova.compute.manager [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1190.745528] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.887s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.745528] env[62094]: DEBUG nova.objects.instance [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lazy-loading 'resources' on Instance uuid f9f63912-5751-4448-abc0-22fd50f0cb3f {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.922216] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.922564] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.922777] env[62094]: INFO nova.compute.manager [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Shelving [ 1191.032369] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400661, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.243903] env[62094]: DEBUG nova.compute.utils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1191.245679] env[62094]: DEBUG nova.compute.manager [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1191.245855] env[62094]: DEBUG nova.network.neutron [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.314156] env[62094]: DEBUG nova.policy [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cfb4fa9fcb14de0b711db21dd2b92cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce2e13a3313a4bbc8f453acf384ce3bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1191.431239] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.431570] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a08c2ba6-d90d-45aa-8495-6703d76c583e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.438915] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1191.438915] env[62094]: value = "task-1400662" [ 1191.438915] env[62094]: _type = "Task" [ 1191.438915] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.450607] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.528914] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400661, 'name': Rename_Task, 'duration_secs': 0.633519} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.529754] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.530155] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a35b38f1-f9b3-45f5-b9d6-1d65bc43caf0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.539791] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1191.539791] env[62094]: value = "task-1400663" [ 1191.539791] env[62094]: _type = "Task" [ 1191.539791] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.550397] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.634686] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305469c0-cf7b-455e-a431-6317e5614ac1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.643134] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc828c5-b057-4090-9a96-dfef65ae9a8b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.672348] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a263efd-ad2a-4012-a271-ee66580033cd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.679884] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2103b3-9121-48fd-b0aa-9685e41d2476 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.697782] env[62094]: DEBUG nova.compute.provider_tree [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.753048] env[62094]: DEBUG nova.compute.manager [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1191.829937] env[62094]: DEBUG nova.network.neutron [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Successfully created port: fab3afb1-dc2f-4b08-99fe-fa1867d7701c {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.950187] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400662, 'name': PowerOffVM_Task, 'duration_secs': 0.192942} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.950748] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.951677] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d0acdd-b85d-4fb5-88b7-c5cebecd23c0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.972798] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c386bbe1-4d75-4366-80e3-995736c10c88 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.050940] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.201122] env[62094]: DEBUG nova.scheduler.client.report [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1192.485762] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1192.486224] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af017503-7689-4310-905e-ea9b3fd7beec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.495803] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1192.495803] env[62094]: value = "task-1400664" [ 1192.495803] env[62094]: _type = "Task" [ 1192.495803] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.508185] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400664, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.553019] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400663, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.706489] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.709992] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.482s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.710244] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.710407] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1192.710733] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.626s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.712272] env[62094]: INFO nova.compute.claims [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.716020] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2a91b5-0629-4c89-91fb-1e7892b082ff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.724278] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2be489-aa78-4091-84e1-f8acaa0bb067 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.730118] env[62094]: INFO nova.scheduler.client.report [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Deleted allocations for instance f9f63912-5751-4448-abc0-22fd50f0cb3f [ 1192.742875] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb92ae2-87d2-40ae-9e95-66266fa01453 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.750345] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54905ced-e59c-4502-a519-2bea344fa471 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.781921] env[62094]: DEBUG nova.compute.manager [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1192.784044] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179121MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1192.784203] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.811016] env[62094]: DEBUG nova.virt.hardware [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1192.811291] env[62094]: DEBUG nova.virt.hardware [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1192.811447] env[62094]: DEBUG nova.virt.hardware [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.811730] env[62094]: DEBUG nova.virt.hardware [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1192.811826] env[62094]: DEBUG nova.virt.hardware [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.811937] env[62094]: DEBUG nova.virt.hardware [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1192.812229] env[62094]: DEBUG nova.virt.hardware [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1192.812403] env[62094]: DEBUG nova.virt.hardware [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1192.812576] env[62094]: DEBUG nova.virt.hardware [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1192.812741] env[62094]: DEBUG nova.virt.hardware [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1192.812918] env[62094]: DEBUG nova.virt.hardware [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1192.813757] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f123ecf4-6008-4dbb-b4c4-a717a38da377 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.822017] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9949c42c-788d-4b23-bd16-0cfa7dc2720f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.006419] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400664, 'name': CreateSnapshot_Task, 'duration_secs': 0.442213} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.006766] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1193.007205] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73884b19-a892-4b6f-b0b0-312b7aad3dd0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.056096] env[62094]: DEBUG oslo_vmware.api [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400663, 'name': PowerOnVM_Task, 'duration_secs': 1.047695} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.057014] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.057247] env[62094]: INFO nova.compute.manager [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1193.057432] env[62094]: DEBUG nova.compute.manager [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1193.058199] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca21406-7c0a-49fe-ab78-2ef3c8a16970 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.249798] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9223f029-9a21-40fc-9ec1-84eb46113271 tempest-ServerRescueTestJSON-1541514584 tempest-ServerRescueTestJSON-1541514584-project-member] Lock "f9f63912-5751-4448-abc0-22fd50f0cb3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.188s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.399858] env[62094]: DEBUG nova.compute.manager [req-f5395d7f-8a96-48e6-bb3c-e2d280ba10da req-a7abbd67-c7e9-4758-a18c-aae659c17fd4 service nova] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Received event network-vif-plugged-fab3afb1-dc2f-4b08-99fe-fa1867d7701c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1193.399858] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5395d7f-8a96-48e6-bb3c-e2d280ba10da req-a7abbd67-c7e9-4758-a18c-aae659c17fd4 service nova] Acquiring lock "5ea773dc-cd50-45ec-9807-1872665f622d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.399858] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5395d7f-8a96-48e6-bb3c-e2d280ba10da req-a7abbd67-c7e9-4758-a18c-aae659c17fd4 service nova] Lock "5ea773dc-cd50-45ec-9807-1872665f622d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.400404] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5395d7f-8a96-48e6-bb3c-e2d280ba10da req-a7abbd67-c7e9-4758-a18c-aae659c17fd4 service nova] Lock "5ea773dc-cd50-45ec-9807-1872665f622d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.400404] env[62094]: DEBUG nova.compute.manager [req-f5395d7f-8a96-48e6-bb3c-e2d280ba10da req-a7abbd67-c7e9-4758-a18c-aae659c17fd4 service nova] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] No waiting events found dispatching network-vif-plugged-fab3afb1-dc2f-4b08-99fe-fa1867d7701c {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1193.400404] env[62094]: WARNING nova.compute.manager [req-f5395d7f-8a96-48e6-bb3c-e2d280ba10da req-a7abbd67-c7e9-4758-a18c-aae659c17fd4 service nova] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Received unexpected event network-vif-plugged-fab3afb1-dc2f-4b08-99fe-fa1867d7701c for instance with vm_state building and task_state spawning. [ 1193.526780] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1193.527328] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43ec9025-bf40-4033-8fd1-22f8a514b844 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.538860] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1193.538860] env[62094]: value = "task-1400665" [ 1193.538860] env[62094]: _type = "Task" [ 1193.538860] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.545886] env[62094]: DEBUG nova.network.neutron [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Successfully updated port: fab3afb1-dc2f-4b08-99fe-fa1867d7701c {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.552164] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400665, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.581916] env[62094]: INFO nova.compute.manager [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Took 48.35 seconds to build instance. [ 1194.054430] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "refresh_cache-5ea773dc-cd50-45ec-9807-1872665f622d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.054991] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquired lock "refresh_cache-5ea773dc-cd50-45ec-9807-1872665f622d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.055337] env[62094]: DEBUG nova.network.neutron [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.057809] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400665, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.084427] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4fac1738-0082-48f8-99e7-ce7069b2abe2 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "939cd279-b1c8-43f5-add3-e4a948fe9071" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.923s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.204242] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43da6ffe-a1b7-40d7-93eb-64501734847f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.214616] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fc02f2-5077-43c0-beaa-64dbb94194a2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.250241] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a2d34d-9f54-4db3-9cc2-d163cd961ad8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.262260] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff87c825-59ce-4ff6-bcb9-406866a1a836 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.275512] env[62094]: DEBUG nova.compute.provider_tree [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.549524] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400665, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.644187] env[62094]: DEBUG nova.network.neutron [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.779042] env[62094]: DEBUG nova.scheduler.client.report [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1194.925197] env[62094]: DEBUG nova.network.neutron [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Updating instance_info_cache with network_info: [{"id": "fab3afb1-dc2f-4b08-99fe-fa1867d7701c", "address": "fa:16:3e:c9:d0:09", "network": {"id": "b3abceba-929f-42f6-92cf-192bb06c1cce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1843154820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce2e13a3313a4bbc8f453acf384ce3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab3afb1-dc", "ovs_interfaceid": "fab3afb1-dc2f-4b08-99fe-fa1867d7701c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.053919] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400665, 'name': CloneVM_Task, 'duration_secs': 1.489958} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.054365] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Created linked-clone VM from snapshot [ 1195.055438] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386c10a4-6bad-4293-9d9e-ee3795cd7313 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.064802] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Uploading image 3d69b7a2-4d34-43ad-aca1-c22a97bc81f7 {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1195.097856] env[62094]: DEBUG oslo_vmware.rw_handles [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1195.097856] env[62094]: value = "vm-296947" [ 1195.097856] env[62094]: _type = "VirtualMachine" [ 1195.097856] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1195.098181] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b13def1b-3a45-4979-86c1-975a6fb7c3fa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.105394] env[62094]: DEBUG oslo_vmware.rw_handles [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lease: (returnval){ [ 1195.105394] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5203a075-7f64-c0b0-2cb6-26bdd0c622a6" [ 1195.105394] env[62094]: _type = "HttpNfcLease" [ 1195.105394] env[62094]: } obtained for exporting VM: (result){ [ 1195.105394] env[62094]: value = "vm-296947" [ 1195.105394] env[62094]: _type = "VirtualMachine" [ 1195.105394] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1195.105907] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the lease: (returnval){ [ 1195.105907] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5203a075-7f64-c0b0-2cb6-26bdd0c622a6" [ 1195.105907] env[62094]: _type = "HttpNfcLease" [ 1195.105907] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1195.112603] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1195.112603] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5203a075-7f64-c0b0-2cb6-26bdd0c622a6" [ 1195.112603] env[62094]: _type = "HttpNfcLease" [ 1195.112603] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1195.291488] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.291488] env[62094]: DEBUG nova.compute.manager [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1195.292959] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.071s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.295089] env[62094]: INFO nova.compute.claims [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.430584] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Releasing lock "refresh_cache-5ea773dc-cd50-45ec-9807-1872665f622d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.431142] env[62094]: DEBUG nova.compute.manager [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Instance network_info: |[{"id": "fab3afb1-dc2f-4b08-99fe-fa1867d7701c", "address": "fa:16:3e:c9:d0:09", "network": {"id": "b3abceba-929f-42f6-92cf-192bb06c1cce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1843154820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce2e13a3313a4bbc8f453acf384ce3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab3afb1-dc", "ovs_interfaceid": "fab3afb1-dc2f-4b08-99fe-fa1867d7701c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1195.431442] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:d0:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fab3afb1-dc2f-4b08-99fe-fa1867d7701c', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.442212] env[62094]: DEBUG oslo.service.loopingcall [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1195.444758] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.446774] env[62094]: DEBUG nova.compute.manager [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Received event network-changed-fab3afb1-dc2f-4b08-99fe-fa1867d7701c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1195.446774] env[62094]: DEBUG nova.compute.manager [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Refreshing instance network info cache due to event network-changed-fab3afb1-dc2f-4b08-99fe-fa1867d7701c. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1195.446774] env[62094]: DEBUG oslo_concurrency.lockutils [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] Acquiring lock "refresh_cache-5ea773dc-cd50-45ec-9807-1872665f622d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.446774] env[62094]: DEBUG oslo_concurrency.lockutils [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] Acquired lock "refresh_cache-5ea773dc-cd50-45ec-9807-1872665f622d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.446961] env[62094]: DEBUG nova.network.neutron [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Refreshing network info cache for port fab3afb1-dc2f-4b08-99fe-fa1867d7701c {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.448935] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e3c1851-3448-49f4-b1f1-f24925f67b7d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.473818] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.473818] env[62094]: value = "task-1400667" [ 1195.473818] env[62094]: _type = "Task" [ 1195.473818] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.485405] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400667, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.615667] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1195.615667] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5203a075-7f64-c0b0-2cb6-26bdd0c622a6" [ 1195.615667] env[62094]: _type = "HttpNfcLease" [ 1195.615667] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1195.618331] env[62094]: DEBUG oslo_vmware.rw_handles [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1195.618331] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5203a075-7f64-c0b0-2cb6-26bdd0c622a6" [ 1195.618331] env[62094]: _type = "HttpNfcLease" [ 1195.618331] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1195.619164] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726c698d-82bb-44f0-9c2c-eb3cc1484084 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.626919] env[62094]: DEBUG oslo_vmware.rw_handles [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c66101-7918-60f0-3ee9-3b2d3269c419/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1195.627111] env[62094]: DEBUG oslo_vmware.rw_handles [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c66101-7918-60f0-3ee9-3b2d3269c419/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1195.741255] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9bc89945-e5e3-4af9-bc4a-eac134e16618 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.768501] env[62094]: DEBUG nova.network.neutron [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Updated VIF entry in instance network info cache for port fab3afb1-dc2f-4b08-99fe-fa1867d7701c. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.768897] env[62094]: DEBUG nova.network.neutron [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Updating instance_info_cache with network_info: [{"id": "fab3afb1-dc2f-4b08-99fe-fa1867d7701c", "address": "fa:16:3e:c9:d0:09", "network": {"id": "b3abceba-929f-42f6-92cf-192bb06c1cce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1843154820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce2e13a3313a4bbc8f453acf384ce3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab3afb1-dc", "ovs_interfaceid": "fab3afb1-dc2f-4b08-99fe-fa1867d7701c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.799596] env[62094]: DEBUG nova.compute.utils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1195.801208] env[62094]: DEBUG nova.compute.manager [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1195.802040] env[62094]: DEBUG nova.network.neutron [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.850403] env[62094]: DEBUG nova.policy [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f240d3104a5f450db25b78aabba167ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9bb364e6e514436bed151a26c542bc2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1195.984429] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400667, 'name': CreateVM_Task, 'duration_secs': 0.395913} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.984636] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.985423] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.985535] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.985900] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.986183] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db34aa7-6ce3-4b56-8d86-51be7a775ae0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.991765] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1195.991765] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52879c91-a609-43ba-12a9-a6abba579232" [ 1195.991765] env[62094]: _type = "Task" [ 1195.991765] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.002246] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52879c91-a609-43ba-12a9-a6abba579232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.198653] env[62094]: DEBUG nova.network.neutron [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Successfully created port: 1135993d-f135-416c-9fc8-b04db22bcfa7 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.274629] env[62094]: DEBUG oslo_concurrency.lockutils [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] Releasing lock "refresh_cache-5ea773dc-cd50-45ec-9807-1872665f622d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.274953] env[62094]: DEBUG nova.compute.manager [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Received event network-changed-b2301ccb-2aab-498a-97a8-fd19560c1bbd {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1196.275227] env[62094]: DEBUG nova.compute.manager [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Refreshing instance network info cache due to event network-changed-b2301ccb-2aab-498a-97a8-fd19560c1bbd. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1196.275537] env[62094]: DEBUG oslo_concurrency.lockutils [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] Acquiring lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.275721] env[62094]: DEBUG oslo_concurrency.lockutils [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] Acquired lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.275886] env[62094]: DEBUG nova.network.neutron [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Refreshing network info cache for port b2301ccb-2aab-498a-97a8-fd19560c1bbd {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.305797] env[62094]: DEBUG nova.compute.manager [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1196.503933] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52879c91-a609-43ba-12a9-a6abba579232, 'name': SearchDatastore_Task, 'duration_secs': 0.014028} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.507094] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.507359] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.507603] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.507751] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.507931] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.508492] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60dc78a7-e788-4f97-9e70-ea1b8c20c27e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.518992] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.518992] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.518992] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e3fdd2-1de1-4a9d-896f-e5c6a3d08a02 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.523531] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1196.523531] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5251cfca-4803-5ee7-aad8-f11f03185f8f" [ 1196.523531] env[62094]: _type = "Task" [ 1196.523531] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.534916] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5251cfca-4803-5ee7-aad8-f11f03185f8f, 'name': SearchDatastore_Task, 'duration_secs': 0.008724} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.536016] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6214a83-4263-4d8e-a5ff-64d257322e9e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.545428] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1196.545428] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]525bcc88-6d12-2f21-8d2e-c39e8fa24e65" [ 1196.545428] env[62094]: _type = "Task" [ 1196.545428] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.558637] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525bcc88-6d12-2f21-8d2e-c39e8fa24e65, 'name': SearchDatastore_Task, 'duration_secs': 0.009279} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.560073] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.560073] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 5ea773dc-cd50-45ec-9807-1872665f622d/5ea773dc-cd50-45ec-9807-1872665f622d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.560073] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb8af0a8-7780-45df-b8e6-bb7a5ab46d79 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.571978] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1196.571978] env[62094]: value = "task-1400668" [ 1196.571978] env[62094]: _type = "Task" [ 1196.571978] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.580172] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.823952] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85a745f-dc7a-4a87-83bd-11b5ef4443f1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.834102] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50106a1-a714-4058-be5c-0439aa49d463 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.872786] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c888d83-8c8f-4cb7-9987-8eeddf5e4c36 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.882399] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b48c38f-22b6-4f48-a9c5-c6ff58bfc052 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.898134] env[62094]: DEBUG nova.compute.provider_tree [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.081326] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400668, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.317568] env[62094]: DEBUG nova.network.neutron [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updated VIF entry in instance network info cache for port b2301ccb-2aab-498a-97a8-fd19560c1bbd. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.317952] env[62094]: DEBUG nova.network.neutron [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updating instance_info_cache with network_info: [{"id": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "address": "fa:16:3e:b3:e7:c1", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2301ccb-2a", "ovs_interfaceid": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.328792] env[62094]: DEBUG nova.compute.manager [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1197.354361] env[62094]: DEBUG nova.virt.hardware [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1197.354703] env[62094]: DEBUG nova.virt.hardware [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1197.355032] env[62094]: DEBUG nova.virt.hardware [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.355158] env[62094]: DEBUG nova.virt.hardware [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1197.355370] env[62094]: DEBUG nova.virt.hardware [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.355575] env[62094]: DEBUG nova.virt.hardware [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1197.355844] env[62094]: DEBUG nova.virt.hardware [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1197.356154] env[62094]: DEBUG nova.virt.hardware [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1197.356415] env[62094]: DEBUG nova.virt.hardware [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1197.356821] env[62094]: DEBUG nova.virt.hardware [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1197.357075] env[62094]: DEBUG nova.virt.hardware [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1197.357952] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83cef35-4098-41c8-9325-09b952b057ac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.366315] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88784fac-72b5-4c53-bc64-82cd326cacf3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.403639] env[62094]: DEBUG nova.scheduler.client.report [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1197.581937] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540455} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.582250] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 5ea773dc-cd50-45ec-9807-1872665f622d/5ea773dc-cd50-45ec-9807-1872665f622d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.582481] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.582742] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb2d37a0-a4a2-4f4f-a638-8654fd3af4c9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.590166] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1197.590166] env[62094]: value = "task-1400669" [ 1197.590166] env[62094]: _type = "Task" [ 1197.590166] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.599049] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.799180] env[62094]: DEBUG nova.compute.manager [req-35cc28f3-eb16-443a-8841-0504cfb3dd0d req-937c2e2c-aca7-4565-a24a-15d39a7d8716 service nova] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Received event network-vif-plugged-1135993d-f135-416c-9fc8-b04db22bcfa7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1197.799180] env[62094]: DEBUG oslo_concurrency.lockutils [req-35cc28f3-eb16-443a-8841-0504cfb3dd0d req-937c2e2c-aca7-4565-a24a-15d39a7d8716 service nova] Acquiring lock "7be66016-88c8-4fc2-9f45-ab76566f10a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.799180] env[62094]: DEBUG oslo_concurrency.lockutils [req-35cc28f3-eb16-443a-8841-0504cfb3dd0d req-937c2e2c-aca7-4565-a24a-15d39a7d8716 service nova] Lock "7be66016-88c8-4fc2-9f45-ab76566f10a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.799180] env[62094]: DEBUG oslo_concurrency.lockutils [req-35cc28f3-eb16-443a-8841-0504cfb3dd0d req-937c2e2c-aca7-4565-a24a-15d39a7d8716 service nova] Lock "7be66016-88c8-4fc2-9f45-ab76566f10a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.799676] env[62094]: DEBUG nova.compute.manager [req-35cc28f3-eb16-443a-8841-0504cfb3dd0d req-937c2e2c-aca7-4565-a24a-15d39a7d8716 service nova] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] No waiting events found dispatching network-vif-plugged-1135993d-f135-416c-9fc8-b04db22bcfa7 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1197.800094] env[62094]: WARNING nova.compute.manager [req-35cc28f3-eb16-443a-8841-0504cfb3dd0d req-937c2e2c-aca7-4565-a24a-15d39a7d8716 service nova] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Received unexpected event network-vif-plugged-1135993d-f135-416c-9fc8-b04db22bcfa7 for instance with vm_state building and task_state spawning. [ 1197.820996] env[62094]: DEBUG oslo_concurrency.lockutils [req-97e96582-4e68-4391-82fa-3b5cc7863812 req-fcb95455-2a95-4c3a-9486-837060b9050f service nova] Releasing lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.910020] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.910020] env[62094]: DEBUG nova.compute.manager [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1197.911653] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.056s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.912108] env[62094]: DEBUG nova.objects.instance [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Lazy-loading 'resources' on Instance uuid 5cf97d38-7bd3-46c9-8908-71183b363223 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.928831] env[62094]: DEBUG nova.network.neutron [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Successfully updated port: 1135993d-f135-416c-9fc8-b04db22bcfa7 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.101413] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068752} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.101667] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.102497] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252412ee-7da9-4090-8d2e-deb7a718b6b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.125714] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 5ea773dc-cd50-45ec-9807-1872665f622d/5ea773dc-cd50-45ec-9807-1872665f622d.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.126078] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8db89ca-d7d9-47b7-bfbf-449e4be0ec6f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.147584] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1198.147584] env[62094]: value = "task-1400670" [ 1198.147584] env[62094]: _type = "Task" [ 1198.147584] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.155790] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.223134] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "32352ea6-c719-4c88-a4a2-dde0f79e503e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.223134] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.223323] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "32352ea6-c719-4c88-a4a2-dde0f79e503e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.224028] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.224100] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.226591] env[62094]: INFO nova.compute.manager [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Terminating instance [ 1198.228554] env[62094]: DEBUG nova.compute.manager [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1198.229563] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.229677] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9427d5-a5c3-4beb-848e-552f7c1049ac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.238444] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.238444] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24e42907-5c94-4ed2-aa03-81466c6adc99 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.245855] env[62094]: DEBUG oslo_vmware.api [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1198.245855] env[62094]: value = "task-1400671" [ 1198.245855] env[62094]: _type = "Task" [ 1198.245855] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.254845] env[62094]: DEBUG oslo_vmware.api [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.416356] env[62094]: DEBUG nova.compute.utils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1198.422113] env[62094]: DEBUG nova.compute.manager [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1198.422290] env[62094]: DEBUG nova.network.neutron [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.432099] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Acquiring lock "refresh_cache-7be66016-88c8-4fc2-9f45-ab76566f10a8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.432285] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Acquired lock "refresh_cache-7be66016-88c8-4fc2-9f45-ab76566f10a8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.432435] env[62094]: DEBUG nova.network.neutron [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.493861] env[62094]: DEBUG nova.policy [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3589112f825b4e7680ed67e206c5d0a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77e1415812154d8d9c3da6c55d1a31a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1198.658621] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400670, 'name': ReconfigVM_Task, 'duration_secs': 0.34958} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.658621] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 5ea773dc-cd50-45ec-9807-1872665f622d/5ea773dc-cd50-45ec-9807-1872665f622d.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.661616] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-576e8c5d-8e75-42ea-835b-3a1aecff6e15 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.670017] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1198.670017] env[62094]: value = "task-1400672" [ 1198.670017] env[62094]: _type = "Task" [ 1198.670017] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.682296] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400672, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.759211] env[62094]: DEBUG oslo_vmware.api [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400671, 'name': PowerOffVM_Task, 'duration_secs': 0.302233} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.759558] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.759719] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.759980] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96958625-c721-4009-aa4e-0076672941eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.793578] env[62094]: DEBUG nova.network.neutron [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Successfully created port: 6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.835947] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.836312] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.837036] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Deleting the datastore file [datastore1] 32352ea6-c719-4c88-a4a2-dde0f79e503e {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.837036] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd604a18-40d5-4bdb-aa82-f06b0de2251a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.845302] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae78539-476c-4873-92d5-bd24b3a4d989 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.848438] env[62094]: DEBUG oslo_vmware.api [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for the task: (returnval){ [ 1198.848438] env[62094]: value = "task-1400674" [ 1198.848438] env[62094]: _type = "Task" [ 1198.848438] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.855114] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d35fb87-294c-4577-bb0d-87282a21a333 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.861626] env[62094]: DEBUG oslo_vmware.api [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.891337] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6693da7-0ca5-4458-acf7-89b27d56b5ec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.899731] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce9513e-680f-4309-a73f-3fc9ade1ac14 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.914402] env[62094]: DEBUG nova.compute.provider_tree [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.922852] env[62094]: DEBUG nova.compute.manager [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1198.996197] env[62094]: DEBUG nova.network.neutron [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.182716] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400672, 'name': Rename_Task, 'duration_secs': 0.154572} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.183031] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.183331] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af6ab636-a628-40d0-b323-6804c38fa740 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.190601] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1199.190601] env[62094]: value = "task-1400675" [ 1199.190601] env[62094]: _type = "Task" [ 1199.190601] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.199639] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.216147] env[62094]: DEBUG nova.network.neutron [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Updating instance_info_cache with network_info: [{"id": "1135993d-f135-416c-9fc8-b04db22bcfa7", "address": "fa:16:3e:94:5f:d5", "network": {"id": "3bded2f6-001a-4235-8f74-2d2a5ceff366", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1634799055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9bb364e6e514436bed151a26c542bc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1135993d-f1", "ovs_interfaceid": "1135993d-f135-416c-9fc8-b04db22bcfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.359869] env[62094]: DEBUG oslo_vmware.api [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Task: {'id': task-1400674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158425} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.360597] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.360838] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.361063] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.361353] env[62094]: INFO nova.compute.manager [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1199.361649] env[62094]: DEBUG oslo.service.loopingcall [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1199.362299] env[62094]: DEBUG nova.compute.manager [-] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1199.362385] env[62094]: DEBUG nova.network.neutron [-] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.419024] env[62094]: DEBUG nova.scheduler.client.report [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1199.701675] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.719594] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Releasing lock "refresh_cache-7be66016-88c8-4fc2-9f45-ab76566f10a8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.719959] env[62094]: DEBUG nova.compute.manager [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Instance network_info: |[{"id": "1135993d-f135-416c-9fc8-b04db22bcfa7", "address": "fa:16:3e:94:5f:d5", "network": {"id": "3bded2f6-001a-4235-8f74-2d2a5ceff366", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1634799055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9bb364e6e514436bed151a26c542bc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1135993d-f1", "ovs_interfaceid": "1135993d-f135-416c-9fc8-b04db22bcfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1199.720525] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:5f:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1135993d-f135-416c-9fc8-b04db22bcfa7', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.728361] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Creating folder: Project (a9bb364e6e514436bed151a26c542bc2). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.728727] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-093abc42-1e60-4402-8f85-0f13a66933f8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.740762] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Created folder: Project (a9bb364e6e514436bed151a26c542bc2) in parent group-v296765. [ 1199.741075] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Creating folder: Instances. Parent ref: group-v296949. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.741343] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c737d35-30f6-4980-91ba-76ef738c52e9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.750969] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Created folder: Instances in parent group-v296949. [ 1199.751284] env[62094]: DEBUG oslo.service.loopingcall [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1199.751501] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.751721] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dc658a5-8802-4264-a029-f7f1d9d1bb7e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.771975] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.771975] env[62094]: value = "task-1400678" [ 1199.771975] env[62094]: _type = "Task" [ 1199.771975] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.780302] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400678, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.925534] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.928456] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.736s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.930156] env[62094]: INFO nova.compute.claims [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.936657] env[62094]: DEBUG nova.compute.manager [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1199.958306] env[62094]: DEBUG nova.compute.manager [req-2c5abf78-61ea-44dc-b124-6deeae982958 req-1e2075ad-494a-4a7f-b374-67c2b73c1801 service nova] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Received event network-changed-1135993d-f135-416c-9fc8-b04db22bcfa7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1199.958678] env[62094]: DEBUG nova.compute.manager [req-2c5abf78-61ea-44dc-b124-6deeae982958 req-1e2075ad-494a-4a7f-b374-67c2b73c1801 service nova] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Refreshing instance network info cache due to event network-changed-1135993d-f135-416c-9fc8-b04db22bcfa7. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1199.958946] env[62094]: DEBUG oslo_concurrency.lockutils [req-2c5abf78-61ea-44dc-b124-6deeae982958 req-1e2075ad-494a-4a7f-b374-67c2b73c1801 service nova] Acquiring lock "refresh_cache-7be66016-88c8-4fc2-9f45-ab76566f10a8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.959211] env[62094]: DEBUG oslo_concurrency.lockutils [req-2c5abf78-61ea-44dc-b124-6deeae982958 req-1e2075ad-494a-4a7f-b374-67c2b73c1801 service nova] Acquired lock "refresh_cache-7be66016-88c8-4fc2-9f45-ab76566f10a8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.959476] env[62094]: DEBUG nova.network.neutron [req-2c5abf78-61ea-44dc-b124-6deeae982958 req-1e2075ad-494a-4a7f-b374-67c2b73c1801 service nova] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Refreshing network info cache for port 1135993d-f135-416c-9fc8-b04db22bcfa7 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.965019] env[62094]: INFO nova.scheduler.client.report [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Deleted allocations for instance 5cf97d38-7bd3-46c9-8908-71183b363223 [ 1199.980724] env[62094]: DEBUG nova.virt.hardware [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1199.981032] env[62094]: DEBUG nova.virt.hardware [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1199.981255] env[62094]: DEBUG nova.virt.hardware [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.981424] env[62094]: DEBUG nova.virt.hardware [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1199.981691] env[62094]: DEBUG nova.virt.hardware [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.982654] env[62094]: DEBUG nova.virt.hardware [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1199.982654] env[62094]: DEBUG nova.virt.hardware [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1199.982654] env[62094]: DEBUG nova.virt.hardware [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1199.982654] env[62094]: DEBUG nova.virt.hardware [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1199.982654] env[62094]: DEBUG nova.virt.hardware [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1199.982798] env[62094]: DEBUG nova.virt.hardware [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1199.983974] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5959092f-2f40-4610-a00a-188e26a1327f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.999226] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1577d6b9-366d-4711-9ed7-9d8e4006b09e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.018918] env[62094]: DEBUG nova.compute.manager [req-8292a70c-6e85-45bf-b696-5bcfe5c3211d req-c6572472-b35f-4090-a171-b900a276f16a service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Received event network-vif-deleted-09ab9159-bccc-4843-8306-9f1d34fecd3c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1200.019136] env[62094]: INFO nova.compute.manager [req-8292a70c-6e85-45bf-b696-5bcfe5c3211d req-c6572472-b35f-4090-a171-b900a276f16a service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Neutron deleted interface 09ab9159-bccc-4843-8306-9f1d34fecd3c; detaching it from the instance and deleting it from the info cache [ 1200.019359] env[62094]: DEBUG nova.network.neutron [req-8292a70c-6e85-45bf-b696-5bcfe5c3211d req-c6572472-b35f-4090-a171-b900a276f16a service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.203145] env[62094]: DEBUG oslo_vmware.api [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400675, 'name': PowerOnVM_Task, 'duration_secs': 0.69831} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.203485] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.203731] env[62094]: INFO nova.compute.manager [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1200.203929] env[62094]: DEBUG nova.compute.manager [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1200.204846] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c78287-9a24-42a2-a10f-825fd8c90295 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.285610] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400678, 'name': CreateVM_Task, 'duration_secs': 0.437419} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.285610] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.285610] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.285610] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.285610] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.285610] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74434c51-9b08-4551-9a18-28a1f14c03b5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.290233] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Waiting for the task: (returnval){ [ 1200.290233] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c67f78-8223-ef7c-27b8-0f1002744f76" [ 1200.290233] env[62094]: _type = "Task" [ 1200.290233] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.300749] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c67f78-8223-ef7c-27b8-0f1002744f76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.354150] env[62094]: DEBUG nova.network.neutron [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Successfully updated port: 6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.473829] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25a988d7-526b-4614-aee8-3401ab867805 tempest-InstanceActionsTestJSON-846714229 tempest-InstanceActionsTestJSON-846714229-project-member] Lock "5cf97d38-7bd3-46c9-8908-71183b363223" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.436s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.492614] env[62094]: DEBUG nova.network.neutron [-] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.522412] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86ab81bc-4dcc-47ed-af72-bb4fc149ac80 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.531632] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5abb72-32e9-4a36-9923-d376b3dc3907 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.566524] env[62094]: DEBUG nova.compute.manager [req-8292a70c-6e85-45bf-b696-5bcfe5c3211d req-c6572472-b35f-4090-a171-b900a276f16a service nova] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Detach interface failed, port_id=09ab9159-bccc-4843-8306-9f1d34fecd3c, reason: Instance 32352ea6-c719-4c88-a4a2-dde0f79e503e could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1200.728867] env[62094]: INFO nova.compute.manager [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Took 42.25 seconds to build instance. [ 1200.804455] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c67f78-8223-ef7c-27b8-0f1002744f76, 'name': SearchDatastore_Task, 'duration_secs': 0.014887} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.804788] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.805081] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.805395] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.805550] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.805732] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.806045] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c1a7b12-1e87-4b2a-9bb1-21267e903856 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.815274] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.815581] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.816246] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-442c8a48-42a4-4702-a7f8-6c8fa5d38315 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.821811] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Waiting for the task: (returnval){ [ 1200.821811] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5240650a-7e95-a5f6-b1b8-7fdbb66e5ba0" [ 1200.821811] env[62094]: _type = "Task" [ 1200.821811] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.833016] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5240650a-7e95-a5f6-b1b8-7fdbb66e5ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.854623] env[62094]: DEBUG nova.network.neutron [req-2c5abf78-61ea-44dc-b124-6deeae982958 req-1e2075ad-494a-4a7f-b374-67c2b73c1801 service nova] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Updated VIF entry in instance network info cache for port 1135993d-f135-416c-9fc8-b04db22bcfa7. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.854623] env[62094]: DEBUG nova.network.neutron [req-2c5abf78-61ea-44dc-b124-6deeae982958 req-1e2075ad-494a-4a7f-b374-67c2b73c1801 service nova] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Updating instance_info_cache with network_info: [{"id": "1135993d-f135-416c-9fc8-b04db22bcfa7", "address": "fa:16:3e:94:5f:d5", "network": {"id": "3bded2f6-001a-4235-8f74-2d2a5ceff366", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1634799055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9bb364e6e514436bed151a26c542bc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1135993d-f1", "ovs_interfaceid": "1135993d-f135-416c-9fc8-b04db22bcfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.859470] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "refresh_cache-57dd1444-ced9-4857-a30e-ed64d20bab2c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.859470] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "refresh_cache-57dd1444-ced9-4857-a30e-ed64d20bab2c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.859470] env[62094]: DEBUG nova.network.neutron [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.998180] env[62094]: INFO nova.compute.manager [-] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Took 1.63 seconds to deallocate network for instance. [ 1201.231998] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bcb45496-e99c-4df1-8108-4f5239f22445 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "5ea773dc-cd50-45ec-9807-1872665f622d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.417s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.335284] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5240650a-7e95-a5f6-b1b8-7fdbb66e5ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.013399} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.339151] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-489bb7a5-f60d-4bd7-a167-79fcaac434ca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.345542] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Waiting for the task: (returnval){ [ 1201.345542] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52abc8f7-30dc-f3a2-1e52-9c2b618dd077" [ 1201.345542] env[62094]: _type = "Task" [ 1201.345542] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.356720] env[62094]: DEBUG oslo_concurrency.lockutils [req-2c5abf78-61ea-44dc-b124-6deeae982958 req-1e2075ad-494a-4a7f-b374-67c2b73c1801 service nova] Releasing lock "refresh_cache-7be66016-88c8-4fc2-9f45-ab76566f10a8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.357295] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52abc8f7-30dc-f3a2-1e52-9c2b618dd077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.359008] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a40990-0af7-4aa8-abd6-1a86ef6d1d64 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.367854] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0194b24-ad11-4a6e-852b-e0f5a9ce9ab3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.400916] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dac9dd-ecd7-4baa-a238-691a58be1400 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.409234] env[62094]: DEBUG nova.network.neutron [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.412329] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432868d7-4f8a-47e0-bb8a-14c88c2c5e27 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.428602] env[62094]: DEBUG nova.compute.provider_tree [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.505123] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.856394] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52abc8f7-30dc-f3a2-1e52-9c2b618dd077, 'name': SearchDatastore_Task, 'duration_secs': 0.017248} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.856763] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.857041] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 7be66016-88c8-4fc2-9f45-ab76566f10a8/7be66016-88c8-4fc2-9f45-ab76566f10a8.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.857323] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-042a7bf2-e587-4540-a98a-b15aad12da41 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.865281] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Waiting for the task: (returnval){ [ 1201.865281] env[62094]: value = "task-1400679" [ 1201.865281] env[62094]: _type = "Task" [ 1201.865281] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.875262] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.897287] env[62094]: DEBUG nova.network.neutron [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Updating instance_info_cache with network_info: [{"id": "6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6", "address": "fa:16:3e:9d:03:63", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6789fda3-eb", "ovs_interfaceid": "6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.934061] env[62094]: DEBUG nova.scheduler.client.report [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1202.208166] env[62094]: DEBUG nova.compute.manager [req-cca8d710-8a66-46fc-bb2a-54ff6f32187f req-e75e6607-3ac3-40df-9361-437afc63e092 service nova] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Received event network-vif-plugged-6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1202.208576] env[62094]: DEBUG oslo_concurrency.lockutils [req-cca8d710-8a66-46fc-bb2a-54ff6f32187f req-e75e6607-3ac3-40df-9361-437afc63e092 service nova] Acquiring lock "57dd1444-ced9-4857-a30e-ed64d20bab2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.208982] env[62094]: DEBUG oslo_concurrency.lockutils [req-cca8d710-8a66-46fc-bb2a-54ff6f32187f req-e75e6607-3ac3-40df-9361-437afc63e092 service nova] Lock "57dd1444-ced9-4857-a30e-ed64d20bab2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.209320] env[62094]: DEBUG oslo_concurrency.lockutils [req-cca8d710-8a66-46fc-bb2a-54ff6f32187f req-e75e6607-3ac3-40df-9361-437afc63e092 service nova] Lock "57dd1444-ced9-4857-a30e-ed64d20bab2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.209636] env[62094]: DEBUG nova.compute.manager [req-cca8d710-8a66-46fc-bb2a-54ff6f32187f req-e75e6607-3ac3-40df-9361-437afc63e092 service nova] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] No waiting events found dispatching network-vif-plugged-6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1202.209953] env[62094]: WARNING nova.compute.manager [req-cca8d710-8a66-46fc-bb2a-54ff6f32187f req-e75e6607-3ac3-40df-9361-437afc63e092 service nova] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Received unexpected event network-vif-plugged-6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6 for instance with vm_state building and task_state spawning. [ 1202.210293] env[62094]: DEBUG nova.compute.manager [req-cca8d710-8a66-46fc-bb2a-54ff6f32187f req-e75e6607-3ac3-40df-9361-437afc63e092 service nova] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Received event network-changed-6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1202.210630] env[62094]: DEBUG nova.compute.manager [req-cca8d710-8a66-46fc-bb2a-54ff6f32187f req-e75e6607-3ac3-40df-9361-437afc63e092 service nova] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Refreshing instance network info cache due to event network-changed-6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1202.210941] env[62094]: DEBUG oslo_concurrency.lockutils [req-cca8d710-8a66-46fc-bb2a-54ff6f32187f req-e75e6607-3ac3-40df-9361-437afc63e092 service nova] Acquiring lock "refresh_cache-57dd1444-ced9-4857-a30e-ed64d20bab2c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.377207] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400679, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.408638] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "refresh_cache-57dd1444-ced9-4857-a30e-ed64d20bab2c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.408638] env[62094]: DEBUG nova.compute.manager [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Instance network_info: |[{"id": "6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6", "address": "fa:16:3e:9d:03:63", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6789fda3-eb", "ovs_interfaceid": "6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1202.408638] env[62094]: DEBUG oslo_concurrency.lockutils [req-cca8d710-8a66-46fc-bb2a-54ff6f32187f req-e75e6607-3ac3-40df-9361-437afc63e092 service nova] Acquired lock "refresh_cache-57dd1444-ced9-4857-a30e-ed64d20bab2c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.408638] env[62094]: DEBUG nova.network.neutron [req-cca8d710-8a66-46fc-bb2a-54ff6f32187f req-e75e6607-3ac3-40df-9361-437afc63e092 service nova] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Refreshing network info cache for port 6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.409378] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:03:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.426963] env[62094]: DEBUG oslo.service.loopingcall [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1202.432514] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.433290] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-125d2aa1-bf5d-4b4b-a0ce-3dbe48440490 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.456776] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.457642] env[62094]: DEBUG nova.compute.manager [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1202.461534] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.158s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.461792] env[62094]: DEBUG nova.objects.instance [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lazy-loading 'resources' on Instance uuid 4d735584-cc94-4586-ad0c-34df18816663 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.473907] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.473907] env[62094]: value = "task-1400680" [ 1202.473907] env[62094]: _type = "Task" [ 1202.473907] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.484215] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400680, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.889775] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838539} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.893976] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 7be66016-88c8-4fc2-9f45-ab76566f10a8/7be66016-88c8-4fc2-9f45-ab76566f10a8.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.893976] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.893976] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcbe978e-85ac-4cfe-9f03-f1f87336c362 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.901802] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Waiting for the task: (returnval){ [ 1202.901802] env[62094]: value = "task-1400681" [ 1202.901802] env[62094]: _type = "Task" [ 1202.901802] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.913609] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.958624] env[62094]: DEBUG nova.compute.manager [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1202.959871] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c3abdc-596f-48af-8a25-be43bbb59a14 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.965689] env[62094]: DEBUG nova.compute.utils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1202.973757] env[62094]: DEBUG nova.compute.manager [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1202.974076] env[62094]: DEBUG nova.network.neutron [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.997855] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400680, 'name': CreateVM_Task, 'duration_secs': 0.478832} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.998310] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.999837] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.000115] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.000609] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.001119] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db40611a-77bb-4ca2-b6f5-f445c90cb457 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.011239] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1203.011239] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c149fb-f12d-59db-e6a0-afc8c4b74289" [ 1203.011239] env[62094]: _type = "Task" [ 1203.011239] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.030878] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c149fb-f12d-59db-e6a0-afc8c4b74289, 'name': SearchDatastore_Task, 'duration_secs': 0.012897} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.037565] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.037672] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.037906] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.038079] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.038321] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.039744] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-535780d2-3889-4601-9a9e-a1895e09bf83 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.046086] env[62094]: DEBUG nova.policy [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2914cca56dca42109f12ae8bee6e18de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9178bb8651a42e799dd143b9f26a1cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1203.049841] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.049841] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.053480] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bbffe30-61a9-46f7-bb5c-647e4b94114e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.060416] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1203.060416] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ad2c16-441a-7d6a-bf81-1c03f7589186" [ 1203.060416] env[62094]: _type = "Task" [ 1203.060416] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.074341] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ad2c16-441a-7d6a-bf81-1c03f7589186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.370853] env[62094]: DEBUG nova.network.neutron [req-cca8d710-8a66-46fc-bb2a-54ff6f32187f req-e75e6607-3ac3-40df-9361-437afc63e092 service nova] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Updated VIF entry in instance network info cache for port 6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.371563] env[62094]: DEBUG nova.network.neutron [req-cca8d710-8a66-46fc-bb2a-54ff6f32187f req-e75e6607-3ac3-40df-9361-437afc63e092 service nova] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Updating instance_info_cache with network_info: [{"id": "6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6", "address": "fa:16:3e:9d:03:63", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6789fda3-eb", "ovs_interfaceid": "6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.413381] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073932} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.415032] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.416930] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2945d89b-cca1-4ca6-af73-f4a905c07bd0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.419248] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657f49c8-a0c5-4985-87cc-4e6951d8cbb2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.436411] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a644665-40ec-40f8-9019-781e725f0658 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.450141] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 7be66016-88c8-4fc2-9f45-ab76566f10a8/7be66016-88c8-4fc2-9f45-ab76566f10a8.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.450381] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21db1525-6982-410a-ace7-85c94fd50f13 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.497207] env[62094]: DEBUG nova.compute.manager [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1203.503044] env[62094]: INFO nova.compute.manager [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] instance snapshotting [ 1203.504711] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bfacac-1ee3-4ac4-8957-fadfd3e6939f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.507966] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee99f787-19f0-4077-87a6-2382fc4a4958 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.512042] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Waiting for the task: (returnval){ [ 1203.512042] env[62094]: value = "task-1400682" [ 1203.512042] env[62094]: _type = "Task" [ 1203.512042] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.531627] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d2756d-60bf-426e-a56a-968637ee25e6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.536162] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de33405c-ee22-4419-9f41-3df37fa0fe99 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.543916] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.554397] env[62094]: DEBUG nova.compute.provider_tree [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.570731] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ad2c16-441a-7d6a-bf81-1c03f7589186, 'name': SearchDatastore_Task, 'duration_secs': 0.017137} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.571919] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2f838f-889b-4fb7-a849-60289d178950 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.577540] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1203.577540] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523de3a4-6bae-d970-4af9-3bff6ffe5b42" [ 1203.577540] env[62094]: _type = "Task" [ 1203.577540] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.578244] env[62094]: DEBUG nova.network.neutron [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Successfully created port: 09fe3a77-8e37-49c3-a533-0c1046092dac {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.589651] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523de3a4-6bae-d970-4af9-3bff6ffe5b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.771837] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.772165] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.813180] env[62094]: DEBUG oslo_vmware.rw_handles [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c66101-7918-60f0-3ee9-3b2d3269c419/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1203.814765] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839f3b8f-0ad5-4c14-adb2-ee466da0f6ed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.821794] env[62094]: DEBUG oslo_vmware.rw_handles [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c66101-7918-60f0-3ee9-3b2d3269c419/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1203.821976] env[62094]: ERROR oslo_vmware.rw_handles [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c66101-7918-60f0-3ee9-3b2d3269c419/disk-0.vmdk due to incomplete transfer. [ 1203.822257] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b4bc8500-8fed-4b4f-a8d9-5340b126e58c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.832496] env[62094]: DEBUG oslo_vmware.rw_handles [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c66101-7918-60f0-3ee9-3b2d3269c419/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1203.832691] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Uploaded image 3d69b7a2-4d34-43ad-aca1-c22a97bc81f7 to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1203.834821] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1203.835351] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0549c767-49c9-4878-bf21-102fe7123909 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.842745] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1203.842745] env[62094]: value = "task-1400683" [ 1203.842745] env[62094]: _type = "Task" [ 1203.842745] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.849873] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400683, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.876784] env[62094]: DEBUG oslo_concurrency.lockutils [req-cca8d710-8a66-46fc-bb2a-54ff6f32187f req-e75e6607-3ac3-40df-9361-437afc63e092 service nova] Releasing lock "refresh_cache-57dd1444-ced9-4857-a30e-ed64d20bab2c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.028627] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400682, 'name': ReconfigVM_Task, 'duration_secs': 0.332144} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.028627] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 7be66016-88c8-4fc2-9f45-ab76566f10a8/7be66016-88c8-4fc2-9f45-ab76566f10a8.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.028627] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-282fd953-ea30-4d1b-9f80-dbb9670fcb7d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.035038] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Waiting for the task: (returnval){ [ 1204.035038] env[62094]: value = "task-1400684" [ 1204.035038] env[62094]: _type = "Task" [ 1204.035038] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.043360] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400684, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.063536] env[62094]: DEBUG nova.scheduler.client.report [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1204.066254] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1204.066533] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1c5132bf-68c4-4ed2-a84c-e304d252d4e7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.075205] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1204.075205] env[62094]: value = "task-1400685" [ 1204.075205] env[62094]: _type = "Task" [ 1204.075205] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.083576] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400685, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.093941] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523de3a4-6bae-d970-4af9-3bff6ffe5b42, 'name': SearchDatastore_Task, 'duration_secs': 0.015719} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.094368] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.094729] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 57dd1444-ced9-4857-a30e-ed64d20bab2c/57dd1444-ced9-4857-a30e-ed64d20bab2c.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.095128] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1545a5b-75f7-4c73-867a-9f2c103dd401 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.101595] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1204.101595] env[62094]: value = "task-1400686" [ 1204.101595] env[62094]: _type = "Task" [ 1204.101595] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.110845] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.278276] env[62094]: DEBUG nova.compute.manager [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1204.352948] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400683, 'name': Destroy_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.509905] env[62094]: DEBUG nova.compute.manager [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1204.542794] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400684, 'name': Rename_Task, 'duration_secs': 0.139606} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.545781] env[62094]: DEBUG nova.virt.hardware [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1204.546023] env[62094]: DEBUG nova.virt.hardware [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1204.546731] env[62094]: DEBUG nova.virt.hardware [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.546947] env[62094]: DEBUG nova.virt.hardware [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1204.547166] env[62094]: DEBUG nova.virt.hardware [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.547331] env[62094]: DEBUG nova.virt.hardware [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1204.547566] env[62094]: DEBUG nova.virt.hardware [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1204.547734] env[62094]: DEBUG nova.virt.hardware [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1204.547906] env[62094]: DEBUG nova.virt.hardware [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1204.548099] env[62094]: DEBUG nova.virt.hardware [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1204.548296] env[62094]: DEBUG nova.virt.hardware [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1204.548627] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.549495] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2f4318-ee10-4f3f-a67b-a947032d2a8d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.552251] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf41e550-ad37-4ee1-9c6c-69158f4bd75b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.561047] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf3236c-7028-425a-b08e-f3ef7d868cdd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.565367] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Waiting for the task: (returnval){ [ 1204.565367] env[62094]: value = "task-1400687" [ 1204.565367] env[62094]: _type = "Task" [ 1204.565367] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.579488] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.584486] env[62094]: DEBUG oslo_concurrency.lockutils [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.970s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.584486] env[62094]: DEBUG nova.objects.instance [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lazy-loading 'resources' on Instance uuid 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.591150] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400687, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.597031] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400685, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.613242] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400686, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.621339] env[62094]: INFO nova.scheduler.client.report [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Deleted allocations for instance 4d735584-cc94-4586-ad0c-34df18816663 [ 1204.804245] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.853336] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400683, 'name': Destroy_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.076454] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400687, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.090286] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400685, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.111798] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525667} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.114460] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 57dd1444-ced9-4857-a30e-ed64d20bab2c/57dd1444-ced9-4857-a30e-ed64d20bab2c.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.114699] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.115174] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0404c00-136f-486c-9b08-7ebd13ef6905 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.120416] env[62094]: DEBUG nova.compute.manager [req-2f88be31-74e1-4dac-9cf2-4d989d749cb4 req-e639ef34-6fd3-40b6-ac55-7f4ac1a05668 service nova] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Received event network-vif-plugged-09fe3a77-8e37-49c3-a533-0c1046092dac {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1205.120638] env[62094]: DEBUG oslo_concurrency.lockutils [req-2f88be31-74e1-4dac-9cf2-4d989d749cb4 req-e639ef34-6fd3-40b6-ac55-7f4ac1a05668 service nova] Acquiring lock "0748922a-9ba3-43f2-9aff-9410e0ec8729-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.120848] env[62094]: DEBUG oslo_concurrency.lockutils [req-2f88be31-74e1-4dac-9cf2-4d989d749cb4 req-e639ef34-6fd3-40b6-ac55-7f4ac1a05668 service nova] Lock "0748922a-9ba3-43f2-9aff-9410e0ec8729-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.121021] env[62094]: DEBUG oslo_concurrency.lockutils [req-2f88be31-74e1-4dac-9cf2-4d989d749cb4 req-e639ef34-6fd3-40b6-ac55-7f4ac1a05668 service nova] Lock "0748922a-9ba3-43f2-9aff-9410e0ec8729-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.121495] env[62094]: DEBUG nova.compute.manager [req-2f88be31-74e1-4dac-9cf2-4d989d749cb4 req-e639ef34-6fd3-40b6-ac55-7f4ac1a05668 service nova] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] No waiting events found dispatching network-vif-plugged-09fe3a77-8e37-49c3-a533-0c1046092dac {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1205.121495] env[62094]: WARNING nova.compute.manager [req-2f88be31-74e1-4dac-9cf2-4d989d749cb4 req-e639ef34-6fd3-40b6-ac55-7f4ac1a05668 service nova] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Received unexpected event network-vif-plugged-09fe3a77-8e37-49c3-a533-0c1046092dac for instance with vm_state building and task_state spawning. [ 1205.123444] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1205.123444] env[62094]: value = "task-1400688" [ 1205.123444] env[62094]: _type = "Task" [ 1205.123444] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.134313] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fff90251-fb6b-4c83-a116-7ed7c55022f9 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "4d735584-cc94-4586-ad0c-34df18816663" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.973s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.141295] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.309486] env[62094]: DEBUG nova.network.neutron [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Successfully updated port: 09fe3a77-8e37-49c3-a533-0c1046092dac {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.357689] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400683, 'name': Destroy_Task, 'duration_secs': 1.32259} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.357964] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Destroyed the VM [ 1205.358250] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1205.358522] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-44a6edbb-d628-4324-92a4-eae263b8547a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.366019] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1205.366019] env[62094]: value = "task-1400689" [ 1205.366019] env[62094]: _type = "Task" [ 1205.366019] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.374554] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400689, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.459010] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae4bdb4-3008-4fba-a936-45e64ed96182 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.467754] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad48553d-cbda-40bc-a3ca-2147baacfddc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.499835] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35d86e9-a722-4f28-ab10-16955855d166 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.507690] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274c6e74-f1cd-476c-bb06-3aef449a823b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.521732] env[62094]: DEBUG nova.compute.provider_tree [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.579081] env[62094]: DEBUG oslo_vmware.api [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400687, 'name': PowerOnVM_Task, 'duration_secs': 0.602751} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.579398] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.580499] env[62094]: INFO nova.compute.manager [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1205.580499] env[62094]: DEBUG nova.compute.manager [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1205.580612] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2540b2a9-0d5b-481f-a17a-33624520ba2f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.602637] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400685, 'name': CreateSnapshot_Task, 'duration_secs': 1.117711} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.602935] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1205.603915] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40da30b-fa7d-465f-bd88-dbf33dae3830 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.634122] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077342} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.634545] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.635384] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd5f83b-1520-4137-85e1-3da9120fe4f5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.659397] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 57dd1444-ced9-4857-a30e-ed64d20bab2c/57dd1444-ced9-4857-a30e-ed64d20bab2c.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.661195] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22f261ec-224d-44c0-811c-bfdf4173bd1b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.681851] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1205.681851] env[62094]: value = "task-1400690" [ 1205.681851] env[62094]: _type = "Task" [ 1205.681851] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.690203] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.811514] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "refresh_cache-0748922a-9ba3-43f2-9aff-9410e0ec8729" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.811814] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "refresh_cache-0748922a-9ba3-43f2-9aff-9410e0ec8729" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.811889] env[62094]: DEBUG nova.network.neutron [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.887075] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400689, 'name': RemoveSnapshot_Task, 'duration_secs': 0.363969} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.887075] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1205.887075] env[62094]: DEBUG nova.compute.manager [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1205.887075] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee26a64-6664-4b9e-9adf-294edfd35f1b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.027082] env[62094]: DEBUG nova.scheduler.client.report [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1206.105374] env[62094]: INFO nova.compute.manager [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Took 40.06 seconds to build instance. [ 1206.124017] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1206.125847] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6284bd1d-3b29-485b-8aa8-90d86a75260c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.135014] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1206.135014] env[62094]: value = "task-1400691" [ 1206.135014] env[62094]: _type = "Task" [ 1206.135014] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.144339] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400691, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.192739] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.366997] env[62094]: DEBUG nova.network.neutron [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.401181] env[62094]: INFO nova.compute.manager [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Shelve offloading [ 1206.403131] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.403404] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1c1802a-49b5-4993-82d2-5f90ff8beeac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.418890] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1206.418890] env[62094]: value = "task-1400692" [ 1206.418890] env[62094]: _type = "Task" [ 1206.418890] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.434020] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1206.434020] env[62094]: DEBUG nova.compute.manager [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1206.434020] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4230e842-e994-47e3-8586-272ca166bf4d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.440359] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "refresh_cache-7717ed7e-1c56-4de7-aa71-8cc125e28b46" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.440359] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "refresh_cache-7717ed7e-1c56-4de7-aa71-8cc125e28b46" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.440359] env[62094]: DEBUG nova.network.neutron [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.536331] env[62094]: DEBUG oslo_concurrency.lockutils [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.536738] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.510s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.541017] env[62094]: INFO nova.compute.claims [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.566589] env[62094]: INFO nova.scheduler.client.report [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Deleted allocations for instance 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f [ 1206.595716] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Acquiring lock "7be66016-88c8-4fc2-9f45-ab76566f10a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.607420] env[62094]: DEBUG oslo_concurrency.lockutils [None req-28ee5ccb-7756-40cf-8b72-b99271df68ee tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Lock "7be66016-88c8-4fc2-9f45-ab76566f10a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.589s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.607738] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Lock "7be66016-88c8-4fc2-9f45-ab76566f10a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.012s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.607967] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Acquiring lock "7be66016-88c8-4fc2-9f45-ab76566f10a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.608201] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Lock "7be66016-88c8-4fc2-9f45-ab76566f10a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.608406] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Lock "7be66016-88c8-4fc2-9f45-ab76566f10a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.611209] env[62094]: INFO nova.compute.manager [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Terminating instance [ 1206.613349] env[62094]: DEBUG nova.compute.manager [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1206.613554] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.614405] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c297653-9be3-448b-ac4d-0c5503b69e05 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.622784] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.622935] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-420ea82b-671a-4cb6-86db-a4587adfd711 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.630890] env[62094]: DEBUG oslo_vmware.api [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Waiting for the task: (returnval){ [ 1206.630890] env[62094]: value = "task-1400693" [ 1206.630890] env[62094]: _type = "Task" [ 1206.630890] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.640299] env[62094]: DEBUG nova.network.neutron [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Updating instance_info_cache with network_info: [{"id": "09fe3a77-8e37-49c3-a533-0c1046092dac", "address": "fa:16:3e:e8:26:70", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09fe3a77-8e", "ovs_interfaceid": "09fe3a77-8e37-49c3-a533-0c1046092dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.647570] env[62094]: DEBUG oslo_vmware.api [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.652880] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400691, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.692643] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400690, 'name': ReconfigVM_Task, 'duration_secs': 0.867556} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.692888] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 57dd1444-ced9-4857-a30e-ed64d20bab2c/57dd1444-ced9-4857-a30e-ed64d20bab2c.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.693551] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fd71914-4a8f-40d1-8c51-507ad834a27a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.699879] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1206.699879] env[62094]: value = "task-1400694" [ 1206.699879] env[62094]: _type = "Task" [ 1206.699879] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.712542] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400694, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.078335] env[62094]: DEBUG oslo_concurrency.lockutils [None req-009d9a5b-7b5b-49fa-9580-231764921426 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.255s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.146167] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "refresh_cache-0748922a-9ba3-43f2-9aff-9410e0ec8729" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.146491] env[62094]: DEBUG nova.compute.manager [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Instance network_info: |[{"id": "09fe3a77-8e37-49c3-a533-0c1046092dac", "address": "fa:16:3e:e8:26:70", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09fe3a77-8e", "ovs_interfaceid": "09fe3a77-8e37-49c3-a533-0c1046092dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1207.146732] env[62094]: DEBUG oslo_vmware.api [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400693, 'name': PowerOffVM_Task, 'duration_secs': 0.166713} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.150190] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:26:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09fe3a77-8e37-49c3-a533-0c1046092dac', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.158506] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Creating folder: Project (c9178bb8651a42e799dd143b9f26a1cb). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1207.160017] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.160017] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.160017] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400691, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.160017] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c2f6c9f-78b4-4dbe-8c06-df640f5d1d28 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.161411] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a122dc9-0181-49ea-a7b3-d7c18cc6def1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.172496] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Created folder: Project (c9178bb8651a42e799dd143b9f26a1cb) in parent group-v296765. [ 1207.172710] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Creating folder: Instances. Parent ref: group-v296955. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1207.173020] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b9dc5ac-42ee-4682-970a-6c1ef7e3d432 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.183389] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Created folder: Instances in parent group-v296955. [ 1207.183389] env[62094]: DEBUG oslo.service.loopingcall [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1207.183564] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.183772] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2233b0bb-f363-41a8-a969-bf03c2ae9a69 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.209069] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.209069] env[62094]: value = "task-1400698" [ 1207.209069] env[62094]: _type = "Task" [ 1207.209069] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.212287] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400694, 'name': Rename_Task, 'duration_secs': 0.148179} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.217310] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.217606] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c1bb750-ff9d-4fc2-80fb-773853c6a715 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.226567] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400698, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.228793] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.229063] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.229303] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Deleting the datastore file [datastore2] 7be66016-88c8-4fc2-9f45-ab76566f10a8 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.229690] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1207.229690] env[62094]: value = "task-1400699" [ 1207.229690] env[62094]: _type = "Task" [ 1207.229690] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.230403] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7879cff4-6803-4163-a8db-928fd50243b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.239797] env[62094]: DEBUG oslo_vmware.api [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Waiting for the task: (returnval){ [ 1207.239797] env[62094]: value = "task-1400700" [ 1207.239797] env[62094]: _type = "Task" [ 1207.239797] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.246199] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400699, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.253022] env[62094]: DEBUG oslo_vmware.api [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.287158] env[62094]: DEBUG nova.compute.manager [req-8a4d35dd-65d8-4e14-9989-19d829b5360e req-e7f00dfc-16e8-4092-be5b-74c52608b8d7 service nova] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Received event network-changed-09fe3a77-8e37-49c3-a533-0c1046092dac {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1207.287396] env[62094]: DEBUG nova.compute.manager [req-8a4d35dd-65d8-4e14-9989-19d829b5360e req-e7f00dfc-16e8-4092-be5b-74c52608b8d7 service nova] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Refreshing instance network info cache due to event network-changed-09fe3a77-8e37-49c3-a533-0c1046092dac. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1207.287638] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a4d35dd-65d8-4e14-9989-19d829b5360e req-e7f00dfc-16e8-4092-be5b-74c52608b8d7 service nova] Acquiring lock "refresh_cache-0748922a-9ba3-43f2-9aff-9410e0ec8729" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.287793] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a4d35dd-65d8-4e14-9989-19d829b5360e req-e7f00dfc-16e8-4092-be5b-74c52608b8d7 service nova] Acquired lock "refresh_cache-0748922a-9ba3-43f2-9aff-9410e0ec8729" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.287977] env[62094]: DEBUG nova.network.neutron [req-8a4d35dd-65d8-4e14-9989-19d829b5360e req-e7f00dfc-16e8-4092-be5b-74c52608b8d7 service nova] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Refreshing network info cache for port 09fe3a77-8e37-49c3-a533-0c1046092dac {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.291904] env[62094]: DEBUG nova.network.neutron [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Updating instance_info_cache with network_info: [{"id": "e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc", "address": "fa:16:3e:8d:2c:b1", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape21c1c9e-e7", "ovs_interfaceid": "e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.469086] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquiring lock "75d41bc3-89e0-48ab-b001-c90994937228" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.469552] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Lock "75d41bc3-89e0-48ab-b001-c90994937228" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.646101] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400691, 'name': CloneVM_Task, 'duration_secs': 1.484162} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.648882] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Created linked-clone VM from snapshot [ 1207.650026] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff28ee0-4057-462f-b419-faafd3251620 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.657642] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Uploading image 6a01c5f2-08ce-4577-927d-10ef7b381188 {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1207.671457] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1207.671898] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-428e29f9-e57c-4bf6-aab9-b9956659426c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.678924] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1207.678924] env[62094]: value = "task-1400701" [ 1207.678924] env[62094]: _type = "Task" [ 1207.678924] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.691739] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400701, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.726441] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400698, 'name': CreateVM_Task, 'duration_secs': 0.315833} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.726605] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.727379] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.727543] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.728039] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.728694] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-728d1ba6-1f11-40a8-8995-62a098b74b0a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.738843] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1207.738843] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b0df01-a008-7524-41be-7361d346a55f" [ 1207.738843] env[62094]: _type = "Task" [ 1207.738843] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.746322] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400699, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.761223] env[62094]: DEBUG oslo_vmware.api [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Task: {'id': task-1400700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216127} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.761223] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b0df01-a008-7524-41be-7361d346a55f, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.761223] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.761223] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.761223] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.761660] env[62094]: INFO nova.compute.manager [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1207.761660] env[62094]: DEBUG oslo.service.loopingcall [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1207.761883] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.762070] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.762331] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.762500] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.762725] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.765372] env[62094]: DEBUG nova.compute.manager [-] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1207.765480] env[62094]: DEBUG nova.network.neutron [-] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.767355] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0c77325-c914-488d-affc-4320c58b0597 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.777126] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.777307] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.778281] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb79a79-3705-41a3-a751-6e5c4909ed1d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.786963] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1207.786963] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]522fd6ec-6406-e78f-73ef-43ede6f0969c" [ 1207.786963] env[62094]: _type = "Task" [ 1207.786963] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.797435] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "refresh_cache-7717ed7e-1c56-4de7-aa71-8cc125e28b46" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.804894] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522fd6ec-6406-e78f-73ef-43ede6f0969c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.964828] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94db92d7-257e-4efa-8927-6574503b96d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.972713] env[62094]: DEBUG nova.compute.manager [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1207.982016] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b310fd5b-fc99-4259-bb29-69224b21df56 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.045791] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa7d6c8-be82-4672-bac1-e0ce800892f1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.057644] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8996e1-2289-45cc-b617-c58832543cf5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.076699] env[62094]: DEBUG nova.compute.provider_tree [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.178257] env[62094]: DEBUG nova.network.neutron [req-8a4d35dd-65d8-4e14-9989-19d829b5360e req-e7f00dfc-16e8-4092-be5b-74c52608b8d7 service nova] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Updated VIF entry in instance network info cache for port 09fe3a77-8e37-49c3-a533-0c1046092dac. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.178649] env[62094]: DEBUG nova.network.neutron [req-8a4d35dd-65d8-4e14-9989-19d829b5360e req-e7f00dfc-16e8-4092-be5b-74c52608b8d7 service nova] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Updating instance_info_cache with network_info: [{"id": "09fe3a77-8e37-49c3-a533-0c1046092dac", "address": "fa:16:3e:e8:26:70", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09fe3a77-8e", "ovs_interfaceid": "09fe3a77-8e37-49c3-a533-0c1046092dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.191597] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400701, 'name': Destroy_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.243650] env[62094]: DEBUG oslo_vmware.api [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400699, 'name': PowerOnVM_Task, 'duration_secs': 0.662754} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.243941] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.244407] env[62094]: INFO nova.compute.manager [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1208.244610] env[62094]: DEBUG nova.compute.manager [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1208.245584] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fc530f-3355-41fd-b481-ce4cb38e5df1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.268549] env[62094]: DEBUG nova.compute.manager [req-c6c28463-9e3a-446c-9452-950d5fa79696 req-4a747884-07ef-478a-baaf-30c25073cb0b service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Received event network-vif-unplugged-e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1208.268786] env[62094]: DEBUG oslo_concurrency.lockutils [req-c6c28463-9e3a-446c-9452-950d5fa79696 req-4a747884-07ef-478a-baaf-30c25073cb0b service nova] Acquiring lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.269010] env[62094]: DEBUG oslo_concurrency.lockutils [req-c6c28463-9e3a-446c-9452-950d5fa79696 req-4a747884-07ef-478a-baaf-30c25073cb0b service nova] Lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.269286] env[62094]: DEBUG oslo_concurrency.lockutils [req-c6c28463-9e3a-446c-9452-950d5fa79696 req-4a747884-07ef-478a-baaf-30c25073cb0b service nova] Lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.269468] env[62094]: DEBUG nova.compute.manager [req-c6c28463-9e3a-446c-9452-950d5fa79696 req-4a747884-07ef-478a-baaf-30c25073cb0b service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] No waiting events found dispatching network-vif-unplugged-e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1208.269638] env[62094]: WARNING nova.compute.manager [req-c6c28463-9e3a-446c-9452-950d5fa79696 req-4a747884-07ef-478a-baaf-30c25073cb0b service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Received unexpected event network-vif-unplugged-e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc for instance with vm_state shelved and task_state shelving_offloading. [ 1208.273424] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "47d50f06-ee2c-4524-aca5-edc748f76875" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.273760] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "47d50f06-ee2c-4524-aca5-edc748f76875" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.293984] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.295139] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56715ea3-c5d1-480e-9669-439a73938372 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.304708] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522fd6ec-6406-e78f-73ef-43ede6f0969c, 'name': SearchDatastore_Task, 'duration_secs': 0.014273} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.312848] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.315626] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab31440d-d28c-4b5c-b34e-c4ae55044fa3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.317973] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59867541-0efa-4d9e-8df9-82a3c2851e95 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.320465] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "4f6170dd-4b13-46ea-8ea0-612e517addb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.320465] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "4f6170dd-4b13-46ea-8ea0-612e517addb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.325406] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1208.325406] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5241941c-007d-4119-d237-9f7fd1593dca" [ 1208.325406] env[62094]: _type = "Task" [ 1208.325406] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.334392] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5241941c-007d-4119-d237-9f7fd1593dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.383091] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.383450] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.383724] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleting the datastore file [datastore2] 7717ed7e-1c56-4de7-aa71-8cc125e28b46 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.384556] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d16f1a83-4e44-4087-a089-6a06e7ed09ce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.392514] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1208.392514] env[62094]: value = "task-1400703" [ 1208.392514] env[62094]: _type = "Task" [ 1208.392514] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.403379] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.507143] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.581465] env[62094]: DEBUG nova.scheduler.client.report [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1208.657430] env[62094]: DEBUG nova.network.neutron [-] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.689373] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a4d35dd-65d8-4e14-9989-19d829b5360e req-e7f00dfc-16e8-4092-be5b-74c52608b8d7 service nova] Releasing lock "refresh_cache-0748922a-9ba3-43f2-9aff-9410e0ec8729" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.690075] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400701, 'name': Destroy_Task, 'duration_secs': 0.567388} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.690323] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Destroyed the VM [ 1208.690562] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1208.690816] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a082a2df-067f-4558-8678-08bf5bceac37 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.697330] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1208.697330] env[62094]: value = "task-1400704" [ 1208.697330] env[62094]: _type = "Task" [ 1208.697330] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.705501] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400704, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.765982] env[62094]: INFO nova.compute.manager [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Took 39.58 seconds to build instance. [ 1208.776901] env[62094]: DEBUG nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1208.822490] env[62094]: DEBUG nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1208.836095] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5241941c-007d-4119-d237-9f7fd1593dca, 'name': SearchDatastore_Task, 'duration_secs': 0.013194} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.836494] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.837546] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 0748922a-9ba3-43f2-9aff-9410e0ec8729/0748922a-9ba3-43f2-9aff-9410e0ec8729.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.838233] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17806612-6ce9-49dd-873c-6d24e0ad1669 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.849018] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1208.849018] env[62094]: value = "task-1400705" [ 1208.849018] env[62094]: _type = "Task" [ 1208.849018] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.857018] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.903626] env[62094]: DEBUG oslo_vmware.api [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35771} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.903761] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.903910] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.904108] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.925574] env[62094]: INFO nova.scheduler.client.report [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleted allocations for instance 7717ed7e-1c56-4de7-aa71-8cc125e28b46 [ 1209.086425] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.087025] env[62094]: DEBUG nova.compute.manager [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1209.089855] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.528s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.090145] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.092359] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.987s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.092671] env[62094]: DEBUG nova.objects.instance [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lazy-loading 'resources' on Instance uuid a2b9ab46-28f4-4a98-a309-d6811dff3000 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.120274] env[62094]: INFO nova.scheduler.client.report [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Deleted allocations for instance a1699619-ba4e-42cb-bf58-28f3a922e36e [ 1209.159974] env[62094]: INFO nova.compute.manager [-] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Took 1.39 seconds to deallocate network for instance. [ 1209.208596] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400704, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.268472] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7ec0fabb-d2c5-4c5c-a22e-1bea5023c326 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "57dd1444-ced9-4857-a30e-ed64d20bab2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.090s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.299226] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.345466] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.357654] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400705, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.430188] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.492922] env[62094]: DEBUG nova.compute.manager [req-a348e2d0-343c-4e09-8e73-0b4c20b34c5a req-d5b59e6d-c35a-46e5-9b2e-96f88b2a5a42 service nova] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Received event network-vif-deleted-1135993d-f135-416c-9fc8-b04db22bcfa7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1209.596627] env[62094]: DEBUG nova.compute.utils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1209.601507] env[62094]: DEBUG nova.compute.manager [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1209.602342] env[62094]: DEBUG nova.network.neutron [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.636063] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1af85fd-7dbd-4d11-9893-7d06ab7ea233 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "a1699619-ba4e-42cb-bf58-28f3a922e36e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.458s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.644649] env[62094]: DEBUG nova.policy [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fda8cc0abebb4e67b93ff30892754da9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cbf023cc2a345fb9859f31706e5614f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1209.668465] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.712070] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400704, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.858751] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550725} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.861375] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 0748922a-9ba3-43f2-9aff-9410e0ec8729/0748922a-9ba3-43f2-9aff-9410e0ec8729.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.861625] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.862076] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb6bae8e-24bd-47c4-8e71-da0347c85f76 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.869598] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1209.869598] env[62094]: value = "task-1400706" [ 1209.869598] env[62094]: _type = "Task" [ 1209.869598] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.884811] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.916328] env[62094]: DEBUG nova.network.neutron [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Successfully created port: 0ff5fdc0-891c-43bc-8f61-0ed00c6f1486 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.967480] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f2dc8f-1278-4b3e-a838-7f9e012147ee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.975861] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2820a110-3f29-4539-81b3-f41fc0369a94 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.008809] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1ae83dd-b735-4426-a2e6-696ee6a19d52 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.010509] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be05eb24-194f-43f3-a6ae-6818a9df95d0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.018642] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6658d8-5da5-4aa4-81c8-04edef1f514d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.031940] env[62094]: DEBUG nova.compute.provider_tree [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.101992] env[62094]: DEBUG nova.compute.manager [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1210.211469] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400704, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.380840] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285377} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.381187] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.382020] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97b0175-6202-4b17-aaec-399da0cad535 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.405605] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 0748922a-9ba3-43f2-9aff-9410e0ec8729/0748922a-9ba3-43f2-9aff-9410e0ec8729.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.406334] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-910a3f30-893d-4deb-bfc5-a367987fdd63 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.433856] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1210.433856] env[62094]: value = "task-1400707" [ 1210.433856] env[62094]: _type = "Task" [ 1210.433856] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.446483] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.535424] env[62094]: DEBUG nova.scheduler.client.report [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1210.648480] env[62094]: DEBUG oslo_concurrency.lockutils [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "57dd1444-ced9-4857-a30e-ed64d20bab2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.648758] env[62094]: DEBUG oslo_concurrency.lockutils [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "57dd1444-ced9-4857-a30e-ed64d20bab2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.648995] env[62094]: DEBUG oslo_concurrency.lockutils [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "57dd1444-ced9-4857-a30e-ed64d20bab2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.649353] env[62094]: DEBUG oslo_concurrency.lockutils [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "57dd1444-ced9-4857-a30e-ed64d20bab2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.649627] env[62094]: DEBUG oslo_concurrency.lockutils [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "57dd1444-ced9-4857-a30e-ed64d20bab2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.651928] env[62094]: INFO nova.compute.manager [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Terminating instance [ 1210.653893] env[62094]: DEBUG nova.compute.manager [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1210.654112] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.655020] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cb06c6-db0b-456a-99d5-02c94cc9e542 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.663946] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.664235] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ba474ae-bf82-4235-b2cb-b43c9d0acbda {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.671422] env[62094]: DEBUG oslo_vmware.api [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1210.671422] env[62094]: value = "task-1400708" [ 1210.671422] env[62094]: _type = "Task" [ 1210.671422] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.679483] env[62094]: DEBUG oslo_vmware.api [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.710402] env[62094]: DEBUG oslo_vmware.api [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400704, 'name': RemoveSnapshot_Task, 'duration_secs': 1.670403} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.710402] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1210.746959] env[62094]: DEBUG nova.compute.manager [req-b21c2e47-1506-4717-9e0e-11a057bd7036 req-eba4af23-d958-4eaa-8aa5-ef5ba068dc80 service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Received event network-changed-e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1210.746959] env[62094]: DEBUG nova.compute.manager [req-b21c2e47-1506-4717-9e0e-11a057bd7036 req-eba4af23-d958-4eaa-8aa5-ef5ba068dc80 service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Refreshing instance network info cache due to event network-changed-e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1210.746959] env[62094]: DEBUG oslo_concurrency.lockutils [req-b21c2e47-1506-4717-9e0e-11a057bd7036 req-eba4af23-d958-4eaa-8aa5-ef5ba068dc80 service nova] Acquiring lock "refresh_cache-7717ed7e-1c56-4de7-aa71-8cc125e28b46" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.746959] env[62094]: DEBUG oslo_concurrency.lockutils [req-b21c2e47-1506-4717-9e0e-11a057bd7036 req-eba4af23-d958-4eaa-8aa5-ef5ba068dc80 service nova] Acquired lock "refresh_cache-7717ed7e-1c56-4de7-aa71-8cc125e28b46" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.747171] env[62094]: DEBUG nova.network.neutron [req-b21c2e47-1506-4717-9e0e-11a057bd7036 req-eba4af23-d958-4eaa-8aa5-ef5ba068dc80 service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Refreshing network info cache for port e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.813035] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "e2f8504f-2c1e-4304-a698-fe8819a65685" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.813035] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "e2f8504f-2c1e-4304-a698-fe8819a65685" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.944384] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400707, 'name': ReconfigVM_Task, 'duration_secs': 0.294965} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.944680] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 0748922a-9ba3-43f2-9aff-9410e0ec8729/0748922a-9ba3-43f2-9aff-9410e0ec8729.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.945618] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02c38e06-b38b-4814-a937-3f3e489f3628 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.952220] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1210.952220] env[62094]: value = "task-1400709" [ 1210.952220] env[62094]: _type = "Task" [ 1210.952220] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.960261] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400709, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.041777] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.045060] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.325s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.045060] env[62094]: DEBUG nova.objects.instance [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Lazy-loading 'resources' on Instance uuid 8be52fba-7f94-44d0-aeef-353aaf600d1d {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.069567] env[62094]: INFO nova.scheduler.client.report [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Deleted allocations for instance a2b9ab46-28f4-4a98-a309-d6811dff3000 [ 1211.111079] env[62094]: DEBUG nova.compute.manager [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1211.138029] env[62094]: DEBUG nova.virt.hardware [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1211.138029] env[62094]: DEBUG nova.virt.hardware [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1211.138029] env[62094]: DEBUG nova.virt.hardware [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.138029] env[62094]: DEBUG nova.virt.hardware [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1211.138029] env[62094]: DEBUG nova.virt.hardware [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.138029] env[62094]: DEBUG nova.virt.hardware [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1211.138406] env[62094]: DEBUG nova.virt.hardware [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1211.138406] env[62094]: DEBUG nova.virt.hardware [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1211.138501] env[62094]: DEBUG nova.virt.hardware [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1211.138667] env[62094]: DEBUG nova.virt.hardware [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1211.138845] env[62094]: DEBUG nova.virt.hardware [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1211.139760] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a0421a-8e9e-4e1b-9f9b-4cd20fa78cc3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.148078] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b174c58b-5a04-4038-ac84-0fa290560330 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.179805] env[62094]: DEBUG oslo_vmware.api [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400708, 'name': PowerOffVM_Task, 'duration_secs': 0.230904} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.180592] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.180592] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.180592] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05067879-1580-46cb-90a1-d941c4274d61 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.215940] env[62094]: WARNING nova.compute.manager [None req-9179773c-e94b-4c43-87ef-b0764b9ad698 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Image not found during snapshot: nova.exception.ImageNotFound: Image 6a01c5f2-08ce-4577-927d-10ef7b381188 could not be found. [ 1211.253676] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.253921] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.254118] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleting the datastore file [datastore1] 57dd1444-ced9-4857-a30e-ed64d20bab2c {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.254692] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97c74b2b-efe0-4ed8-ba27-2df88b8f5a9a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.260908] env[62094]: DEBUG oslo_vmware.api [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1211.260908] env[62094]: value = "task-1400712" [ 1211.260908] env[62094]: _type = "Task" [ 1211.260908] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.270037] env[62094]: DEBUG oslo_vmware.api [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.316017] env[62094]: DEBUG nova.compute.manager [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1211.363620] env[62094]: DEBUG oslo_concurrency.lockutils [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.363924] env[62094]: DEBUG oslo_concurrency.lockutils [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.364182] env[62094]: DEBUG oslo_concurrency.lockutils [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.364393] env[62094]: DEBUG oslo_concurrency.lockutils [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.364597] env[62094]: DEBUG oslo_concurrency.lockutils [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.369795] env[62094]: INFO nova.compute.manager [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Terminating instance [ 1211.371948] env[62094]: DEBUG nova.compute.manager [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1211.372178] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.373060] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414737b5-da06-46c1-bd51-b7d7cd7b8b42 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.381243] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.381243] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9af3a75-3e1d-473e-a16e-38f54879c058 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.387118] env[62094]: DEBUG oslo_vmware.api [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1211.387118] env[62094]: value = "task-1400713" [ 1211.387118] env[62094]: _type = "Task" [ 1211.387118] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.396215] env[62094]: DEBUG oslo_vmware.api [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.462721] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400709, 'name': Rename_Task, 'duration_secs': 0.13769} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.463037] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.463342] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92bb3a15-5e03-46b5-83ef-019416503490 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.469463] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1211.469463] env[62094]: value = "task-1400714" [ 1211.469463] env[62094]: _type = "Task" [ 1211.469463] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.476942] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.583327] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d35d0f3a-5c41-4afa-b9fe-03428def3077 tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "a2b9ab46-28f4-4a98-a309-d6811dff3000" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.214s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.606836] env[62094]: DEBUG nova.network.neutron [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Successfully updated port: 0ff5fdc0-891c-43bc-8f61-0ed00c6f1486 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.618135] env[62094]: DEBUG nova.network.neutron [req-b21c2e47-1506-4717-9e0e-11a057bd7036 req-eba4af23-d958-4eaa-8aa5-ef5ba068dc80 service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Updated VIF entry in instance network info cache for port e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.618135] env[62094]: DEBUG nova.network.neutron [req-b21c2e47-1506-4717-9e0e-11a057bd7036 req-eba4af23-d958-4eaa-8aa5-ef5ba068dc80 service nova] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Updating instance_info_cache with network_info: [{"id": "e21c1c9e-e764-4bb6-ab6c-f1a1d6d742fc", "address": "fa:16:3e:8d:2c:b1", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": null, "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape21c1c9e-e7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.770427] env[62094]: DEBUG oslo_vmware.api [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158605} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.772892] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.773100] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.773312] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.773499] env[62094]: INFO nova.compute.manager [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1211.773736] env[62094]: DEBUG oslo.service.loopingcall [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1211.774165] env[62094]: DEBUG nova.compute.manager [-] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1211.774264] env[62094]: DEBUG nova.network.neutron [-] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.842888] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.899418] env[62094]: DEBUG oslo_vmware.api [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400713, 'name': PowerOffVM_Task, 'duration_secs': 0.222829} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.900948] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.903551] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.903551] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1339aa21-ac9a-4e4a-abf4-07df82a3c810 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.904793] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16f9950d-4506-4eda-8c47-6acb4f38dfe3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.912039] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e335ca7-f342-4b6b-b0ce-ce03f6aa9c9e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.947878] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b53bf49-22e3-4432-beb9-7e484a600d62 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.955545] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a7426a-a684-46cf-8bfe-d88b75c5317a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.968868] env[62094]: DEBUG nova.compute.provider_tree [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.978771] env[62094]: DEBUG oslo_vmware.api [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400714, 'name': PowerOnVM_Task, 'duration_secs': 0.455283} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.979721] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.980065] env[62094]: INFO nova.compute.manager [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1211.980304] env[62094]: DEBUG nova.compute.manager [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1211.981410] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6151e9f-f50b-4f52-8d03-7d00ff928c1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.991412] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.991647] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.991803] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Deleting the datastore file [datastore1] 6fa22fef-bcc4-41f2-8a80-cb958a446ed8 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.992267] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-712363bb-05b8-4941-a974-925ad30b5f87 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.999178] env[62094]: DEBUG oslo_vmware.api [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for the task: (returnval){ [ 1211.999178] env[62094]: value = "task-1400716" [ 1211.999178] env[62094]: _type = "Task" [ 1211.999178] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.006412] env[62094]: DEBUG oslo_vmware.api [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.110372] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Acquiring lock "refresh_cache-0e47290d-8081-4e0f-a827-fdfdc4144993" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.110530] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Acquired lock "refresh_cache-0e47290d-8081-4e0f-a827-fdfdc4144993" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.110732] env[62094]: DEBUG nova.network.neutron [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.119803] env[62094]: DEBUG oslo_concurrency.lockutils [req-b21c2e47-1506-4717-9e0e-11a057bd7036 req-eba4af23-d958-4eaa-8aa5-ef5ba068dc80 service nova] Releasing lock "refresh_cache-7717ed7e-1c56-4de7-aa71-8cc125e28b46" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.252342] env[62094]: DEBUG oslo_concurrency.lockutils [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "5ea773dc-cd50-45ec-9807-1872665f622d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.252721] env[62094]: DEBUG oslo_concurrency.lockutils [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "5ea773dc-cd50-45ec-9807-1872665f622d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.252939] env[62094]: DEBUG oslo_concurrency.lockutils [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "5ea773dc-cd50-45ec-9807-1872665f622d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.253260] env[62094]: DEBUG oslo_concurrency.lockutils [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "5ea773dc-cd50-45ec-9807-1872665f622d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.253346] env[62094]: DEBUG oslo_concurrency.lockutils [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "5ea773dc-cd50-45ec-9807-1872665f622d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.256032] env[62094]: INFO nova.compute.manager [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Terminating instance [ 1212.257826] env[62094]: DEBUG nova.compute.manager [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1212.258034] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.259390] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5335411-e577-48af-aab8-61100c1b646f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.267672] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.267992] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d01dd40a-6c74-43e2-88d0-1c6be12b2667 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.274076] env[62094]: DEBUG oslo_vmware.api [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1212.274076] env[62094]: value = "task-1400717" [ 1212.274076] env[62094]: _type = "Task" [ 1212.274076] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.283888] env[62094]: DEBUG oslo_vmware.api [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.475325] env[62094]: DEBUG nova.scheduler.client.report [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1212.498331] env[62094]: INFO nova.compute.manager [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Took 37.33 seconds to build instance. [ 1212.508905] env[62094]: DEBUG oslo_vmware.api [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Task: {'id': task-1400716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141106} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.509167] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.509384] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.509570] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.509779] env[62094]: INFO nova.compute.manager [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1212.510035] env[62094]: DEBUG oslo.service.loopingcall [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1212.510226] env[62094]: DEBUG nova.compute.manager [-] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1212.510322] env[62094]: DEBUG nova.network.neutron [-] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.546754] env[62094]: DEBUG nova.network.neutron [-] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.669246] env[62094]: DEBUG nova.network.neutron [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.787055] env[62094]: DEBUG nova.compute.manager [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Received event network-vif-plugged-0ff5fdc0-891c-43bc-8f61-0ed00c6f1486 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1212.787286] env[62094]: DEBUG oslo_concurrency.lockutils [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] Acquiring lock "0e47290d-8081-4e0f-a827-fdfdc4144993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.787499] env[62094]: DEBUG oslo_concurrency.lockutils [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] Lock "0e47290d-8081-4e0f-a827-fdfdc4144993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.787670] env[62094]: DEBUG oslo_concurrency.lockutils [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] Lock "0e47290d-8081-4e0f-a827-fdfdc4144993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.787837] env[62094]: DEBUG nova.compute.manager [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] No waiting events found dispatching network-vif-plugged-0ff5fdc0-891c-43bc-8f61-0ed00c6f1486 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1212.788012] env[62094]: WARNING nova.compute.manager [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Received unexpected event network-vif-plugged-0ff5fdc0-891c-43bc-8f61-0ed00c6f1486 for instance with vm_state building and task_state spawning. [ 1212.788183] env[62094]: DEBUG nova.compute.manager [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Received event network-changed-0ff5fdc0-891c-43bc-8f61-0ed00c6f1486 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1212.788338] env[62094]: DEBUG nova.compute.manager [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Refreshing instance network info cache due to event network-changed-0ff5fdc0-891c-43bc-8f61-0ed00c6f1486. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1212.788508] env[62094]: DEBUG oslo_concurrency.lockutils [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] Acquiring lock "refresh_cache-0e47290d-8081-4e0f-a827-fdfdc4144993" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.789285] env[62094]: DEBUG oslo_vmware.api [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400717, 'name': PowerOffVM_Task, 'duration_secs': 0.185864} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.789532] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.789756] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.789950] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b82547c1-8853-4986-9dff-9cf54297ba8b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.910025] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.910025] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.910025] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Deleting the datastore file [datastore2] 5ea773dc-cd50-45ec-9807-1872665f622d {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.910025] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dedd5c35-8929-47af-b44f-965bae6cdf23 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.919090] env[62094]: DEBUG oslo_vmware.api [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1212.919090] env[62094]: value = "task-1400719" [ 1212.919090] env[62094]: _type = "Task" [ 1212.919090] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.919090] env[62094]: DEBUG nova.network.neutron [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Updating instance_info_cache with network_info: [{"id": "0ff5fdc0-891c-43bc-8f61-0ed00c6f1486", "address": "fa:16:3e:76:d6:49", "network": {"id": "9c225423-ccd9-4e7c-85cd-aaa29036c0b3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1305630341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbf023cc2a345fb9859f31706e5614f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff5fdc0-89", "ovs_interfaceid": "0ff5fdc0-891c-43bc-8f61-0ed00c6f1486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.927633] env[62094]: DEBUG oslo_vmware.api [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.982444] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.984993] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.757s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.984993] env[62094]: DEBUG nova.objects.instance [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lazy-loading 'resources' on Instance uuid 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.000660] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c24fc49f-50dd-4c2a-b29a-1a5493e57d0f tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "0748922a-9ba3-43f2-9aff-9410e0ec8729" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.842s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.003036] env[62094]: INFO nova.scheduler.client.report [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Deleted allocations for instance 8be52fba-7f94-44d0-aeef-353aaf600d1d [ 1213.049511] env[62094]: INFO nova.compute.manager [-] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Took 1.27 seconds to deallocate network for instance. [ 1213.416302] env[62094]: DEBUG nova.network.neutron [-] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.421615] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Releasing lock "refresh_cache-0e47290d-8081-4e0f-a827-fdfdc4144993" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.421615] env[62094]: DEBUG nova.compute.manager [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Instance network_info: |[{"id": "0ff5fdc0-891c-43bc-8f61-0ed00c6f1486", "address": "fa:16:3e:76:d6:49", "network": {"id": "9c225423-ccd9-4e7c-85cd-aaa29036c0b3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1305630341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbf023cc2a345fb9859f31706e5614f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff5fdc0-89", "ovs_interfaceid": "0ff5fdc0-891c-43bc-8f61-0ed00c6f1486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1213.425499] env[62094]: DEBUG oslo_concurrency.lockutils [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] Acquired lock "refresh_cache-0e47290d-8081-4e0f-a827-fdfdc4144993" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.425728] env[62094]: DEBUG nova.network.neutron [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Refreshing network info cache for port 0ff5fdc0-891c-43bc-8f61-0ed00c6f1486 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.426935] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:d6:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ff5fdc0-891c-43bc-8f61-0ed00c6f1486', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.434721] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Creating folder: Project (8cbf023cc2a345fb9859f31706e5614f). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.435789] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8f95787-12ab-4da2-a359-c53c25a19c5e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.444199] env[62094]: DEBUG oslo_vmware.api [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182199} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.444461] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.444648] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.444856] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.445110] env[62094]: INFO nova.compute.manager [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1213.445371] env[62094]: DEBUG oslo.service.loopingcall [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1213.446705] env[62094]: DEBUG nova.compute.manager [-] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1213.446800] env[62094]: DEBUG nova.network.neutron [-] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.448556] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Created folder: Project (8cbf023cc2a345fb9859f31706e5614f) in parent group-v296765. [ 1213.448965] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Creating folder: Instances. Parent ref: group-v296958. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.449271] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a666202-df6b-48fb-a5b5-c36651a1cbd6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.459536] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Created folder: Instances in parent group-v296958. [ 1213.460301] env[62094]: DEBUG oslo.service.loopingcall [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1213.460301] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.460301] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c815b267-b206-4493-bed9-79739f7f7d97 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.490637] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.490637] env[62094]: value = "task-1400722" [ 1213.490637] env[62094]: _type = "Task" [ 1213.490637] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.499759] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400722, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.515360] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9a57a13-201c-4828-a75b-013e0796978a tempest-ServersAaction247Test-1420092989 tempest-ServersAaction247Test-1420092989-project-member] Lock "8be52fba-7f94-44d0-aeef-353aaf600d1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.775s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.559030] env[62094]: DEBUG oslo_concurrency.lockutils [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.850966] env[62094]: DEBUG oslo_concurrency.lockutils [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.851373] env[62094]: DEBUG oslo_concurrency.lockutils [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.851657] env[62094]: DEBUG oslo_concurrency.lockutils [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.851890] env[62094]: DEBUG oslo_concurrency.lockutils [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.852159] env[62094]: DEBUG oslo_concurrency.lockutils [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.857442] env[62094]: INFO nova.compute.manager [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Terminating instance [ 1213.859368] env[62094]: DEBUG nova.compute.manager [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1213.859577] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.860822] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944056c0-aeb4-4f9b-8f36-03e62075294f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.869081] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.872033] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-618a6c0d-329f-4f89-9876-e3d3114cd992 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.878493] env[62094]: DEBUG oslo_vmware.api [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1213.878493] env[62094]: value = "task-1400723" [ 1213.878493] env[62094]: _type = "Task" [ 1213.878493] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.888405] env[62094]: DEBUG oslo_vmware.api [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.908311] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a38878-d70a-4740-89fd-14b0760e180e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.916337] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2375c56-6c5b-4acb-8ff0-b52beaddcb55 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.919558] env[62094]: INFO nova.compute.manager [-] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Took 1.41 seconds to deallocate network for instance. [ 1213.954681] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3766865-1f43-417b-a2f6-86894236580a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.963465] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0e776b-76a0-46aa-bca6-8ae3b591bf3e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.978734] env[62094]: DEBUG nova.compute.provider_tree [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.000042] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400722, 'name': CreateVM_Task, 'duration_secs': 0.362541} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.000260] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.000999] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.001199] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.001546] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.001812] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28cae4d-ab4b-4638-9b93-d891ed330c4f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.008644] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Waiting for the task: (returnval){ [ 1214.008644] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523b4cd2-bcb0-78fa-bdfa-284fbb96ba72" [ 1214.008644] env[62094]: _type = "Task" [ 1214.008644] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.016646] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523b4cd2-bcb0-78fa-bdfa-284fbb96ba72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.164041] env[62094]: INFO nova.compute.manager [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Rebuilding instance [ 1214.185557] env[62094]: DEBUG nova.network.neutron [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Updated VIF entry in instance network info cache for port 0ff5fdc0-891c-43bc-8f61-0ed00c6f1486. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.186166] env[62094]: DEBUG nova.network.neutron [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Updating instance_info_cache with network_info: [{"id": "0ff5fdc0-891c-43bc-8f61-0ed00c6f1486", "address": "fa:16:3e:76:d6:49", "network": {"id": "9c225423-ccd9-4e7c-85cd-aaa29036c0b3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1305630341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbf023cc2a345fb9859f31706e5614f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff5fdc0-89", "ovs_interfaceid": "0ff5fdc0-891c-43bc-8f61-0ed00c6f1486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.226713] env[62094]: DEBUG nova.compute.manager [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1214.227885] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e05a2e4-514c-46b0-8e09-191a83718871 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.383021] env[62094]: DEBUG nova.network.neutron [-] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.392410] env[62094]: DEBUG oslo_vmware.api [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400723, 'name': PowerOffVM_Task, 'duration_secs': 0.232198} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.392410] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.392605] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.392830] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5058aa58-4c8a-4626-8e4d-6be5aeb1ee25 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.452841] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.452841] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.453187] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Deleting the datastore file [datastore2] 4d86f1d5-307e-4cc4-822b-d315fb3e6032 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.453406] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-121380ee-3193-4418-80db-838362df7138 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.456517] env[62094]: DEBUG oslo_concurrency.lockutils [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.462223] env[62094]: DEBUG oslo_vmware.api [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for the task: (returnval){ [ 1214.462223] env[62094]: value = "task-1400725" [ 1214.462223] env[62094]: _type = "Task" [ 1214.462223] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.469107] env[62094]: DEBUG oslo_vmware.api [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.481332] env[62094]: DEBUG nova.scheduler.client.report [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1214.537174] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523b4cd2-bcb0-78fa-bdfa-284fbb96ba72, 'name': SearchDatastore_Task, 'duration_secs': 0.009471} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.537565] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.537872] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.538186] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.538378] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.538572] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.539201] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dd0e9cd-3fe9-4f4d-a0b4-a35d53e4058e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.548448] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.548693] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.549504] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec5cbbed-b054-44e3-a32a-1cd47f18f169 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.555596] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Waiting for the task: (returnval){ [ 1214.555596] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528a0000-de40-f213-1d69-3793376e7117" [ 1214.555596] env[62094]: _type = "Task" [ 1214.555596] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.564133] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528a0000-de40-f213-1d69-3793376e7117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.690397] env[62094]: DEBUG oslo_concurrency.lockutils [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] Releasing lock "refresh_cache-0e47290d-8081-4e0f-a827-fdfdc4144993" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.690654] env[62094]: DEBUG nova.compute.manager [req-c7b511e0-494d-442e-9410-4b8d815e353b req-71ec4aab-062d-485b-b0a4-ef84d6e5a49f service nova] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Received event network-vif-deleted-6789fda3-eb8a-45eb-bd19-7c3ab1d1adc6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1214.744508] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.744831] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8df82a21-844b-4380-93da-df0b80e994e2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.752572] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1214.752572] env[62094]: value = "task-1400726" [ 1214.752572] env[62094]: _type = "Task" [ 1214.752572] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.763136] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.840780] env[62094]: DEBUG nova.compute.manager [req-4737b8a1-4adf-4568-b9c4-9d72389d8aa0 req-35af41e0-147f-42bc-8c70-dc806be3a6db service nova] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Received event network-vif-deleted-d3a32a49-ffc8-4af7-a1e2-734e5b598b00 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1214.842369] env[62094]: DEBUG nova.compute.manager [req-4737b8a1-4adf-4568-b9c4-9d72389d8aa0 req-35af41e0-147f-42bc-8c70-dc806be3a6db service nova] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Received event network-vif-deleted-fab3afb1-dc2f-4b08-99fe-fa1867d7701c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1214.886898] env[62094]: INFO nova.compute.manager [-] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Took 1.44 seconds to deallocate network for instance. [ 1214.976214] env[62094]: DEBUG oslo_vmware.api [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Task: {'id': task-1400725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181248} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.976498] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.976711] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.976893] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.977083] env[62094]: INFO nova.compute.manager [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1214.977352] env[62094]: DEBUG oslo.service.loopingcall [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1214.977522] env[62094]: DEBUG nova.compute.manager [-] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1214.977617] env[62094]: DEBUG nova.network.neutron [-] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.990405] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.993558] env[62094]: DEBUG oslo_concurrency.lockutils [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.832s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.993558] env[62094]: DEBUG nova.objects.instance [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lazy-loading 'resources' on Instance uuid cfc0fe88-5a4d-4d10-b528-f6fdc55bc196 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.021112] env[62094]: INFO nova.scheduler.client.report [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleted allocations for instance 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19 [ 1215.069234] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528a0000-de40-f213-1d69-3793376e7117, 'name': SearchDatastore_Task, 'duration_secs': 0.012384} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.070489] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c22e4537-fc6e-4c0b-a8d9-869a1853217e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.076630] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Waiting for the task: (returnval){ [ 1215.076630] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e110ef-28c8-0068-9e20-bb1bcd78244c" [ 1215.076630] env[62094]: _type = "Task" [ 1215.076630] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.085883] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e110ef-28c8-0068-9e20-bb1bcd78244c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.263220] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400726, 'name': PowerOffVM_Task, 'duration_secs': 0.361757} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.263869] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.263869] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.264525] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc6a958-c8a6-4330-a311-228ec9dd24cf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.271195] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.271434] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2c06180-8959-4705-b060-8a503c81c87b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.355518] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.355789] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.356090] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleting the datastore file [datastore1] 0748922a-9ba3-43f2-9aff-9410e0ec8729 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.356399] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91baec05-0401-4e31-99f9-60d269114a85 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.366495] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1215.366495] env[62094]: value = "task-1400728" [ 1215.366495] env[62094]: _type = "Task" [ 1215.366495] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.376706] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.393840] env[62094]: DEBUG oslo_concurrency.lockutils [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.529474] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2dab6e16-e631-419c-a78b-3a601d61ffc8 tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "9b7b4789-f5fc-44bb-addb-5da6cc9ebd19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.747s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.589617] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e110ef-28c8-0068-9e20-bb1bcd78244c, 'name': SearchDatastore_Task, 'duration_secs': 0.017101} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.594445] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.595760] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 0e47290d-8081-4e0f-a827-fdfdc4144993/0e47290d-8081-4e0f-a827-fdfdc4144993.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.596257] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe43efed-9f62-4861-9a18-c0ea8c5a6071 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.604745] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Waiting for the task: (returnval){ [ 1215.604745] env[62094]: value = "task-1400729" [ 1215.604745] env[62094]: _type = "Task" [ 1215.604745] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.616708] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.876876] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47f7694-8eaf-4497-8e20-ae00188b2515 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.883700] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281299} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.884457] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.884627] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.884877] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.894300] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d58772d-411c-42cf-9c67-587c61506256 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.927747] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e8f686-b1e8-47cc-ab95-27a33d68f292 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.938838] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ecc0fd-579e-4b5a-adc3-6d8c1555ccfb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.953627] env[62094]: DEBUG nova.compute.provider_tree [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.116486] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400729, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.149802] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "d6c7aea8-2126-425f-85f1-3b97b9b52f3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.150247] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "d6c7aea8-2126-425f-85f1-3b97b9b52f3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.150372] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "d6c7aea8-2126-425f-85f1-3b97b9b52f3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.150666] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "d6c7aea8-2126-425f-85f1-3b97b9b52f3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.150755] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "d6c7aea8-2126-425f-85f1-3b97b9b52f3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.153197] env[62094]: INFO nova.compute.manager [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Terminating instance [ 1216.155289] env[62094]: DEBUG nova.compute.manager [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1216.155394] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.156190] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72417221-d777-4c2c-aeda-5d5ec6040e45 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.163259] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.163500] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94340bab-1635-4439-b6d8-86bb0f9acfd0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.168900] env[62094]: DEBUG oslo_vmware.api [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1216.168900] env[62094]: value = "task-1400730" [ 1216.168900] env[62094]: _type = "Task" [ 1216.168900] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.176362] env[62094]: DEBUG oslo_vmware.api [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.458956] env[62094]: DEBUG nova.scheduler.client.report [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1216.504870] env[62094]: DEBUG nova.network.neutron [-] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.619645] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518127} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.619645] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 0e47290d-8081-4e0f-a827-fdfdc4144993/0e47290d-8081-4e0f-a827-fdfdc4144993.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.619645] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.620070] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b64017d9-746b-48de-a00a-901866d7e42b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.631720] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Waiting for the task: (returnval){ [ 1216.631720] env[62094]: value = "task-1400731" [ 1216.631720] env[62094]: _type = "Task" [ 1216.631720] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.641815] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.691941] env[62094]: DEBUG oslo_vmware.api [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400730, 'name': PowerOffVM_Task, 'duration_secs': 0.361538} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.691941] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.691941] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.691941] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c5aea08-ecaf-4301-9193-546925dfd1e6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.782503] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.782779] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.782936] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleting the datastore file [datastore1] d6c7aea8-2126-425f-85f1-3b97b9b52f3c {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.783480] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce0b2068-dd54-4cd0-967d-ac15ae59e226 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.789713] env[62094]: DEBUG oslo_vmware.api [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1216.789713] env[62094]: value = "task-1400733" [ 1216.789713] env[62094]: _type = "Task" [ 1216.789713] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.797663] env[62094]: DEBUG oslo_vmware.api [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.930903] env[62094]: DEBUG nova.virt.hardware [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1216.931630] env[62094]: DEBUG nova.virt.hardware [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1216.931630] env[62094]: DEBUG nova.virt.hardware [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.931630] env[62094]: DEBUG nova.virt.hardware [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1216.931768] env[62094]: DEBUG nova.virt.hardware [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.931817] env[62094]: DEBUG nova.virt.hardware [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1216.932070] env[62094]: DEBUG nova.virt.hardware [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1216.932190] env[62094]: DEBUG nova.virt.hardware [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1216.932402] env[62094]: DEBUG nova.virt.hardware [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1216.932619] env[62094]: DEBUG nova.virt.hardware [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1216.932690] env[62094]: DEBUG nova.virt.hardware [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1216.933588] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0369cc-14a1-49a0-96c2-c230b5e05293 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.945328] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468597f0-9f68-44bd-9b77-17623cb7854c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.951527] env[62094]: DEBUG nova.compute.manager [req-fcc015ed-d349-40d8-b817-5d5f758d9ccc req-7ba90ab7-429a-4833-93d3-7343dff672f4 service nova] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Received event network-vif-deleted-f363dc79-bd68-4266-820e-f46ed0f03647 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1216.962105] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:26:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09fe3a77-8e37-49c3-a533-0c1046092dac', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.969592] env[62094]: DEBUG oslo.service.loopingcall [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1216.971107] env[62094]: DEBUG oslo_concurrency.lockutils [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.972713] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.973179] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.189s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.974746] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-feef026d-266c-4eda-a421-80b97265580a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.998027] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.998027] env[62094]: value = "task-1400734" [ 1216.998027] env[62094]: _type = "Task" [ 1216.998027] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.004564] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400734, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.006899] env[62094]: INFO nova.scheduler.client.report [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Deleted allocations for instance cfc0fe88-5a4d-4d10-b528-f6fdc55bc196 [ 1217.007199] env[62094]: INFO nova.compute.manager [-] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Took 2.03 seconds to deallocate network for instance. [ 1217.143390] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076453} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.143779] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.144686] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea758dc-fb98-429a-bb24-c70193ca2b20 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.172293] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 0e47290d-8081-4e0f-a827-fdfdc4144993/0e47290d-8081-4e0f-a827-fdfdc4144993.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.174505] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5937d6a8-9881-4041-9464-3ab237cf95ef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.194879] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Waiting for the task: (returnval){ [ 1217.194879] env[62094]: value = "task-1400735" [ 1217.194879] env[62094]: _type = "Task" [ 1217.194879] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.203662] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.302560] env[62094]: DEBUG oslo_vmware.api [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397516} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.302560] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.302560] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.302560] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.302560] env[62094]: INFO nova.compute.manager [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1217.302560] env[62094]: DEBUG oslo.service.loopingcall [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1217.302560] env[62094]: DEBUG nova.compute.manager [-] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1217.302560] env[62094]: DEBUG nova.network.neutron [-] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.513732] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400734, 'name': CreateVM_Task, 'duration_secs': 0.347584} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.513732] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.514592] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.514592] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.514820] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.515848] env[62094]: DEBUG oslo_concurrency.lockutils [None req-de5ac35b-f106-4fe0-a8f7-495f58a94deb tempest-ServersAdminNegativeTestJSON-944222340 tempest-ServersAdminNegativeTestJSON-944222340-project-member] Lock "cfc0fe88-5a4d-4d10-b528-f6fdc55bc196" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.241s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.516783] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1991e9-e036-4b8c-8001-2b47b47127fc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.519200] env[62094]: DEBUG oslo_concurrency.lockutils [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.523539] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1217.523539] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52610382-6416-edfa-f4fe-6b04391545ba" [ 1217.523539] env[62094]: _type = "Task" [ 1217.523539] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.533721] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52610382-6416-edfa-f4fe-6b04391545ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.706111] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400735, 'name': ReconfigVM_Task, 'duration_secs': 0.351777} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.707077] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 0e47290d-8081-4e0f-a827-fdfdc4144993/0e47290d-8081-4e0f-a827-fdfdc4144993.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.707143] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d01ba447-ffa5-4e04-ba1e-f40afd480c3b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.714205] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Waiting for the task: (returnval){ [ 1217.714205] env[62094]: value = "task-1400736" [ 1217.714205] env[62094]: _type = "Task" [ 1217.714205] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.722455] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400736, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.988701] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Acquiring lock "5d4cbef9-ed93-4415-8818-05fcae2a906c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.989156] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Lock "5d4cbef9-ed93-4415-8818-05fcae2a906c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.031667] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 6fa22fef-bcc4-41f2-8a80-cb958a446ed8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1218.031667] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance eee2e459-01b2-4c80-bc6e-f6c80f70ef67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.031667] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance d6c7aea8-2126-425f-85f1-3b97b9b52f3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.031667] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 4d86f1d5-307e-4cc4-822b-d315fb3e6032 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.031667] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 2100f73d-d3ca-4e31-9bba-05a5767389fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.031667] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e8a64c70-0423-42bf-9414-9554f82db3dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.031667] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 3205e355-ee5c-454c-b369-d4a650018b67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.031667] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 32352ea6-c719-4c88-a4a2-dde0f79e503e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1218.031667] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 257036ca-daf0-4615-8ce0-23263ceafc60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.031667] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 287c6662-e303-470a-9201-7b49bc7db041 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.032065] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance f926178a-a084-43a8-8906-6569d3015281 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.032065] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 939cd279-b1c8-43f5-add3-e4a948fe9071 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.032065] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 5ea773dc-cd50-45ec-9807-1872665f622d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1218.032158] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 7be66016-88c8-4fc2-9f45-ab76566f10a8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1218.032246] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 57dd1444-ced9-4857-a30e-ed64d20bab2c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1218.032375] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 0748922a-9ba3-43f2-9aff-9410e0ec8729 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.032481] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 0e47290d-8081-4e0f-a827-fdfdc4144993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1218.040561] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52610382-6416-edfa-f4fe-6b04391545ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012097} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.040561] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.040561] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.040561] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.040737] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.040770] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.041597] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbd05115-7424-4255-8f00-1004baaaf7e5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.050254] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.050442] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.051177] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe06993e-4270-40c5-a1a6-c93962aa8c96 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.058035] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1218.058035] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c63799-f47f-30ce-3f16-7a2ce4c0e417" [ 1218.058035] env[62094]: _type = "Task" [ 1218.058035] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.066459] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c63799-f47f-30ce-3f16-7a2ce4c0e417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.128335] env[62094]: DEBUG nova.network.neutron [-] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.228232] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400736, 'name': Rename_Task, 'duration_secs': 0.155928} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.228232] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.228550] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e18846d4-c31c-48cd-8019-a7ddf2a07bf0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.235542] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Waiting for the task: (returnval){ [ 1218.235542] env[62094]: value = "task-1400737" [ 1218.235542] env[62094]: _type = "Task" [ 1218.235542] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.247287] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.491998] env[62094]: DEBUG nova.compute.manager [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1218.537365] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance aa8b42a8-fd03-449e-9e9d-9c05a8e389f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1218.568826] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c63799-f47f-30ce-3f16-7a2ce4c0e417, 'name': SearchDatastore_Task, 'duration_secs': 0.008592} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.569727] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e664c9ca-9396-4d11-b737-a8f88ecf334c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.575523] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1218.575523] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]529e010a-93b3-1455-f520-6991f4885891" [ 1218.575523] env[62094]: _type = "Task" [ 1218.575523] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.583249] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]529e010a-93b3-1455-f520-6991f4885891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.633123] env[62094]: INFO nova.compute.manager [-] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Took 1.33 seconds to deallocate network for instance. [ 1218.745815] env[62094]: DEBUG oslo_vmware.api [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400737, 'name': PowerOnVM_Task, 'duration_secs': 0.460813} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.746054] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.746242] env[62094]: INFO nova.compute.manager [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1218.746421] env[62094]: DEBUG nova.compute.manager [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1218.747222] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c81b7f-bf5a-4624-a5a8-e35b3be0d31a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.982745] env[62094]: DEBUG nova.compute.manager [req-4e4f594c-a1f0-4109-a01b-c68c57d457f4 req-f7cf8d47-88b5-4983-b19e-c658ae767f3a service nova] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Received event network-vif-deleted-5a66391f-9167-44f2-a12a-2e045843af03 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1219.016650] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.040903] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 75d41bc3-89e0-48ab-b001-c90994937228 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1219.088798] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]529e010a-93b3-1455-f520-6991f4885891, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.088905] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.091449] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 0748922a-9ba3-43f2-9aff-9410e0ec8729/0748922a-9ba3-43f2-9aff-9410e0ec8729.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.091449] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-182a4395-e9d4-4e87-9886-edaa4071a5af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.097143] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1219.097143] env[62094]: value = "task-1400738" [ 1219.097143] env[62094]: _type = "Task" [ 1219.097143] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.105693] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.142576] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.267829] env[62094]: INFO nova.compute.manager [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Took 35.26 seconds to build instance. [ 1219.544270] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 47d50f06-ee2c-4524-aca5-edc748f76875 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1219.608725] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400738, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.772594] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a398464a-e29d-4d24-bc67-53fafa4382e2 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Lock "0e47290d-8081-4e0f-a827-fdfdc4144993" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.776s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.049604] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 4f6170dd-4b13-46ea-8ea0-612e517addb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1220.107490] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537003} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.107790] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 0748922a-9ba3-43f2-9aff-9410e0ec8729/0748922a-9ba3-43f2-9aff-9410e0ec8729.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.108049] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.108340] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dddf990b-0b3b-4a55-8728-8b05774ab333 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.115782] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1220.115782] env[62094]: value = "task-1400739" [ 1220.115782] env[62094]: _type = "Task" [ 1220.115782] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.124290] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.456865] env[62094]: DEBUG oslo_concurrency.lockutils [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Acquiring lock "0e47290d-8081-4e0f-a827-fdfdc4144993" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.458516] env[62094]: DEBUG oslo_concurrency.lockutils [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Lock "0e47290d-8081-4e0f-a827-fdfdc4144993" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.458516] env[62094]: DEBUG oslo_concurrency.lockutils [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Acquiring lock "0e47290d-8081-4e0f-a827-fdfdc4144993-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.458516] env[62094]: DEBUG oslo_concurrency.lockutils [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Lock "0e47290d-8081-4e0f-a827-fdfdc4144993-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.458516] env[62094]: DEBUG oslo_concurrency.lockutils [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Lock "0e47290d-8081-4e0f-a827-fdfdc4144993-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.460098] env[62094]: INFO nova.compute.manager [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Terminating instance [ 1220.462468] env[62094]: DEBUG nova.compute.manager [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1220.462672] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.463506] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac9ecea-3319-4c8c-8ece-f0971836c7c6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.471467] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.472013] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32fedfb0-1e6e-4f6a-8e67-f11f72c65d8f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.478219] env[62094]: DEBUG oslo_vmware.api [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Waiting for the task: (returnval){ [ 1220.478219] env[62094]: value = "task-1400740" [ 1220.478219] env[62094]: _type = "Task" [ 1220.478219] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.486121] env[62094]: DEBUG oslo_vmware.api [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.552599] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e2f8504f-2c1e-4304-a698-fe8819a65685 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1220.628294] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26986} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.628590] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.629488] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21483a04-71cc-4168-ac37-3a0340c83fe6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.651937] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 0748922a-9ba3-43f2-9aff-9410e0ec8729/0748922a-9ba3-43f2-9aff-9410e0ec8729.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.652281] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22c3523-b5dc-4ddc-bf0a-833b34cf4a2b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.672946] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1220.672946] env[62094]: value = "task-1400741" [ 1220.672946] env[62094]: _type = "Task" [ 1220.672946] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.681096] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.988415] env[62094]: DEBUG oslo_vmware.api [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400740, 'name': PowerOffVM_Task, 'duration_secs': 0.251203} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.988805] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.988870] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.989091] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55aed144-1496-49ee-9440-ec7a6a16124b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.057786] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 5d4cbef9-ed93-4415-8818-05fcae2a906c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1221.058107] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1221.058261] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1221.061909] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.062104] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.063364] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Deleting the datastore file [datastore1] 0e47290d-8081-4e0f-a827-fdfdc4144993 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.063364] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92bf0c33-8acc-46c4-a25b-83561abfd0f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.069438] env[62094]: DEBUG oslo_vmware.api [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Waiting for the task: (returnval){ [ 1221.069438] env[62094]: value = "task-1400743" [ 1221.069438] env[62094]: _type = "Task" [ 1221.069438] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.076805] env[62094]: DEBUG oslo_vmware.api [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.183845] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.339890] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9871fdd3-99bc-40c1-9ab8-fc79e8405aad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.346881] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40523e8c-776f-4d24-9c3b-cf3636f06622 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.375305] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd94139-170c-4677-a968-891f5fe98be4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.381857] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d0549b-d020-463b-8a89-d5e5a177ab95 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.394209] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.579789] env[62094]: DEBUG oslo_vmware.api [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Task: {'id': task-1400743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193209} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.579789] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.579789] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.580303] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.580303] env[62094]: INFO nova.compute.manager [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1221.580373] env[62094]: DEBUG oslo.service.loopingcall [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1221.580542] env[62094]: DEBUG nova.compute.manager [-] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1221.580638] env[62094]: DEBUG nova.network.neutron [-] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.685140] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400741, 'name': ReconfigVM_Task, 'duration_secs': 0.666576} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.686025] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 0748922a-9ba3-43f2-9aff-9410e0ec8729/0748922a-9ba3-43f2-9aff-9410e0ec8729.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.686325] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2b73e92-798b-4787-a5c0-6a7a30603c65 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.693778] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1221.693778] env[62094]: value = "task-1400744" [ 1221.693778] env[62094]: _type = "Task" [ 1221.693778] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.702023] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400744, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.856141] env[62094]: DEBUG nova.compute.manager [req-592a748a-afd4-43a0-b87b-043cf62fbec7 req-7044baef-4ffd-4135-a45e-d5ba2df27cb9 service nova] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Received event network-vif-deleted-0ff5fdc0-891c-43bc-8f61-0ed00c6f1486 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1221.856236] env[62094]: INFO nova.compute.manager [req-592a748a-afd4-43a0-b87b-043cf62fbec7 req-7044baef-4ffd-4135-a45e-d5ba2df27cb9 service nova] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Neutron deleted interface 0ff5fdc0-891c-43bc-8f61-0ed00c6f1486; detaching it from the instance and deleting it from the info cache [ 1221.856367] env[62094]: DEBUG nova.network.neutron [req-592a748a-afd4-43a0-b87b-043cf62fbec7 req-7044baef-4ffd-4135-a45e-d5ba2df27cb9 service nova] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.897219] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1222.203365] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400744, 'name': Rename_Task, 'duration_secs': 0.135246} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.203700] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.203855] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12d558a1-bab1-4a1b-937d-de0635cf2c4e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.209459] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1222.209459] env[62094]: value = "task-1400745" [ 1222.209459] env[62094]: _type = "Task" [ 1222.209459] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.216776] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.336444] env[62094]: DEBUG nova.network.neutron [-] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.359016] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3328d187-6076-44e3-b890-66154633bc33 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.368832] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07d73e3-fb99-48b7-afcc-8d778dfb4a0e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.398105] env[62094]: DEBUG nova.compute.manager [req-592a748a-afd4-43a0-b87b-043cf62fbec7 req-7044baef-4ffd-4135-a45e-d5ba2df27cb9 service nova] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Detach interface failed, port_id=0ff5fdc0-891c-43bc-8f61-0ed00c6f1486, reason: Instance 0e47290d-8081-4e0f-a827-fdfdc4144993 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1222.402136] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1222.402397] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.429s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.402704] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.899s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.403250] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.404956] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.601s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.406470] env[62094]: INFO nova.compute.claims [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.409037] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.409199] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Cleaning up deleted instances {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1222.577678] env[62094]: INFO nova.scheduler.client.report [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Deleted allocations for instance 32352ea6-c719-4c88-a4a2-dde0f79e503e [ 1222.722886] env[62094]: DEBUG oslo_vmware.api [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400745, 'name': PowerOnVM_Task, 'duration_secs': 0.426889} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.723188] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.723398] env[62094]: DEBUG nova.compute.manager [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1222.724169] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c1cad0-6542-4c00-bc96-70b8cbf97a4c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.839511] env[62094]: INFO nova.compute.manager [-] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Took 1.26 seconds to deallocate network for instance. [ 1222.926975] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] There are 49 instances to clean {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 1222.926975] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 8be52fba-7f94-44d0-aeef-353aaf600d1d] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1223.085690] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d75248ae-4759-4ee0-b313-5ae61928ceb8 tempest-ServersNegativeTestJSON-615349276 tempest-ServersNegativeTestJSON-615349276-project-member] Lock "32352ea6-c719-4c88-a4a2-dde0f79e503e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.862s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.189947] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4d002e-60a5-41cd-9daf-27deee395f98 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.198830] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebab3eb-f079-4d33-a7fc-8eaac6f638b8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.228728] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84cc216-c1b7-49df-b718-a46a4220b9ae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.238849] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa664e0-a95a-4a3c-9a1c-c73b83aedba8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.244687] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.253386] env[62094]: DEBUG nova.compute.provider_tree [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.346577] env[62094]: DEBUG oslo_concurrency.lockutils [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.430148] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: a2b9ab46-28f4-4a98-a309-d6811dff3000] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1223.756419] env[62094]: DEBUG nova.scheduler.client.report [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1223.934392] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 4d735584-cc94-4586-ad0c-34df18816663] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1224.261498] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.856s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.262086] env[62094]: DEBUG nova.compute.manager [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1224.264947] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.758s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.266313] env[62094]: INFO nova.compute.claims [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.444207] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 76bd8cf4-8025-41ea-b4cc-3dbad6a33b3f] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1224.741323] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "0748922a-9ba3-43f2-9aff-9410e0ec8729" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.742269] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "0748922a-9ba3-43f2-9aff-9410e0ec8729" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.742269] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "0748922a-9ba3-43f2-9aff-9410e0ec8729-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.742269] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "0748922a-9ba3-43f2-9aff-9410e0ec8729-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.744236] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "0748922a-9ba3-43f2-9aff-9410e0ec8729-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.746512] env[62094]: INFO nova.compute.manager [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Terminating instance [ 1224.748521] env[62094]: DEBUG nova.compute.manager [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1224.748727] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.752632] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4142e68f-7e19-44fd-b8e3-a1d1d058ab7f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.760057] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.760370] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cae388c-41ed-4584-9696-442cd34acdda {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.767680] env[62094]: DEBUG oslo_vmware.api [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1224.767680] env[62094]: value = "task-1400746" [ 1224.767680] env[62094]: _type = "Task" [ 1224.767680] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.775916] env[62094]: DEBUG nova.compute.utils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1224.777311] env[62094]: DEBUG nova.compute.manager [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1224.777518] env[62094]: DEBUG nova.network.neutron [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.784876] env[62094]: DEBUG oslo_vmware.api [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.834344] env[62094]: DEBUG nova.policy [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c369b147c46a425e9891fbcac1a70f77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6e76a97def64189884457e8275244dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1224.948643] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 5cf97d38-7bd3-46c9-8908-71183b363223] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1225.164203] env[62094]: DEBUG nova.network.neutron [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Successfully created port: b168ad17-21e9-41c7-bdbe-79871146b01d {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.281742] env[62094]: DEBUG oslo_vmware.api [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400746, 'name': PowerOffVM_Task, 'duration_secs': 0.252984} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.282284] env[62094]: DEBUG nova.compute.manager [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1225.284859] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.288017] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.288017] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d53ecf66-1e71-46dd-9309-fca5cc8a667d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.349184] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.349440] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.349873] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleting the datastore file [datastore2] 0748922a-9ba3-43f2-9aff-9410e0ec8729 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.352613] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fc5bc20-dd98-466f-b0ef-5149289d64b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.358879] env[62094]: DEBUG oslo_vmware.api [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1225.358879] env[62094]: value = "task-1400748" [ 1225.358879] env[62094]: _type = "Task" [ 1225.358879] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.367230] env[62094]: DEBUG oslo_vmware.api [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.432064] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.432678] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.453762] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: f80bd532-4aaa-483f-abaf-c67c62cf04c9] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1225.619356] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafe4550-286a-4dc4-9026-bade4de0767d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.626797] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c134fb-859a-48fd-8b90-307405467ad6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.657260] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e83fe87-9d99-465d-b9e8-d6a837fd9ac6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.664418] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b41a48-b3bd-4a7e-bfb9-0ab29dc2c925 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.677199] env[62094]: DEBUG nova.compute.provider_tree [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.869723] env[62094]: DEBUG oslo_vmware.api [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160734} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.870063] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.870263] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.870451] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.870630] env[62094]: INFO nova.compute.manager [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1225.870872] env[62094]: DEBUG oslo.service.loopingcall [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1225.871111] env[62094]: DEBUG nova.compute.manager [-] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1225.871210] env[62094]: DEBUG nova.network.neutron [-] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.935700] env[62094]: DEBUG nova.compute.manager [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1225.959439] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 20f71e31-43e9-4abf-b741-ff0c911a9704] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1226.182233] env[62094]: DEBUG nova.scheduler.client.report [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1226.296804] env[62094]: DEBUG nova.compute.manager [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1226.304041] env[62094]: DEBUG nova.compute.manager [req-26b82707-bc14-4b96-b73c-2ac3c49218c5 req-4281e58d-8c4a-4df6-b08f-52196211fe1d service nova] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Received event network-vif-deleted-09fe3a77-8e37-49c3-a533-0c1046092dac {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1226.304366] env[62094]: INFO nova.compute.manager [req-26b82707-bc14-4b96-b73c-2ac3c49218c5 req-4281e58d-8c4a-4df6-b08f-52196211fe1d service nova] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Neutron deleted interface 09fe3a77-8e37-49c3-a533-0c1046092dac; detaching it from the instance and deleting it from the info cache [ 1226.304576] env[62094]: DEBUG nova.network.neutron [req-26b82707-bc14-4b96-b73c-2ac3c49218c5 req-4281e58d-8c4a-4df6-b08f-52196211fe1d service nova] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.331786] env[62094]: DEBUG nova.virt.hardware [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1226.332057] env[62094]: DEBUG nova.virt.hardware [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1226.332515] env[62094]: DEBUG nova.virt.hardware [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.332515] env[62094]: DEBUG nova.virt.hardware [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1226.332859] env[62094]: DEBUG nova.virt.hardware [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.332859] env[62094]: DEBUG nova.virt.hardware [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1226.332942] env[62094]: DEBUG nova.virt.hardware [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1226.333094] env[62094]: DEBUG nova.virt.hardware [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1226.333302] env[62094]: DEBUG nova.virt.hardware [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1226.333463] env[62094]: DEBUG nova.virt.hardware [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1226.333664] env[62094]: DEBUG nova.virt.hardware [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1226.335064] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efd2903-bc62-4f53-829c-43318eac5057 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.343606] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b427652e-000d-484f-bc58-42db321bdb4e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.363719] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "257036ca-daf0-4615-8ce0-23263ceafc60" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.363876] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.464031] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 7a672f64-d9c9-4cdb-b5d2-d3358c6122e3] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1226.468030] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.660104] env[62094]: DEBUG nova.network.neutron [-] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.686282] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.686747] env[62094]: DEBUG nova.compute.manager [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1226.689435] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.390s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.691051] env[62094]: INFO nova.compute.claims [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.746454] env[62094]: DEBUG nova.network.neutron [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Successfully updated port: b168ad17-21e9-41c7-bdbe-79871146b01d {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.807715] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bf63de9-54f0-4740-a56a-a5dfccfc43bd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.817459] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2898fa41-96cf-4598-a605-02f523b123ea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.844849] env[62094]: DEBUG nova.compute.manager [req-26b82707-bc14-4b96-b73c-2ac3c49218c5 req-4281e58d-8c4a-4df6-b08f-52196211fe1d service nova] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Detach interface failed, port_id=09fe3a77-8e37-49c3-a533-0c1046092dac, reason: Instance 0748922a-9ba3-43f2-9aff-9410e0ec8729 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1226.867107] env[62094]: DEBUG nova.compute.utils [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1226.969275] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: cfc0fe88-5a4d-4d10-b528-f6fdc55bc196] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1227.163897] env[62094]: INFO nova.compute.manager [-] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Took 1.29 seconds to deallocate network for instance. [ 1227.197214] env[62094]: DEBUG nova.compute.utils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1227.200551] env[62094]: DEBUG nova.compute.manager [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1227.200726] env[62094]: DEBUG nova.network.neutron [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.241326] env[62094]: DEBUG nova.policy [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '160d7d2a933d4a1fb3a802ae8c85f943', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1b60693a1554335b418e56713d9b68b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1227.248783] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "refresh_cache-aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.248923] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "refresh_cache-aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.249085] env[62094]: DEBUG nova.network.neutron [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.370516] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.472949] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: ba9f4f11-caa2-4916-a1ed-cbe96644c8ef] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1227.504311] env[62094]: DEBUG nova.network.neutron [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Successfully created port: b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.672417] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.707105] env[62094]: DEBUG nova.compute.manager [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1227.786161] env[62094]: DEBUG nova.network.neutron [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.939016] env[62094]: DEBUG nova.network.neutron [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Updating instance_info_cache with network_info: [{"id": "b168ad17-21e9-41c7-bdbe-79871146b01d", "address": "fa:16:3e:d4:ad:47", "network": {"id": "4bb4c006-eb84-43fb-ab33-1ee766b848a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-664764610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e76a97def64189884457e8275244dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb168ad17-21", "ovs_interfaceid": "b168ad17-21e9-41c7-bdbe-79871146b01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.975984] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 08a0f783-8464-44b0-8419-6fe281098b26] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1228.035833] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac71c7c4-72ce-4c12-b8a5-9981c2fa95ca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.044011] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638fd90d-d471-4664-bc26-ac874acad3ba {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.074721] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d189fc69-eb1b-471c-aa50-d774aac91e0a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.082230] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a4ed79-07fd-42c3-a711-6cad6faab3a8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.094949] env[62094]: DEBUG nova.compute.provider_tree [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.323831] env[62094]: DEBUG nova.compute.manager [req-ab6beea7-b448-4d05-878a-f9421a1c64e2 req-5af7ff5a-176f-4d04-adb8-e43356f5ac03 service nova] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Received event network-vif-plugged-b168ad17-21e9-41c7-bdbe-79871146b01d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1228.324055] env[62094]: DEBUG oslo_concurrency.lockutils [req-ab6beea7-b448-4d05-878a-f9421a1c64e2 req-5af7ff5a-176f-4d04-adb8-e43356f5ac03 service nova] Acquiring lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.324314] env[62094]: DEBUG oslo_concurrency.lockutils [req-ab6beea7-b448-4d05-878a-f9421a1c64e2 req-5af7ff5a-176f-4d04-adb8-e43356f5ac03 service nova] Lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.324527] env[62094]: DEBUG oslo_concurrency.lockutils [req-ab6beea7-b448-4d05-878a-f9421a1c64e2 req-5af7ff5a-176f-4d04-adb8-e43356f5ac03 service nova] Lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.324753] env[62094]: DEBUG nova.compute.manager [req-ab6beea7-b448-4d05-878a-f9421a1c64e2 req-5af7ff5a-176f-4d04-adb8-e43356f5ac03 service nova] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] No waiting events found dispatching network-vif-plugged-b168ad17-21e9-41c7-bdbe-79871146b01d {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1228.324942] env[62094]: WARNING nova.compute.manager [req-ab6beea7-b448-4d05-878a-f9421a1c64e2 req-5af7ff5a-176f-4d04-adb8-e43356f5ac03 service nova] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Received unexpected event network-vif-plugged-b168ad17-21e9-41c7-bdbe-79871146b01d for instance with vm_state building and task_state spawning. [ 1228.325284] env[62094]: DEBUG nova.compute.manager [req-ab6beea7-b448-4d05-878a-f9421a1c64e2 req-5af7ff5a-176f-4d04-adb8-e43356f5ac03 service nova] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Received event network-changed-b168ad17-21e9-41c7-bdbe-79871146b01d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1228.325501] env[62094]: DEBUG nova.compute.manager [req-ab6beea7-b448-4d05-878a-f9421a1c64e2 req-5af7ff5a-176f-4d04-adb8-e43356f5ac03 service nova] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Refreshing instance network info cache due to event network-changed-b168ad17-21e9-41c7-bdbe-79871146b01d. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1228.325718] env[62094]: DEBUG oslo_concurrency.lockutils [req-ab6beea7-b448-4d05-878a-f9421a1c64e2 req-5af7ff5a-176f-4d04-adb8-e43356f5ac03 service nova] Acquiring lock "refresh_cache-aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.442039] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "refresh_cache-aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.442488] env[62094]: DEBUG nova.compute.manager [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Instance network_info: |[{"id": "b168ad17-21e9-41c7-bdbe-79871146b01d", "address": "fa:16:3e:d4:ad:47", "network": {"id": "4bb4c006-eb84-43fb-ab33-1ee766b848a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-664764610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e76a97def64189884457e8275244dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb168ad17-21", "ovs_interfaceid": "b168ad17-21e9-41c7-bdbe-79871146b01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1228.443266] env[62094]: DEBUG oslo_concurrency.lockutils [req-ab6beea7-b448-4d05-878a-f9421a1c64e2 req-5af7ff5a-176f-4d04-adb8-e43356f5ac03 service nova] Acquired lock "refresh_cache-aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.443266] env[62094]: DEBUG nova.network.neutron [req-ab6beea7-b448-4d05-878a-f9421a1c64e2 req-5af7ff5a-176f-4d04-adb8-e43356f5ac03 service nova] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Refreshing network info cache for port b168ad17-21e9-41c7-bdbe-79871146b01d {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.444686] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ad:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b168ad17-21e9-41c7-bdbe-79871146b01d', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.454654] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Creating folder: Project (b6e76a97def64189884457e8275244dc). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1228.459474] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "257036ca-daf0-4615-8ce0-23263ceafc60" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.459645] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.460346] env[62094]: INFO nova.compute.manager [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Attaching volume 97b5e8f0-90eb-44ee-9047-285d8a8da6c3 to /dev/sdb [ 1228.461469] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbfb86e8-796e-4bd9-93c5-2171706055bc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.475450] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Created folder: Project (b6e76a97def64189884457e8275244dc) in parent group-v296765. [ 1228.475541] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Creating folder: Instances. Parent ref: group-v296962. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1228.475731] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-195e0b6a-149a-420e-b267-1fb935fb07f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.478811] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: c3be1ae7-ad87-4211-9418-58d1101ff16c] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1228.485703] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Created folder: Instances in parent group-v296962. [ 1228.485961] env[62094]: DEBUG oslo.service.loopingcall [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1228.488300] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.488300] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6c4fdb5-9f49-4ebd-951f-dd48ffb68734 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.504477] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f87d673-d719-4eb8-a35c-24faf897614c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.511300] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f348061-ee8d-4c72-b2b6-8d9c912a7b8e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.514526] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.514526] env[62094]: value = "task-1400751" [ 1228.514526] env[62094]: _type = "Task" [ 1228.514526] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.523920] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400751, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.527548] env[62094]: DEBUG nova.virt.block_device [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Updating existing volume attachment record: 6fe5d6ad-0dfc-4bd8-a13d-a994e3db3fb9 {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1228.598403] env[62094]: DEBUG nova.scheduler.client.report [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1228.701317] env[62094]: DEBUG nova.network.neutron [req-ab6beea7-b448-4d05-878a-f9421a1c64e2 req-5af7ff5a-176f-4d04-adb8-e43356f5ac03 service nova] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Updated VIF entry in instance network info cache for port b168ad17-21e9-41c7-bdbe-79871146b01d. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.701793] env[62094]: DEBUG nova.network.neutron [req-ab6beea7-b448-4d05-878a-f9421a1c64e2 req-5af7ff5a-176f-4d04-adb8-e43356f5ac03 service nova] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Updating instance_info_cache with network_info: [{"id": "b168ad17-21e9-41c7-bdbe-79871146b01d", "address": "fa:16:3e:d4:ad:47", "network": {"id": "4bb4c006-eb84-43fb-ab33-1ee766b848a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-664764610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e76a97def64189884457e8275244dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb168ad17-21", "ovs_interfaceid": "b168ad17-21e9-41c7-bdbe-79871146b01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.717837] env[62094]: DEBUG nova.compute.manager [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1228.747237] env[62094]: DEBUG nova.virt.hardware [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1228.747694] env[62094]: DEBUG nova.virt.hardware [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1228.747694] env[62094]: DEBUG nova.virt.hardware [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.747978] env[62094]: DEBUG nova.virt.hardware [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1228.748175] env[62094]: DEBUG nova.virt.hardware [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.748395] env[62094]: DEBUG nova.virt.hardware [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1228.748666] env[62094]: DEBUG nova.virt.hardware [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1228.748871] env[62094]: DEBUG nova.virt.hardware [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1228.749101] env[62094]: DEBUG nova.virt.hardware [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1228.749405] env[62094]: DEBUG nova.virt.hardware [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1228.749535] env[62094]: DEBUG nova.virt.hardware [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1228.750823] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57f9581-83ea-4984-9362-1fb8e564a285 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.760109] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a99b7a8-0378-411d-ab2d-051b233e00ff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.982277] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 28df1018-3767-4561-8a01-5558a9272e71] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1229.027733] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400751, 'name': CreateVM_Task, 'duration_secs': 0.314228} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.028880] env[62094]: DEBUG nova.network.neutron [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Successfully updated port: b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.032416] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.032416] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.032416] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.032416] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.032416] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f51370ef-7618-4f44-9f97-3d939e8f10ee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.037219] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1229.037219] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f40e1a-0f99-cff5-d06a-99919b9a4a1e" [ 1229.037219] env[62094]: _type = "Task" [ 1229.037219] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.044787] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f40e1a-0f99-cff5-d06a-99919b9a4a1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.103720] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.104509] env[62094]: DEBUG nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1229.107237] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.762s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.108742] env[62094]: INFO nova.compute.claims [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.204848] env[62094]: DEBUG oslo_concurrency.lockutils [req-ab6beea7-b448-4d05-878a-f9421a1c64e2 req-5af7ff5a-176f-4d04-adb8-e43356f5ac03 service nova] Releasing lock "refresh_cache-aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.486618] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: a1699619-ba4e-42cb-bf58-28f3a922e36e] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1229.531252] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquiring lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.531402] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquired lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.531571] env[62094]: DEBUG nova.network.neutron [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.547279] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f40e1a-0f99-cff5-d06a-99919b9a4a1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.547870] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.548306] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.548573] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.548769] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.548962] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.549235] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-592bdbc1-3a9e-492f-8ef8-ae406399aefa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.557700] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.557874] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.558582] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-990f685f-ab1d-458a-b0e4-de7f4d0c06be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.563859] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1229.563859] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5268a452-a9af-11c0-454d-0976480399f5" [ 1229.563859] env[62094]: _type = "Task" [ 1229.563859] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.570774] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5268a452-a9af-11c0-454d-0976480399f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.614131] env[62094]: DEBUG nova.compute.utils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1229.617965] env[62094]: DEBUG nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1229.617965] env[62094]: DEBUG nova.network.neutron [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.722539] env[62094]: DEBUG nova.policy [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9627674b492b4961bf7b9ad43f3f2837', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '663c6d5a6c6f42c29e59189ce9ceb64a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1229.975977] env[62094]: DEBUG nova.network.neutron [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Successfully created port: 6af1965d-3e7e-435e-96fb-a31d43def2b5 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.991306] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: bfa4f7f3-f018-490c-b375-812633d50a9a] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1230.074827] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5268a452-a9af-11c0-454d-0976480399f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008732} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.075668] env[62094]: DEBUG nova.network.neutron [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.077928] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f221303-1910-4423-aea1-28cdd2a8c9f1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.082977] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1230.082977] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521af1f7-35ab-ddcb-606c-8761f30d1dc2" [ 1230.082977] env[62094]: _type = "Task" [ 1230.082977] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.091200] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521af1f7-35ab-ddcb-606c-8761f30d1dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.117790] env[62094]: DEBUG nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1230.276357] env[62094]: DEBUG nova.network.neutron [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Updating instance_info_cache with network_info: [{"id": "b59eb6f6-0ed4-4a79-bee9-53b9112741a6", "address": "fa:16:3e:0c:0d:fe", "network": {"id": "558dd04c-1d50-4297-9085-0eab81e3b3af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123440586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d1b60693a1554335b418e56713d9b68b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59eb6f6-0e", "ovs_interfaceid": "b59eb6f6-0ed4-4a79-bee9-53b9112741a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.350311] env[62094]: DEBUG nova.compute.manager [req-7a09bbf1-bf27-49ae-a319-680828bb7854 req-eaeb4e22-74f0-4664-b88a-ef1422f7c9d7 service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Received event network-vif-plugged-b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1230.350311] env[62094]: DEBUG oslo_concurrency.lockutils [req-7a09bbf1-bf27-49ae-a319-680828bb7854 req-eaeb4e22-74f0-4664-b88a-ef1422f7c9d7 service nova] Acquiring lock "75d41bc3-89e0-48ab-b001-c90994937228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.350311] env[62094]: DEBUG oslo_concurrency.lockutils [req-7a09bbf1-bf27-49ae-a319-680828bb7854 req-eaeb4e22-74f0-4664-b88a-ef1422f7c9d7 service nova] Lock "75d41bc3-89e0-48ab-b001-c90994937228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.350311] env[62094]: DEBUG oslo_concurrency.lockutils [req-7a09bbf1-bf27-49ae-a319-680828bb7854 req-eaeb4e22-74f0-4664-b88a-ef1422f7c9d7 service nova] Lock "75d41bc3-89e0-48ab-b001-c90994937228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.350311] env[62094]: DEBUG nova.compute.manager [req-7a09bbf1-bf27-49ae-a319-680828bb7854 req-eaeb4e22-74f0-4664-b88a-ef1422f7c9d7 service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] No waiting events found dispatching network-vif-plugged-b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1230.350311] env[62094]: WARNING nova.compute.manager [req-7a09bbf1-bf27-49ae-a319-680828bb7854 req-eaeb4e22-74f0-4664-b88a-ef1422f7c9d7 service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Received unexpected event network-vif-plugged-b59eb6f6-0ed4-4a79-bee9-53b9112741a6 for instance with vm_state building and task_state spawning. [ 1230.350311] env[62094]: DEBUG nova.compute.manager [req-7a09bbf1-bf27-49ae-a319-680828bb7854 req-eaeb4e22-74f0-4664-b88a-ef1422f7c9d7 service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Received event network-changed-b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1230.350311] env[62094]: DEBUG nova.compute.manager [req-7a09bbf1-bf27-49ae-a319-680828bb7854 req-eaeb4e22-74f0-4664-b88a-ef1422f7c9d7 service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Refreshing instance network info cache due to event network-changed-b59eb6f6-0ed4-4a79-bee9-53b9112741a6. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1230.350311] env[62094]: DEBUG oslo_concurrency.lockutils [req-7a09bbf1-bf27-49ae-a319-680828bb7854 req-eaeb4e22-74f0-4664-b88a-ef1422f7c9d7 service nova] Acquiring lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.393150] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ad4888-6028-4883-bcdc-bbfc4e4889d9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.402795] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2269a703-9aac-4811-966b-3dd38c358385 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.434594] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0f7a53-bdd9-4c5d-9de5-f3af12daebda {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.442339] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7c988e-6f5d-4046-b9f5-d600ae2f1eb6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.455878] env[62094]: DEBUG nova.compute.provider_tree [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.494624] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 4054a81a-097b-4bc1-89e2-276430b36d86] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1230.593051] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521af1f7-35ab-ddcb-606c-8761f30d1dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.593341] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.593603] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] aa8b42a8-fd03-449e-9e9d-9c05a8e389f3/aa8b42a8-fd03-449e-9e9d-9c05a8e389f3.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.593877] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12951c37-0c65-47f1-98c2-fa8375e3f156 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.600867] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1230.600867] env[62094]: value = "task-1400755" [ 1230.600867] env[62094]: _type = "Task" [ 1230.600867] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.610240] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.780464] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Releasing lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.780819] env[62094]: DEBUG nova.compute.manager [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Instance network_info: |[{"id": "b59eb6f6-0ed4-4a79-bee9-53b9112741a6", "address": "fa:16:3e:0c:0d:fe", "network": {"id": "558dd04c-1d50-4297-9085-0eab81e3b3af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123440586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d1b60693a1554335b418e56713d9b68b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59eb6f6-0e", "ovs_interfaceid": "b59eb6f6-0ed4-4a79-bee9-53b9112741a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1230.781182] env[62094]: DEBUG oslo_concurrency.lockutils [req-7a09bbf1-bf27-49ae-a319-680828bb7854 req-eaeb4e22-74f0-4664-b88a-ef1422f7c9d7 service nova] Acquired lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.781370] env[62094]: DEBUG nova.network.neutron [req-7a09bbf1-bf27-49ae-a319-680828bb7854 req-eaeb4e22-74f0-4664-b88a-ef1422f7c9d7 service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Refreshing network info cache for port b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.782770] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:0d:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b59eb6f6-0ed4-4a79-bee9-53b9112741a6', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.790358] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Creating folder: Project (d1b60693a1554335b418e56713d9b68b). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.793252] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9502baac-5f78-4236-8092-66373665e0f0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.805610] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Created folder: Project (d1b60693a1554335b418e56713d9b68b) in parent group-v296765. [ 1230.805833] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Creating folder: Instances. Parent ref: group-v296967. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.806098] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1aef0f6b-bffc-4a04-88be-2f7b34b6e08f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.814729] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Created folder: Instances in parent group-v296967. [ 1230.814982] env[62094]: DEBUG oslo.service.loopingcall [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1230.815204] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.815422] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-131a34a9-1118-42c6-b33e-32538cd8956f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.833972] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.833972] env[62094]: value = "task-1400758" [ 1230.833972] env[62094]: _type = "Task" [ 1230.833972] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.843642] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400758, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.962328] env[62094]: DEBUG nova.scheduler.client.report [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1230.999831] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 73e10bed-7065-48ad-b059-6b904061f4c7] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1231.113586] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498739} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.113877] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] aa8b42a8-fd03-449e-9e9d-9c05a8e389f3/aa8b42a8-fd03-449e-9e9d-9c05a8e389f3.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.114108] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.116577] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6f33451-9525-4101-a2ff-2ce17ec518a7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.123608] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1231.123608] env[62094]: value = "task-1400760" [ 1231.123608] env[62094]: _type = "Task" [ 1231.123608] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.131126] env[62094]: DEBUG nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1231.137452] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.166463] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1231.166754] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1231.166935] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.167145] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1231.167313] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.167467] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1231.167693] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1231.167856] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1231.168045] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1231.168231] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1231.168413] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1231.169334] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4abde48-336c-4666-bfef-ad007766734c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.179957] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe56f9d-0c1c-4650-af9b-766abcad14c5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.267146] env[62094]: DEBUG nova.network.neutron [req-7a09bbf1-bf27-49ae-a319-680828bb7854 req-eaeb4e22-74f0-4664-b88a-ef1422f7c9d7 service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Updated VIF entry in instance network info cache for port b59eb6f6-0ed4-4a79-bee9-53b9112741a6. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.267525] env[62094]: DEBUG nova.network.neutron [req-7a09bbf1-bf27-49ae-a319-680828bb7854 req-eaeb4e22-74f0-4664-b88a-ef1422f7c9d7 service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Updating instance_info_cache with network_info: [{"id": "b59eb6f6-0ed4-4a79-bee9-53b9112741a6", "address": "fa:16:3e:0c:0d:fe", "network": {"id": "558dd04c-1d50-4297-9085-0eab81e3b3af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123440586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d1b60693a1554335b418e56713d9b68b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59eb6f6-0e", "ovs_interfaceid": "b59eb6f6-0ed4-4a79-bee9-53b9112741a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.344295] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400758, 'name': CreateVM_Task, 'duration_secs': 0.450419} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.344445] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.345097] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.345279] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.345601] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.346147] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ca145e-6c8e-4da9-8387-51354e0e3046 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.350425] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1231.350425] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52125833-5e31-cc1b-150f-5c7221c9d71a" [ 1231.350425] env[62094]: _type = "Task" [ 1231.350425] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.357854] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52125833-5e31-cc1b-150f-5c7221c9d71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.466022] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.466592] env[62094]: DEBUG nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1231.469279] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.039s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.469517] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.471631] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.803s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.471834] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.473779] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.631s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.475181] env[62094]: INFO nova.compute.claims [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.501233] env[62094]: INFO nova.scheduler.client.report [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Deleted allocations for instance 7be66016-88c8-4fc2-9f45-ab76566f10a8 [ 1231.502446] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 9b7b4789-f5fc-44bb-addb-5da6cc9ebd19] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1231.633747] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074473} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.634079] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.634853] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eccbad-714c-4abb-bfd1-d1ae5f171298 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.656585] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] aa8b42a8-fd03-449e-9e9d-9c05a8e389f3/aa8b42a8-fd03-449e-9e9d-9c05a8e389f3.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.656756] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12aa88ef-9c3d-45b2-a583-4ce3e25c150f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.676302] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1231.676302] env[62094]: value = "task-1400761" [ 1231.676302] env[62094]: _type = "Task" [ 1231.676302] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.684076] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.772936] env[62094]: DEBUG oslo_concurrency.lockutils [req-7a09bbf1-bf27-49ae-a319-680828bb7854 req-eaeb4e22-74f0-4664-b88a-ef1422f7c9d7 service nova] Releasing lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.779462] env[62094]: DEBUG nova.network.neutron [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Successfully updated port: 6af1965d-3e7e-435e-96fb-a31d43def2b5 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.862248] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52125833-5e31-cc1b-150f-5c7221c9d71a, 'name': SearchDatastore_Task, 'duration_secs': 0.024037} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.862668] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.862873] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.863131] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.863285] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.863468] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.863735] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f269599e-af54-4d88-8699-0b95604bae02 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.872195] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.872430] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.873342] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa067e91-fe57-44be-91dd-55df42b577b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.877890] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1231.877890] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ae9f6d-8220-3a5c-da48-55b14624ab22" [ 1231.877890] env[62094]: _type = "Task" [ 1231.877890] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.885896] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ae9f6d-8220-3a5c-da48-55b14624ab22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.980895] env[62094]: DEBUG nova.compute.utils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1231.985190] env[62094]: DEBUG nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1231.985357] env[62094]: DEBUG nova.network.neutron [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.987382] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ac6cc4a5-be44-4ec4-8d0a-4d1b5faf685b tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.065s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.988243] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1ae83dd-b735-4426-a2e6-696ee6a19d52 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 21.980s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.988360] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1ae83dd-b735-4426-a2e6-696ee6a19d52 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.988561] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1ae83dd-b735-4426-a2e6-696ee6a19d52 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.988730] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1ae83dd-b735-4426-a2e6-696ee6a19d52 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.990562] env[62094]: INFO nova.compute.manager [None req-f1ae83dd-b735-4426-a2e6-696ee6a19d52 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Terminating instance [ 1231.992199] env[62094]: DEBUG nova.compute.manager [None req-f1ae83dd-b735-4426-a2e6-696ee6a19d52 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1231.992427] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ae83dd-b735-4426-a2e6-696ee6a19d52 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.992637] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa3a6525-15e0-4e38-8356-15e3a8ac75b6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.004246] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f424acbb-cb03-48a9-a5f0-8bece1ebd4df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.015461] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: e5fbf2ee-cbba-4246-a1c5-1bb0bbdcfa4a] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1232.020824] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a64291de-4831-4331-a91e-8340f85f99fe tempest-ServerPasswordTestJSON-620837009 tempest-ServerPasswordTestJSON-620837009-project-member] Lock "7be66016-88c8-4fc2-9f45-ab76566f10a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.413s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.028040] env[62094]: DEBUG nova.policy [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9627674b492b4961bf7b9ad43f3f2837', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '663c6d5a6c6f42c29e59189ce9ceb64a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1232.042875] env[62094]: WARNING nova.virt.vmwareapi.vmops [None req-f1ae83dd-b735-4426-a2e6-696ee6a19d52 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7717ed7e-1c56-4de7-aa71-8cc125e28b46 could not be found. [ 1232.042875] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ae83dd-b735-4426-a2e6-696ee6a19d52 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.042875] env[62094]: INFO nova.compute.manager [None req-f1ae83dd-b735-4426-a2e6-696ee6a19d52 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1232.042875] env[62094]: DEBUG oslo.service.loopingcall [None req-f1ae83dd-b735-4426-a2e6-696ee6a19d52 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1232.042875] env[62094]: DEBUG nova.compute.manager [-] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1232.042875] env[62094]: DEBUG nova.network.neutron [-] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.186955] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400761, 'name': ReconfigVM_Task, 'duration_secs': 0.280275} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.187297] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Reconfigured VM instance instance-00000045 to attach disk [datastore1] aa8b42a8-fd03-449e-9e9d-9c05a8e389f3/aa8b42a8-fd03-449e-9e9d-9c05a8e389f3.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.188191] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99216427-d7f8-423c-907a-09b62c06f387 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.195825] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1232.195825] env[62094]: value = "task-1400762" [ 1232.195825] env[62094]: _type = "Task" [ 1232.195825] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.204158] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400762, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.282947] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "refresh_cache-47d50f06-ee2c-4524-aca5-edc748f76875" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.283159] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired lock "refresh_cache-47d50f06-ee2c-4524-aca5-edc748f76875" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.283329] env[62094]: DEBUG nova.network.neutron [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.375893] env[62094]: DEBUG nova.compute.manager [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Received event network-vif-plugged-6af1965d-3e7e-435e-96fb-a31d43def2b5 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1232.376146] env[62094]: DEBUG oslo_concurrency.lockutils [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] Acquiring lock "47d50f06-ee2c-4524-aca5-edc748f76875-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.376361] env[62094]: DEBUG oslo_concurrency.lockutils [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] Lock "47d50f06-ee2c-4524-aca5-edc748f76875-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.376528] env[62094]: DEBUG oslo_concurrency.lockutils [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] Lock "47d50f06-ee2c-4524-aca5-edc748f76875-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.376695] env[62094]: DEBUG nova.compute.manager [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] No waiting events found dispatching network-vif-plugged-6af1965d-3e7e-435e-96fb-a31d43def2b5 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1232.376858] env[62094]: WARNING nova.compute.manager [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Received unexpected event network-vif-plugged-6af1965d-3e7e-435e-96fb-a31d43def2b5 for instance with vm_state building and task_state spawning. [ 1232.377042] env[62094]: DEBUG nova.compute.manager [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Received event network-changed-6af1965d-3e7e-435e-96fb-a31d43def2b5 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1232.377185] env[62094]: DEBUG nova.compute.manager [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Refreshing instance network info cache due to event network-changed-6af1965d-3e7e-435e-96fb-a31d43def2b5. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1232.377350] env[62094]: DEBUG oslo_concurrency.lockutils [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] Acquiring lock "refresh_cache-47d50f06-ee2c-4524-aca5-edc748f76875" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.387983] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ae9f6d-8220-3a5c-da48-55b14624ab22, 'name': SearchDatastore_Task, 'duration_secs': 0.015386} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.388739] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913645fd-c5c3-43ae-a990-7becec19c20f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.398745] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1232.398745] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a96a4e-3ce6-d343-0fea-f205c1088d57" [ 1232.398745] env[62094]: _type = "Task" [ 1232.398745] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.408653] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a96a4e-3ce6-d343-0fea-f205c1088d57, 'name': SearchDatastore_Task} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.410138] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.410387] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 75d41bc3-89e0-48ab-b001-c90994937228/75d41bc3-89e0-48ab-b001-c90994937228.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.410824] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-841c3f70-789a-445b-a93c-649cbe17248f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.418480] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1232.418480] env[62094]: value = "task-1400763" [ 1232.418480] env[62094]: _type = "Task" [ 1232.418480] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.427888] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.458726] env[62094]: DEBUG nova.network.neutron [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Successfully created port: f00f6a4c-8878-4c52-a765-efbdc914de66 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.484948] env[62094]: DEBUG nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1232.518801] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 11406695-1b25-446d-a9a3-05c2382a6219] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1232.711591] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400762, 'name': Rename_Task, 'duration_secs': 0.149948} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.711731] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.711992] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecb8e423-89a1-4a17-9fd0-823efd1ca45e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.721285] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1232.721285] env[62094]: value = "task-1400764" [ 1232.721285] env[62094]: _type = "Task" [ 1232.721285] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.731834] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.819304] env[62094]: DEBUG nova.network.neutron [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.872301] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917b391a-47dd-4b97-a1f5-69cbb8c33947 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.882363] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224d0b69-513b-4c28-8a60-1b6c8e8aa705 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.923323] env[62094]: DEBUG nova.network.neutron [-] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.930459] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1213ef-3420-47fb-a3fb-d17acbb17829 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.940490] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400763, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.943988] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfad383-7fe4-4c3e-999c-4f5ff8dccb7e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.959071] env[62094]: DEBUG nova.compute.provider_tree [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.009576] env[62094]: DEBUG nova.network.neutron [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Updating instance_info_cache with network_info: [{"id": "6af1965d-3e7e-435e-96fb-a31d43def2b5", "address": "fa:16:3e:8f:12:ab", "network": {"id": "16d0a167-4c03-47b6-b8af-1a3e64835cc3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-321625672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663c6d5a6c6f42c29e59189ce9ceb64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af1965d-3e", "ovs_interfaceid": "6af1965d-3e7e-435e-96fb-a31d43def2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.023347] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: c374d737-c6e8-4c18-8219-d197a0023d95] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1233.232095] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.424814] env[62094]: INFO nova.compute.manager [-] [instance: 7717ed7e-1c56-4de7-aa71-8cc125e28b46] Took 1.38 seconds to deallocate network for instance. [ 1233.439137] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536699} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.439137] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 75d41bc3-89e0-48ab-b001-c90994937228/75d41bc3-89e0-48ab-b001-c90994937228.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.439384] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.439589] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fda92e4-dfc5-4390-a757-f5b6c6365a4f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.449193] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1233.449193] env[62094]: value = "task-1400765" [ 1233.449193] env[62094]: _type = "Task" [ 1233.449193] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.456559] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.462009] env[62094]: DEBUG nova.scheduler.client.report [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1233.493607] env[62094]: DEBUG nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1233.511655] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Releasing lock "refresh_cache-47d50f06-ee2c-4524-aca5-edc748f76875" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.512051] env[62094]: DEBUG nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Instance network_info: |[{"id": "6af1965d-3e7e-435e-96fb-a31d43def2b5", "address": "fa:16:3e:8f:12:ab", "network": {"id": "16d0a167-4c03-47b6-b8af-1a3e64835cc3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-321625672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663c6d5a6c6f42c29e59189ce9ceb64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af1965d-3e", "ovs_interfaceid": "6af1965d-3e7e-435e-96fb-a31d43def2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1233.512362] env[62094]: DEBUG oslo_concurrency.lockutils [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] Acquired lock "refresh_cache-47d50f06-ee2c-4524-aca5-edc748f76875" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.512573] env[62094]: DEBUG nova.network.neutron [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Refreshing network info cache for port 6af1965d-3e7e-435e-96fb-a31d43def2b5 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.513782] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:12:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6af1965d-3e7e-435e-96fb-a31d43def2b5', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.521631] env[62094]: DEBUG oslo.service.loopingcall [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1233.523768] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.523768] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e40ddc7-92c8-4ed7-9cee-12be225d5902 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.545151] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: f9f63912-5751-4448-abc0-22fd50f0cb3f] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1233.556625] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.556625] env[62094]: value = "task-1400766" [ 1233.556625] env[62094]: _type = "Task" [ 1233.556625] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.559638] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1233.559887] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1233.560055] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.560245] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1233.560391] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.560533] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1233.560736] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1233.560894] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1233.561071] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1233.561235] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1233.561481] env[62094]: DEBUG nova.virt.hardware [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1233.566315] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896070b2-5395-4f9b-9783-6c0f10cc9bf6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.574418] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400766, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.578272] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447e25a6-e45c-4298-9dd6-fc4939d8ea0e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.583841] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1233.584045] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296966', 'volume_id': '97b5e8f0-90eb-44ee-9047-285d8a8da6c3', 'name': 'volume-97b5e8f0-90eb-44ee-9047-285d8a8da6c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '257036ca-daf0-4615-8ce0-23263ceafc60', 'attached_at': '', 'detached_at': '', 'volume_id': '97b5e8f0-90eb-44ee-9047-285d8a8da6c3', 'serial': '97b5e8f0-90eb-44ee-9047-285d8a8da6c3'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1233.585231] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d81ff17-bdab-424d-8829-3c30a846c787 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.610104] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a10ad5d-cbab-4bbd-ac98-8019e769052f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.641127] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] volume-97b5e8f0-90eb-44ee-9047-285d8a8da6c3/volume-97b5e8f0-90eb-44ee-9047-285d8a8da6c3.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.641575] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a1619d-0047-4c97-9357-34a503dd29c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.660649] env[62094]: DEBUG oslo_vmware.api [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1233.660649] env[62094]: value = "task-1400767" [ 1233.660649] env[62094]: _type = "Task" [ 1233.660649] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.671738] env[62094]: DEBUG oslo_vmware.api [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.731460] env[62094]: DEBUG oslo_vmware.api [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400764, 'name': PowerOnVM_Task, 'duration_secs': 0.56279} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.731846] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.732068] env[62094]: INFO nova.compute.manager [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1233.732260] env[62094]: DEBUG nova.compute.manager [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1233.733061] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02a34be-8a85-460d-8a17-ce450c555326 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.964470] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06815} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.966685] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.972033] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.972614] env[62094]: DEBUG nova.compute.manager [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1233.977894] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e6517b-9b2e-4d47-99a1-06173976e916 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.983999] env[62094]: DEBUG oslo_concurrency.lockutils [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.426s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.984242] env[62094]: DEBUG oslo_concurrency.lockutils [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.989289] env[62094]: DEBUG oslo_concurrency.lockutils [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.533s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.989512] env[62094]: DEBUG oslo_concurrency.lockutils [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.991893] env[62094]: DEBUG oslo_concurrency.lockutils [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.598s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.991893] env[62094]: DEBUG oslo_concurrency.lockutils [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.994210] env[62094]: DEBUG oslo_concurrency.lockutils [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.475s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.994531] env[62094]: DEBUG nova.objects.instance [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lazy-loading 'resources' on Instance uuid 4d86f1d5-307e-4cc4-822b-d315fb3e6032 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.018773] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 75d41bc3-89e0-48ab-b001-c90994937228/75d41bc3-89e0-48ab-b001-c90994937228.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.020671] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49f61cf9-74a6-45be-bb0c-6390b4fc7348 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.036568] env[62094]: INFO nova.scheduler.client.report [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Deleted allocations for instance 5ea773dc-cd50-45ec-9807-1872665f622d [ 1234.040876] env[62094]: INFO nova.scheduler.client.report [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleted allocations for instance 57dd1444-ced9-4857-a30e-ed64d20bab2c [ 1234.052867] env[62094]: INFO nova.scheduler.client.report [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Deleted allocations for instance 6fa22fef-bcc4-41f2-8a80-cb958a446ed8 [ 1234.057489] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: c62bee0a-0494-4cee-9053-0e7291d20a12] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1234.067333] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1234.067333] env[62094]: value = "task-1400768" [ 1234.067333] env[62094]: _type = "Task" [ 1234.067333] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.083630] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400766, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.087563] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.127567] env[62094]: DEBUG nova.network.neutron [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Successfully updated port: f00f6a4c-8878-4c52-a765-efbdc914de66 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1234.176510] env[62094]: DEBUG oslo_vmware.api [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.253145] env[62094]: INFO nova.compute.manager [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Took 29.47 seconds to build instance. [ 1234.365780] env[62094]: DEBUG nova.network.neutron [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Updated VIF entry in instance network info cache for port 6af1965d-3e7e-435e-96fb-a31d43def2b5. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.366262] env[62094]: DEBUG nova.network.neutron [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Updating instance_info_cache with network_info: [{"id": "6af1965d-3e7e-435e-96fb-a31d43def2b5", "address": "fa:16:3e:8f:12:ab", "network": {"id": "16d0a167-4c03-47b6-b8af-1a3e64835cc3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-321625672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663c6d5a6c6f42c29e59189ce9ceb64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af1965d-3e", "ovs_interfaceid": "6af1965d-3e7e-435e-96fb-a31d43def2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.367447] env[62094]: WARNING oslo_messaging._drivers.amqpdriver [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1234.416294] env[62094]: DEBUG nova.compute.manager [req-33e3a8a1-e26b-4c0f-b152-e39470eb5a95 req-c53c3453-f149-4936-bfb0-07bca0dcfbca service nova] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Received event network-vif-plugged-f00f6a4c-8878-4c52-a765-efbdc914de66 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1234.416294] env[62094]: DEBUG oslo_concurrency.lockutils [req-33e3a8a1-e26b-4c0f-b152-e39470eb5a95 req-c53c3453-f149-4936-bfb0-07bca0dcfbca service nova] Acquiring lock "4f6170dd-4b13-46ea-8ea0-612e517addb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.416294] env[62094]: DEBUG oslo_concurrency.lockutils [req-33e3a8a1-e26b-4c0f-b152-e39470eb5a95 req-c53c3453-f149-4936-bfb0-07bca0dcfbca service nova] Lock "4f6170dd-4b13-46ea-8ea0-612e517addb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.416294] env[62094]: DEBUG oslo_concurrency.lockutils [req-33e3a8a1-e26b-4c0f-b152-e39470eb5a95 req-c53c3453-f149-4936-bfb0-07bca0dcfbca service nova] Lock "4f6170dd-4b13-46ea-8ea0-612e517addb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.416294] env[62094]: DEBUG nova.compute.manager [req-33e3a8a1-e26b-4c0f-b152-e39470eb5a95 req-c53c3453-f149-4936-bfb0-07bca0dcfbca service nova] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] No waiting events found dispatching network-vif-plugged-f00f6a4c-8878-4c52-a765-efbdc914de66 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1234.416294] env[62094]: WARNING nova.compute.manager [req-33e3a8a1-e26b-4c0f-b152-e39470eb5a95 req-c53c3453-f149-4936-bfb0-07bca0dcfbca service nova] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Received unexpected event network-vif-plugged-f00f6a4c-8878-4c52-a765-efbdc914de66 for instance with vm_state building and task_state spawning. [ 1234.416294] env[62094]: DEBUG nova.compute.manager [req-33e3a8a1-e26b-4c0f-b152-e39470eb5a95 req-c53c3453-f149-4936-bfb0-07bca0dcfbca service nova] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Received event network-changed-f00f6a4c-8878-4c52-a765-efbdc914de66 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1234.417284] env[62094]: DEBUG nova.compute.manager [req-33e3a8a1-e26b-4c0f-b152-e39470eb5a95 req-c53c3453-f149-4936-bfb0-07bca0dcfbca service nova] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Refreshing instance network info cache due to event network-changed-f00f6a4c-8878-4c52-a765-efbdc914de66. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1234.421062] env[62094]: DEBUG oslo_concurrency.lockutils [req-33e3a8a1-e26b-4c0f-b152-e39470eb5a95 req-c53c3453-f149-4936-bfb0-07bca0dcfbca service nova] Acquiring lock "refresh_cache-4f6170dd-4b13-46ea-8ea0-612e517addb9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.421062] env[62094]: DEBUG oslo_concurrency.lockutils [req-33e3a8a1-e26b-4c0f-b152-e39470eb5a95 req-c53c3453-f149-4936-bfb0-07bca0dcfbca service nova] Acquired lock "refresh_cache-4f6170dd-4b13-46ea-8ea0-612e517addb9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.421062] env[62094]: DEBUG nova.network.neutron [req-33e3a8a1-e26b-4c0f-b152-e39470eb5a95 req-c53c3453-f149-4936-bfb0-07bca0dcfbca service nova] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Refreshing network info cache for port f00f6a4c-8878-4c52-a765-efbdc914de66 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.498925] env[62094]: DEBUG nova.compute.utils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1234.506760] env[62094]: DEBUG nova.compute.manager [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1234.506934] env[62094]: DEBUG nova.network.neutron [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.508929] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f1ae83dd-b735-4426-a2e6-696ee6a19d52 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "7717ed7e-1c56-4de7-aa71-8cc125e28b46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.521s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.554644] env[62094]: DEBUG oslo_concurrency.lockutils [None req-51024823-3cdf-4143-aa8e-23c03dd4eb90 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "57dd1444-ced9-4857-a30e-ed64d20bab2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.906s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.557719] env[62094]: DEBUG oslo_concurrency.lockutils [None req-940e134e-f439-4c76-8d5c-23b21a477b6e tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "5ea773dc-cd50-45ec-9807-1872665f622d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.303s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.575192] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 15e6dedb-15c7-48c2-b71b-92b0f90fccb6] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1234.589447] env[62094]: DEBUG nova.policy [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5399a34f10540e795b25234efa5adfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef2a1a8439ec4c0abbc19b2cdd94017b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1234.592202] env[62094]: DEBUG oslo_concurrency.lockutils [None req-88f212ff-99e9-4dc6-97ba-247246aba022 tempest-MigrationsAdminTest-597146343 tempest-MigrationsAdminTest-597146343-project-member] Lock "6fa22fef-bcc4-41f2-8a80-cb958a446ed8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.228s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.598719] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400766, 'name': CreateVM_Task, 'duration_secs': 0.735777} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.599198] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.600176] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.602043] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.602043] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.604359] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5fb091-7a81-4ca9-b2fe-9110fe957cce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.606486] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400768, 'name': ReconfigVM_Task, 'duration_secs': 0.536817} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.607556] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 75d41bc3-89e0-48ab-b001-c90994937228/75d41bc3-89e0-48ab-b001-c90994937228.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.612039] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b91050a5-32cd-4358-a2b7-28c8ce2be0d6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.616845] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1234.616845] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52cf10b3-410d-cf54-acfe-39f3f1453e87" [ 1234.616845] env[62094]: _type = "Task" [ 1234.616845] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.623681] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1234.623681] env[62094]: value = "task-1400769" [ 1234.623681] env[62094]: _type = "Task" [ 1234.623681] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.637166] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "refresh_cache-4f6170dd-4b13-46ea-8ea0-612e517addb9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.637166] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cf10b3-410d-cf54-acfe-39f3f1453e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.644429] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400769, 'name': Rename_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.659607] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d2bbd112-dce1-4261-8bf0-3ce017743bf0 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.673921] env[62094]: DEBUG oslo_vmware.api [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400767, 'name': ReconfigVM_Task, 'duration_secs': 0.78027} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.678129] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Reconfigured VM instance instance-00000035 to attach disk [datastore1] volume-97b5e8f0-90eb-44ee-9047-285d8a8da6c3/volume-97b5e8f0-90eb-44ee-9047-285d8a8da6c3.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.683819] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a6e092a-0b99-4e2a-b7b4-ef7997ac6412 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.700471] env[62094]: DEBUG oslo_vmware.api [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1234.700471] env[62094]: value = "task-1400770" [ 1234.700471] env[62094]: _type = "Task" [ 1234.700471] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.714943] env[62094]: DEBUG oslo_vmware.api [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400770, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.756023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e225b801-6502-42d8-94d7-6d99f17a834a tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.984s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.756256] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d2bbd112-dce1-4261-8bf0-3ce017743bf0 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.097s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.756501] env[62094]: DEBUG nova.compute.manager [None req-d2bbd112-dce1-4261-8bf0-3ce017743bf0 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1234.757751] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0989b7d0-4660-4f3f-afcc-cd34c11ecf73 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.768614] env[62094]: DEBUG nova.compute.manager [None req-d2bbd112-dce1-4261-8bf0-3ce017743bf0 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62094) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1234.768979] env[62094]: DEBUG nova.objects.instance [None req-d2bbd112-dce1-4261-8bf0-3ce017743bf0 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lazy-loading 'flavor' on Instance uuid aa8b42a8-fd03-449e-9e9d-9c05a8e389f3 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.870665] env[62094]: DEBUG oslo_concurrency.lockutils [req-42d44596-72e1-420a-815e-c19ac75fee71 req-5acc33d9-afc6-4e94-b2b7-b1f0a55922e1 service nova] Releasing lock "refresh_cache-47d50f06-ee2c-4524-aca5-edc748f76875" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.897100] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffb219f-72c0-408a-b698-e24c9d4339e5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.904830] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079b9de0-8d21-4f5c-baea-4f32089387c0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.939634] env[62094]: DEBUG nova.network.neutron [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Successfully created port: e9427a30-d226-46e7-b389-c8af9993a3b4 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.941511] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf8a472-42f1-45bb-8a86-f60194b8542f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.950059] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915a3382-7e36-4fa5-b6cc-f6c954858dca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.964689] env[62094]: DEBUG nova.compute.provider_tree [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.001504] env[62094]: DEBUG nova.network.neutron [req-33e3a8a1-e26b-4c0f-b152-e39470eb5a95 req-c53c3453-f149-4936-bfb0-07bca0dcfbca service nova] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.011403] env[62094]: DEBUG nova.compute.manager [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1235.082203] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 59e6c0a7-a37b-452d-93ec-78776be75bd5] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1235.134307] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cf10b3-410d-cf54-acfe-39f3f1453e87, 'name': SearchDatastore_Task, 'duration_secs': 0.017232} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.135102] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.135360] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.135602] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.135755] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.135934] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.142808] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45f3c422-6a47-4a52-8538-2fd71117d637 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.144842] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400769, 'name': Rename_Task, 'duration_secs': 0.297557} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.145137] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.145796] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cabc12ae-2930-42f8-94e6-62a6d37bcf99 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.153622] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1235.153622] env[62094]: value = "task-1400771" [ 1235.153622] env[62094]: _type = "Task" [ 1235.153622] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.155920] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.155920] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.161420] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b88314-b090-4adf-b3cd-994e997acaee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.168857] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.170765] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1235.170765] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5280fced-4350-3837-8aca-583114cefc6c" [ 1235.170765] env[62094]: _type = "Task" [ 1235.170765] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.175703] env[62094]: DEBUG nova.network.neutron [req-33e3a8a1-e26b-4c0f-b152-e39470eb5a95 req-c53c3453-f149-4936-bfb0-07bca0dcfbca service nova] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.184294] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5280fced-4350-3837-8aca-583114cefc6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.216424] env[62094]: DEBUG oslo_vmware.api [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400770, 'name': ReconfigVM_Task, 'duration_secs': 0.16199} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.216801] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296966', 'volume_id': '97b5e8f0-90eb-44ee-9047-285d8a8da6c3', 'name': 'volume-97b5e8f0-90eb-44ee-9047-285d8a8da6c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '257036ca-daf0-4615-8ce0-23263ceafc60', 'attached_at': '', 'detached_at': '', 'volume_id': '97b5e8f0-90eb-44ee-9047-285d8a8da6c3', 'serial': '97b5e8f0-90eb-44ee-9047-285d8a8da6c3'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1235.277618] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bbd112-dce1-4261-8bf0-3ce017743bf0 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.277922] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84d478d6-c352-478e-880c-2388af191e04 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.287522] env[62094]: DEBUG oslo_vmware.api [None req-d2bbd112-dce1-4261-8bf0-3ce017743bf0 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1235.287522] env[62094]: value = "task-1400772" [ 1235.287522] env[62094]: _type = "Task" [ 1235.287522] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.300207] env[62094]: DEBUG oslo_vmware.api [None req-d2bbd112-dce1-4261-8bf0-3ce017743bf0 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.468778] env[62094]: DEBUG nova.scheduler.client.report [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1235.586346] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: faff9e1b-b31e-4ffe-baa6-a78e9d611f66] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1235.666825] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400771, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.680875] env[62094]: DEBUG oslo_concurrency.lockutils [req-33e3a8a1-e26b-4c0f-b152-e39470eb5a95 req-c53c3453-f149-4936-bfb0-07bca0dcfbca service nova] Releasing lock "refresh_cache-4f6170dd-4b13-46ea-8ea0-612e517addb9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.683114] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5280fced-4350-3837-8aca-583114cefc6c, 'name': SearchDatastore_Task, 'duration_secs': 0.016129} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.683114] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired lock "refresh_cache-4f6170dd-4b13-46ea-8ea0-612e517addb9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.683114] env[62094]: DEBUG nova.network.neutron [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.686177] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e06cc3-7247-4222-aee2-2a592c50bc99 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.693678] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1235.693678] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f4f2a6-2aee-3550-b22a-22f9637d03f0" [ 1235.693678] env[62094]: _type = "Task" [ 1235.693678] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.709240] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f4f2a6-2aee-3550-b22a-22f9637d03f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.709641] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.710452] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 47d50f06-ee2c-4524-aca5-edc748f76875/47d50f06-ee2c-4524-aca5-edc748f76875.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.712265] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4226b151-8153-4c88-a5cc-7eb676051025 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.721235] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1235.721235] env[62094]: value = "task-1400773" [ 1235.721235] env[62094]: _type = "Task" [ 1235.721235] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.733317] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.802156] env[62094]: DEBUG oslo_vmware.api [None req-d2bbd112-dce1-4261-8bf0-3ce017743bf0 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400772, 'name': PowerOffVM_Task, 'duration_secs': 0.319292} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.803148] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bbd112-dce1-4261-8bf0-3ce017743bf0 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.803369] env[62094]: DEBUG nova.compute.manager [None req-d2bbd112-dce1-4261-8bf0-3ce017743bf0 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1235.804231] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503b246f-e78a-4fdc-b645-c647604a3e92 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.976693] env[62094]: DEBUG oslo_concurrency.lockutils [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.980321] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.963s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.982326] env[62094]: INFO nova.compute.claims [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.000752] env[62094]: INFO nova.scheduler.client.report [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Deleted allocations for instance 4d86f1d5-307e-4cc4-822b-d315fb3e6032 [ 1236.025142] env[62094]: DEBUG nova.compute.manager [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1236.067042] env[62094]: DEBUG nova.virt.hardware [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1236.067247] env[62094]: DEBUG nova.virt.hardware [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1236.067409] env[62094]: DEBUG nova.virt.hardware [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.067595] env[62094]: DEBUG nova.virt.hardware [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1236.067751] env[62094]: DEBUG nova.virt.hardware [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.067899] env[62094]: DEBUG nova.virt.hardware [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1236.068127] env[62094]: DEBUG nova.virt.hardware [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1236.068291] env[62094]: DEBUG nova.virt.hardware [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1236.068488] env[62094]: DEBUG nova.virt.hardware [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1236.068636] env[62094]: DEBUG nova.virt.hardware [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1236.068823] env[62094]: DEBUG nova.virt.hardware [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1236.070079] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc0ffe1-3ac9-456b-a0ec-1f091b283a0b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.082992] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d20d34-59b8-4138-af5d-e5de97da6219 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.089700] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 59d7015b-94d3-4348-89d3-0f4cbb4304a2] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1236.169457] env[62094]: DEBUG oslo_vmware.api [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400771, 'name': PowerOnVM_Task, 'duration_secs': 0.548529} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.174506] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.175386] env[62094]: INFO nova.compute.manager [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1236.175386] env[62094]: DEBUG nova.compute.manager [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1236.176434] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c639e4cd-7222-4bd6-999b-a85bc3fa1144 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.233765] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400773, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.256325] env[62094]: DEBUG nova.network.neutron [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.287408] env[62094]: DEBUG nova.objects.instance [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lazy-loading 'flavor' on Instance uuid 257036ca-daf0-4615-8ce0-23263ceafc60 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.321034] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d2bbd112-dce1-4261-8bf0-3ce017743bf0 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.565s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.354146] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "5632757d-1b10-47fe-9519-eac6335e486d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.354401] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "5632757d-1b10-47fe-9519-eac6335e486d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.360556] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.360814] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.513636] env[62094]: DEBUG oslo_concurrency.lockutils [None req-17ecd9d7-4f6b-4202-9b3d-12a57fc8332f tempest-VolumesAdminNegativeTest-1197762739 tempest-VolumesAdminNegativeTest-1197762739-project-member] Lock "4d86f1d5-307e-4cc4-822b-d315fb3e6032" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.662s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.530905] env[62094]: DEBUG nova.network.neutron [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Updating instance_info_cache with network_info: [{"id": "f00f6a4c-8878-4c52-a765-efbdc914de66", "address": "fa:16:3e:73:4d:79", "network": {"id": "16d0a167-4c03-47b6-b8af-1a3e64835cc3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-321625672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663c6d5a6c6f42c29e59189ce9ceb64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00f6a4c-88", "ovs_interfaceid": "f00f6a4c-8878-4c52-a765-efbdc914de66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.602299] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: c4a4c8aa-a2f7-427c-aad6-90a26bfbb909] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1236.692176] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.693178] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.705699] env[62094]: INFO nova.compute.manager [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Took 28.22 seconds to build instance. [ 1236.733224] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565999} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.733463] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 47d50f06-ee2c-4524-aca5-edc748f76875/47d50f06-ee2c-4524-aca5-edc748f76875.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.733685] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.733942] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a51fb858-8ce1-4d6b-8b59-acfe2e0d61f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.741973] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1236.741973] env[62094]: value = "task-1400774" [ 1236.741973] env[62094]: _type = "Task" [ 1236.741973] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.755448] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.792728] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf4bfa3a-3370-41fc-ac74-dc2eec563966 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.333s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.797024] env[62094]: DEBUG nova.compute.manager [req-343d2d87-ad55-42a2-ae4f-5f5a5df514d6 req-dbb1de24-0dd4-48d9-ac1c-202edd207007 service nova] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Received event network-vif-plugged-e9427a30-d226-46e7-b389-c8af9993a3b4 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1236.797024] env[62094]: DEBUG oslo_concurrency.lockutils [req-343d2d87-ad55-42a2-ae4f-5f5a5df514d6 req-dbb1de24-0dd4-48d9-ac1c-202edd207007 service nova] Acquiring lock "e2f8504f-2c1e-4304-a698-fe8819a65685-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.797024] env[62094]: DEBUG oslo_concurrency.lockutils [req-343d2d87-ad55-42a2-ae4f-5f5a5df514d6 req-dbb1de24-0dd4-48d9-ac1c-202edd207007 service nova] Lock "e2f8504f-2c1e-4304-a698-fe8819a65685-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.797024] env[62094]: DEBUG oslo_concurrency.lockutils [req-343d2d87-ad55-42a2-ae4f-5f5a5df514d6 req-dbb1de24-0dd4-48d9-ac1c-202edd207007 service nova] Lock "e2f8504f-2c1e-4304-a698-fe8819a65685-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.797024] env[62094]: DEBUG nova.compute.manager [req-343d2d87-ad55-42a2-ae4f-5f5a5df514d6 req-dbb1de24-0dd4-48d9-ac1c-202edd207007 service nova] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] No waiting events found dispatching network-vif-plugged-e9427a30-d226-46e7-b389-c8af9993a3b4 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1236.797024] env[62094]: WARNING nova.compute.manager [req-343d2d87-ad55-42a2-ae4f-5f5a5df514d6 req-dbb1de24-0dd4-48d9-ac1c-202edd207007 service nova] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Received unexpected event network-vif-plugged-e9427a30-d226-46e7-b389-c8af9993a3b4 for instance with vm_state building and task_state spawning. [ 1236.827194] env[62094]: DEBUG nova.network.neutron [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Successfully updated port: e9427a30-d226-46e7-b389-c8af9993a3b4 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.858128] env[62094]: DEBUG nova.compute.manager [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1236.864344] env[62094]: DEBUG nova.compute.manager [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1237.003605] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ef762b5-f9f9-469e-ad4f-7159a7ad9dc8 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "257036ca-daf0-4615-8ce0-23263ceafc60" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.003605] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ef762b5-f9f9-469e-ad4f-7159a7ad9dc8 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.003605] env[62094]: DEBUG nova.compute.manager [None req-1ef762b5-f9f9-469e-ad4f-7159a7ad9dc8 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1237.004322] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494013f7-c7c1-44b6-8859-cf413bd7b3fe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.015262] env[62094]: DEBUG nova.compute.manager [None req-1ef762b5-f9f9-469e-ad4f-7159a7ad9dc8 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62094) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1237.015956] env[62094]: DEBUG nova.objects.instance [None req-1ef762b5-f9f9-469e-ad4f-7159a7ad9dc8 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lazy-loading 'flavor' on Instance uuid 257036ca-daf0-4615-8ce0-23263ceafc60 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.036231] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Releasing lock "refresh_cache-4f6170dd-4b13-46ea-8ea0-612e517addb9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.036533] env[62094]: DEBUG nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Instance network_info: |[{"id": "f00f6a4c-8878-4c52-a765-efbdc914de66", "address": "fa:16:3e:73:4d:79", "network": {"id": "16d0a167-4c03-47b6-b8af-1a3e64835cc3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-321625672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663c6d5a6c6f42c29e59189ce9ceb64a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf00f6a4c-88", "ovs_interfaceid": "f00f6a4c-8878-4c52-a765-efbdc914de66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1237.036992] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:4d:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f00f6a4c-8878-4c52-a765-efbdc914de66', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.046170] env[62094]: DEBUG oslo.service.loopingcall [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1237.050092] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.050538] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd97a69f-39b4-419b-9dc7-4bd88f57184a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.082109] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.082109] env[62094]: value = "task-1400775" [ 1237.082109] env[62094]: _type = "Task" [ 1237.082109] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.094606] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400775, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.106161] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: cf37fa9b-8143-498b-a4c7-49339cafece7] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1237.196185] env[62094]: DEBUG nova.compute.manager [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1237.213113] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ee066864-32b0-4ba0-862b-2c708be3405f tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Lock "75d41bc3-89e0-48ab-b001-c90994937228" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.744s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.256451] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06732} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.256451] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.256699] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ee077a-5059-437f-a0ec-8e6ad5835518 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.279380] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 47d50f06-ee2c-4524-aca5-edc748f76875/47d50f06-ee2c-4524-aca5-edc748f76875.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.284283] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec8324b-316b-495c-b0fd-b9ddd149b988 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.303294] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1237.303294] env[62094]: value = "task-1400776" [ 1237.303294] env[62094]: _type = "Task" [ 1237.303294] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.314164] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.329326] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-e2f8504f-2c1e-4304-a698-fe8819a65685" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.329515] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-e2f8504f-2c1e-4304-a698-fe8819a65685" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.329729] env[62094]: DEBUG nova.network.neutron [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.378743] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.387640] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.477633] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25584447-b005-4d71-b6de-276b48e736bd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.487615] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea5cf8a-9d85-413d-abe5-ebb847af27d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.521503] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed4f588-07a3-4a03-a391-1446cfcd758e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.525529] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef762b5-f9f9-469e-ad4f-7159a7ad9dc8 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.525529] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-382a2707-7e89-40b1-8c5b-26640844da0e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.533062] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d576dc5-e99a-4a97-b9a3-a3d90c879629 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.537487] env[62094]: DEBUG oslo_vmware.api [None req-1ef762b5-f9f9-469e-ad4f-7159a7ad9dc8 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1237.537487] env[62094]: value = "task-1400777" [ 1237.537487] env[62094]: _type = "Task" [ 1237.537487] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.552052] env[62094]: DEBUG nova.compute.provider_tree [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.559098] env[62094]: DEBUG oslo_vmware.api [None req-1ef762b5-f9f9-469e-ad4f-7159a7ad9dc8 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.597281] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400775, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.609286] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: aaef4f53-c261-4106-89e1-7e300fbe3ddf] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1237.726520] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.815254] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400776, 'name': ReconfigVM_Task, 'duration_secs': 0.416203} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.816175] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 47d50f06-ee2c-4524-aca5-edc748f76875/47d50f06-ee2c-4524-aca5-edc748f76875.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.816862] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48255c6c-63cf-4ebe-bceb-0338fab875d4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.824293] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1237.824293] env[62094]: value = "task-1400778" [ 1237.824293] env[62094]: _type = "Task" [ 1237.824293] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.833851] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400778, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.881061] env[62094]: DEBUG nova.network.neutron [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.052196] env[62094]: DEBUG oslo_vmware.api [None req-1ef762b5-f9f9-469e-ad4f-7159a7ad9dc8 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400777, 'name': PowerOffVM_Task, 'duration_secs': 0.241207} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.052652] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef762b5-f9f9-469e-ad4f-7159a7ad9dc8 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.052942] env[62094]: DEBUG nova.compute.manager [None req-1ef762b5-f9f9-469e-ad4f-7159a7ad9dc8 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1238.053960] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad15210e-d12b-47b9-a6dc-38e7216bf855 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.058737] env[62094]: DEBUG nova.scheduler.client.report [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1238.098411] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400775, 'name': CreateVM_Task, 'duration_secs': 0.538244} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.098553] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.099285] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.099475] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.099808] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.100094] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4958c86-04a6-42be-ac0e-193c6b6a6069 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.107932] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1238.107932] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52277407-c7f0-3f5c-64a8-d6a4d0a4d5d0" [ 1238.107932] env[62094]: _type = "Task" [ 1238.107932] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.113959] env[62094]: DEBUG nova.network.neutron [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Updating instance_info_cache with network_info: [{"id": "e9427a30-d226-46e7-b389-c8af9993a3b4", "address": "fa:16:3e:08:1f:ae", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9427a30-d2", "ovs_interfaceid": "e9427a30-d226-46e7-b389-c8af9993a3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.115598] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 2c6d5788-c767-43ab-aec4-d8bbb69091e3] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1238.124562] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52277407-c7f0-3f5c-64a8-d6a4d0a4d5d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.124875] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.125214] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.125483] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.125606] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.125792] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.127029] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-933d9fb5-bbb7-441e-9688-9371e5aa9d9d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.135467] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.135467] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.136255] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82328f4f-33c0-4595-b234-5b188a11b51f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.141893] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1238.141893] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52db5bf4-00fd-b8e6-3c7a-a31edcd87170" [ 1238.141893] env[62094]: _type = "Task" [ 1238.141893] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.151231] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52db5bf4-00fd-b8e6-3c7a-a31edcd87170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.295863] env[62094]: INFO nova.compute.manager [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Rescuing [ 1238.296189] env[62094]: DEBUG oslo_concurrency.lockutils [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquiring lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.296465] env[62094]: DEBUG oslo_concurrency.lockutils [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquired lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.296612] env[62094]: DEBUG nova.network.neutron [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.336424] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400778, 'name': Rename_Task, 'duration_secs': 0.24474} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.337044] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.337355] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1b606ad-02ac-46aa-a4b3-2a2cacae6c27 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.344346] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1238.344346] env[62094]: value = "task-1400779" [ 1238.344346] env[62094]: _type = "Task" [ 1238.344346] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.355953] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.568093] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.568093] env[62094]: DEBUG nova.compute.manager [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1238.574898] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.429s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.574898] env[62094]: DEBUG nova.objects.instance [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lazy-loading 'resources' on Instance uuid d6c7aea8-2126-425f-85f1-3b97b9b52f3c {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.577721] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ef762b5-f9f9-469e-ad4f-7159a7ad9dc8 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.577s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.610925] env[62094]: DEBUG nova.compute.manager [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1238.611990] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb2a7c-cb40-40e9-97c2-227ed486d946 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.620167] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: f6982f8c-65c3-4810-a0f0-19f69b91c8a8] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1238.622165] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-e2f8504f-2c1e-4304-a698-fe8819a65685" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.622884] env[62094]: DEBUG nova.compute.manager [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Instance network_info: |[{"id": "e9427a30-d226-46e7-b389-c8af9993a3b4", "address": "fa:16:3e:08:1f:ae", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9427a30-d2", "ovs_interfaceid": "e9427a30-d226-46e7-b389-c8af9993a3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1238.625322] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:1f:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9427a30-d226-46e7-b389-c8af9993a3b4', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.633067] env[62094]: DEBUG oslo.service.loopingcall [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1238.634279] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.634500] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f602e491-e05c-4d6a-a60b-2384ec178f2f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.664737] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52db5bf4-00fd-b8e6-3c7a-a31edcd87170, 'name': SearchDatastore_Task, 'duration_secs': 0.008188} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.665982] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.665982] env[62094]: value = "task-1400780" [ 1238.665982] env[62094]: _type = "Task" [ 1238.665982] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.666251] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260b97ea-def9-46af-96e8-0839529a4f45 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.681934] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400780, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.682206] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1238.682206] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526dcbf4-aff2-f4f6-abfc-1add511416a1" [ 1238.682206] env[62094]: _type = "Task" [ 1238.682206] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.692486] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526dcbf4-aff2-f4f6-abfc-1add511416a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009002} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.692750] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.693060] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4f6170dd-4b13-46ea-8ea0-612e517addb9/4f6170dd-4b13-46ea-8ea0-612e517addb9.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.693350] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef2794a3-2289-4ca3-abf2-888ef2cbfc30 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.700202] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1238.700202] env[62094]: value = "task-1400781" [ 1238.700202] env[62094]: _type = "Task" [ 1238.700202] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.713177] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.861753] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.916315] env[62094]: DEBUG nova.compute.manager [req-b2e9dabf-0853-4e12-bf86-31d90c6321e9 req-d49bcb57-0a55-4a2c-a4e4-25d0c8e87a52 service nova] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Received event network-changed-e9427a30-d226-46e7-b389-c8af9993a3b4 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1238.916541] env[62094]: DEBUG nova.compute.manager [req-b2e9dabf-0853-4e12-bf86-31d90c6321e9 req-d49bcb57-0a55-4a2c-a4e4-25d0c8e87a52 service nova] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Refreshing instance network info cache due to event network-changed-e9427a30-d226-46e7-b389-c8af9993a3b4. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1238.916763] env[62094]: DEBUG oslo_concurrency.lockutils [req-b2e9dabf-0853-4e12-bf86-31d90c6321e9 req-d49bcb57-0a55-4a2c-a4e4-25d0c8e87a52 service nova] Acquiring lock "refresh_cache-e2f8504f-2c1e-4304-a698-fe8819a65685" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.916899] env[62094]: DEBUG oslo_concurrency.lockutils [req-b2e9dabf-0853-4e12-bf86-31d90c6321e9 req-d49bcb57-0a55-4a2c-a4e4-25d0c8e87a52 service nova] Acquired lock "refresh_cache-e2f8504f-2c1e-4304-a698-fe8819a65685" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.918032] env[62094]: DEBUG nova.network.neutron [req-b2e9dabf-0853-4e12-bf86-31d90c6321e9 req-d49bcb57-0a55-4a2c-a4e4-25d0c8e87a52 service nova] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Refreshing network info cache for port e9427a30-d226-46e7-b389-c8af9993a3b4 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.079132] env[62094]: DEBUG nova.compute.utils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1239.083448] env[62094]: DEBUG nova.compute.manager [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1239.083632] env[62094]: DEBUG nova.network.neutron [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.126412] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: ae3a2c93-5727-41e1-a4b9-13a9e1bf8aba] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1239.136137] env[62094]: INFO nova.compute.manager [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] instance snapshotting [ 1239.136445] env[62094]: WARNING nova.compute.manager [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1239.139484] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedaa5e0-ff8c-4172-a7e4-00e6a4a2ca1b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.168790] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7bb0f2-9b09-4560-a463-decdc62ddc65 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.193632] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400780, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.201111] env[62094]: DEBUG nova.policy [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd59f0b6191c94bcf95c8fda3829aa530', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c38b59564eac49b794aad1808589bc39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1239.216066] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400781, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.264307] env[62094]: DEBUG nova.network.neutron [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Updating instance_info_cache with network_info: [{"id": "b59eb6f6-0ed4-4a79-bee9-53b9112741a6", "address": "fa:16:3e:0c:0d:fe", "network": {"id": "558dd04c-1d50-4297-9085-0eab81e3b3af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123440586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d1b60693a1554335b418e56713d9b68b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59eb6f6-0e", "ovs_interfaceid": "b59eb6f6-0ed4-4a79-bee9-53b9112741a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.274765] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "248c7655-0592-4e9c-b84f-00a9cca38c23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.275055] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "248c7655-0592-4e9c-b84f-00a9cca38c23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.362446] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400779, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.509649] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4695c2-c6af-435f-92d5-f41f6a342dc3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.521387] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d374c3-fdde-4c0c-bf2a-9ff41791b60a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.557270] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdc5b42-b800-4559-9985-e0995ed73b71 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.569833] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53a83c4-4d96-48e4-8c1b-c14164f02a03 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.584472] env[62094]: DEBUG nova.compute.manager [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1239.587406] env[62094]: DEBUG nova.compute.provider_tree [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.633915] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 3a4e10ed-59e1-4ce7-8a53-e7b8cfbd8599] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1239.685142] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400780, 'name': CreateVM_Task, 'duration_secs': 0.665934} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.685313] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.686010] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.686182] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.686495] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.686748] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c3c9ce-4e1b-49e7-a1b3-4003f6474e7c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.691479] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1239.691479] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]522ec752-f904-3a51-6188-0a48a28a58ad" [ 1239.691479] env[62094]: _type = "Task" [ 1239.691479] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.700155] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1239.700443] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522ec752-f904-3a51-6188-0a48a28a58ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.700709] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f2cb596-3774-44e3-8cdb-702db35f80b8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.709213] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1239.709213] env[62094]: value = "task-1400782" [ 1239.709213] env[62094]: _type = "Task" [ 1239.709213] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.714858] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731129} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.715463] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4f6170dd-4b13-46ea-8ea0-612e517addb9/4f6170dd-4b13-46ea-8ea0-612e517addb9.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.715675] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.715921] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bed57ca8-fdf5-491c-8c74-1f1a44e7ca34 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.720895] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400782, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.725299] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1239.725299] env[62094]: value = "task-1400783" [ 1239.725299] env[62094]: _type = "Task" [ 1239.725299] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.735577] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "60a1b4e4-cea2-4972-84ff-414b6098f03d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.735810] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "60a1b4e4-cea2-4972-84ff-414b6098f03d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.740016] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.775991] env[62094]: DEBUG oslo_concurrency.lockutils [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Releasing lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.779735] env[62094]: DEBUG nova.compute.manager [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1239.856495] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400779, 'name': PowerOnVM_Task, 'duration_secs': 1.096626} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.856788] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.857154] env[62094]: INFO nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1239.857207] env[62094]: DEBUG nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1239.858111] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943eba0-1c45-4375-8030-2580dd7423c0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.895138] env[62094]: DEBUG nova.network.neutron [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Successfully created port: bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.900511] env[62094]: DEBUG nova.network.neutron [req-b2e9dabf-0853-4e12-bf86-31d90c6321e9 req-d49bcb57-0a55-4a2c-a4e4-25d0c8e87a52 service nova] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Updated VIF entry in instance network info cache for port e9427a30-d226-46e7-b389-c8af9993a3b4. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.900635] env[62094]: DEBUG nova.network.neutron [req-b2e9dabf-0853-4e12-bf86-31d90c6321e9 req-d49bcb57-0a55-4a2c-a4e4-25d0c8e87a52 service nova] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Updating instance_info_cache with network_info: [{"id": "e9427a30-d226-46e7-b389-c8af9993a3b4", "address": "fa:16:3e:08:1f:ae", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9427a30-d2", "ovs_interfaceid": "e9427a30-d226-46e7-b389-c8af9993a3b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.065448] env[62094]: DEBUG nova.objects.instance [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lazy-loading 'flavor' on Instance uuid 257036ca-daf0-4615-8ce0-23263ceafc60 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.095177] env[62094]: DEBUG nova.scheduler.client.report [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1240.139104] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: e613db92-04b3-409f-b7a4-2ea53a87eb01] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1240.207016] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522ec752-f904-3a51-6188-0a48a28a58ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008524} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.207016] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.207016] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.207016] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.207016] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.207016] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.207016] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a715cef6-a9ec-49ee-8469-8dae84287411 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.216839] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.217087] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.222772] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2daf4ed5-4a66-410e-af35-99f973c6621e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.225231] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400782, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.228926] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1240.228926] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5210e35c-e93f-4c34-79da-5f7ed68d9a3d" [ 1240.228926] env[62094]: _type = "Task" [ 1240.228926] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.240914] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061217} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.243822] env[62094]: DEBUG nova.compute.manager [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1240.246394] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.246711] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5210e35c-e93f-4c34-79da-5f7ed68d9a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.247662] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5709da-b0e0-46e7-8bc3-c0d4a56f9dab {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.272090] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 4f6170dd-4b13-46ea-8ea0-612e517addb9/4f6170dd-4b13-46ea-8ea0-612e517addb9.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.272090] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-442e9ca5-5eef-4239-bb6f-70315c8d92fe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.295130] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1240.295130] env[62094]: value = "task-1400784" [ 1240.295130] env[62094]: _type = "Task" [ 1240.295130] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.306262] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.309259] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.309560] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddb5fa2b-fce7-45c9-ab0b-38a41fd5517d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.316144] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1240.316144] env[62094]: value = "task-1400785" [ 1240.316144] env[62094]: _type = "Task" [ 1240.316144] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.318113] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.326188] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.375419] env[62094]: INFO nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Took 31.09 seconds to build instance. [ 1240.405715] env[62094]: DEBUG oslo_concurrency.lockutils [req-b2e9dabf-0853-4e12-bf86-31d90c6321e9 req-d49bcb57-0a55-4a2c-a4e4-25d0c8e87a52 service nova] Releasing lock "refresh_cache-e2f8504f-2c1e-4304-a698-fe8819a65685" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.454261] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "287c6662-e303-470a-9201-7b49bc7db041" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.454632] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "287c6662-e303-470a-9201-7b49bc7db041" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.454986] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "287c6662-e303-470a-9201-7b49bc7db041-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.455418] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "287c6662-e303-470a-9201-7b49bc7db041-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.455418] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "287c6662-e303-470a-9201-7b49bc7db041-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.457585] env[62094]: INFO nova.compute.manager [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Terminating instance [ 1240.460761] env[62094]: DEBUG nova.compute.manager [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1240.460761] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.461296] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1faa936-7bf7-45c6-b0af-84a4f5d356cb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.471867] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.471867] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3760793f-aab8-4db6-bdeb-6643c99056c6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.478328] env[62094]: DEBUG oslo_vmware.api [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1240.478328] env[62094]: value = "task-1400786" [ 1240.478328] env[62094]: _type = "Task" [ 1240.478328] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.489792] env[62094]: DEBUG oslo_vmware.api [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.571427] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.571689] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquired lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.571907] env[62094]: DEBUG nova.network.neutron [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.572123] env[62094]: DEBUG nova.objects.instance [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lazy-loading 'info_cache' on Instance uuid 257036ca-daf0-4615-8ce0-23263ceafc60 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.601221] env[62094]: DEBUG nova.compute.manager [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1240.606422] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.607609] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.363s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.607814] env[62094]: DEBUG nova.objects.instance [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62094) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1240.642760] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: aaa64a80-a127-4826-b972-7890e2db03fc] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1240.649890] env[62094]: DEBUG nova.virt.hardware [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1240.649890] env[62094]: DEBUG nova.virt.hardware [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1240.649890] env[62094]: DEBUG nova.virt.hardware [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.650446] env[62094]: DEBUG nova.virt.hardware [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1240.650649] env[62094]: DEBUG nova.virt.hardware [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.650816] env[62094]: DEBUG nova.virt.hardware [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1240.651086] env[62094]: DEBUG nova.virt.hardware [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1240.651322] env[62094]: DEBUG nova.virt.hardware [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1240.651532] env[62094]: DEBUG nova.virt.hardware [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1240.651751] env[62094]: DEBUG nova.virt.hardware [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1240.651975] env[62094]: DEBUG nova.virt.hardware [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1240.654648] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656e5d24-4611-42ee-87f8-095637336573 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.660927] env[62094]: INFO nova.scheduler.client.report [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleted allocations for instance d6c7aea8-2126-425f-85f1-3b97b9b52f3c [ 1240.671456] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8052d264-7f19-4740-8429-91c6e4213367 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.724896] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400782, 'name': CreateSnapshot_Task, 'duration_secs': 0.522473} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.725133] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1240.725913] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf014cb-3530-4366-9185-7ddf69b5b1d3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.752026] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5210e35c-e93f-4c34-79da-5f7ed68d9a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.013973} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.754973] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed99d08-452d-4d58-8234-28b70d6e5f16 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.763227] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1240.763227] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5273acee-9c39-8241-1d3c-deeeae8974a5" [ 1240.763227] env[62094]: _type = "Task" [ 1240.763227] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.771906] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5273acee-9c39-8241-1d3c-deeeae8974a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.773752] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.805046] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400784, 'name': ReconfigVM_Task, 'duration_secs': 0.411446} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.806607] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 4f6170dd-4b13-46ea-8ea0-612e517addb9/4f6170dd-4b13-46ea-8ea0-612e517addb9.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.807459] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97971f3f-b256-4b8b-851b-d91ed3fba583 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.813536] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1240.813536] env[62094]: value = "task-1400787" [ 1240.813536] env[62094]: _type = "Task" [ 1240.813536] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.825880] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400787, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.829373] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400785, 'name': PowerOffVM_Task, 'duration_secs': 0.317066} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.829808] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.830713] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc1262c-3eee-4529-a703-a8acfda91697 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.854366] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec754e0-455e-4958-b3b9-565ffadd32df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.877144] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "47d50f06-ee2c-4524-aca5-edc748f76875" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.603s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.881309] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.881625] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b473389f-39ac-4930-b489-71ca2b76209a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.888986] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1240.888986] env[62094]: value = "task-1400788" [ 1240.888986] env[62094]: _type = "Task" [ 1240.888986] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.896885] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.988318] env[62094]: DEBUG oslo_vmware.api [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400786, 'name': PowerOffVM_Task, 'duration_secs': 0.239437} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.988593] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.988768] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.989047] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22b01635-b11a-4bad-848d-6f69c8c98c59 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.056039] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.056260] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.056461] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Deleting the datastore file [datastore2] 287c6662-e303-470a-9201-7b49bc7db041 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.056748] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32fc4b5c-9dab-431e-9d94-9ac76cefd624 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.063180] env[62094]: DEBUG oslo_vmware.api [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for the task: (returnval){ [ 1241.063180] env[62094]: value = "task-1400790" [ 1241.063180] env[62094]: _type = "Task" [ 1241.063180] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.071955] env[62094]: DEBUG oslo_vmware.api [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.075338] env[62094]: DEBUG nova.objects.base [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Object Instance<257036ca-daf0-4615-8ce0-23263ceafc60> lazy-loaded attributes: flavor,info_cache {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1241.146909] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 4fef5291-2893-47ee-ad8f-c82cdb17ea50] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1241.170252] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7be8dd28-5448-4ef8-886d-28d3685ee3fd tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "d6c7aea8-2126-425f-85f1-3b97b9b52f3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.020s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.254359] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1241.255278] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4265366d-955b-42c9-8375-491bc077237c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.271304] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1241.271304] env[62094]: value = "task-1400791" [ 1241.271304] env[62094]: _type = "Task" [ 1241.271304] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.282851] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5273acee-9c39-8241-1d3c-deeeae8974a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009734} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.284229] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.284229] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] e2f8504f-2c1e-4304-a698-fe8819a65685/e2f8504f-2c1e-4304-a698-fe8819a65685.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.284229] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f60942ba-88cd-421f-a698-486f02ed94f1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.289733] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400791, 'name': CloneVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.294010] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1241.294010] env[62094]: value = "task-1400792" [ 1241.294010] env[62094]: _type = "Task" [ 1241.294010] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.301719] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.322791] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400787, 'name': Rename_Task, 'duration_secs': 0.307281} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.323105] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.323363] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-360abbad-26fd-4136-98c6-20168f1b0184 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.329580] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1241.329580] env[62094]: value = "task-1400793" [ 1241.329580] env[62094]: _type = "Task" [ 1241.329580] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.337665] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.400230] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1241.400508] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.400761] env[62094]: DEBUG oslo_concurrency.lockutils [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.400917] env[62094]: DEBUG oslo_concurrency.lockutils [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.401113] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.401378] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aef44a7-d795-446e-b0f5-f94189132588 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.412180] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.412395] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.414893] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-497b0065-46a9-4210-92ce-b320a3c55c2f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.418579] env[62094]: DEBUG nova.compute.manager [req-1ea637d7-cb42-4e88-b91a-21b60f1278a8 req-7564634b-7299-4a90-82d9-ed8e9304bfe8 service nova] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Received event network-vif-plugged-bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1241.418847] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ea637d7-cb42-4e88-b91a-21b60f1278a8 req-7564634b-7299-4a90-82d9-ed8e9304bfe8 service nova] Acquiring lock "5d4cbef9-ed93-4415-8818-05fcae2a906c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.419140] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ea637d7-cb42-4e88-b91a-21b60f1278a8 req-7564634b-7299-4a90-82d9-ed8e9304bfe8 service nova] Lock "5d4cbef9-ed93-4415-8818-05fcae2a906c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.419336] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ea637d7-cb42-4e88-b91a-21b60f1278a8 req-7564634b-7299-4a90-82d9-ed8e9304bfe8 service nova] Lock "5d4cbef9-ed93-4415-8818-05fcae2a906c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.419605] env[62094]: DEBUG nova.compute.manager [req-1ea637d7-cb42-4e88-b91a-21b60f1278a8 req-7564634b-7299-4a90-82d9-ed8e9304bfe8 service nova] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] No waiting events found dispatching network-vif-plugged-bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1241.419811] env[62094]: WARNING nova.compute.manager [req-1ea637d7-cb42-4e88-b91a-21b60f1278a8 req-7564634b-7299-4a90-82d9-ed8e9304bfe8 service nova] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Received unexpected event network-vif-plugged-bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924 for instance with vm_state building and task_state spawning. [ 1241.424306] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1241.424306] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]520ec4f7-a475-971f-4341-a8943402a301" [ 1241.424306] env[62094]: _type = "Task" [ 1241.424306] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.438021] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520ec4f7-a475-971f-4341-a8943402a301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.576852] env[62094]: DEBUG oslo_vmware.api [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Task: {'id': task-1400790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228206} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.580564] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.581070] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.581455] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.584019] env[62094]: INFO nova.compute.manager [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1241.584019] env[62094]: DEBUG oslo.service.loopingcall [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1241.584019] env[62094]: DEBUG nova.compute.manager [-] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1241.584019] env[62094]: DEBUG nova.network.neutron [-] [instance: 287c6662-e303-470a-9201-7b49bc7db041] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.618065] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6fdc8809-d75d-442d-a459-55c98085a69b tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.622401] env[62094]: DEBUG oslo_concurrency.lockutils [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.274s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.622401] env[62094]: DEBUG nova.objects.instance [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Lazy-loading 'resources' on Instance uuid 0e47290d-8081-4e0f-a827-fdfdc4144993 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.642730] env[62094]: DEBUG nova.network.neutron [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Successfully updated port: bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.652801] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: abcdf86a-158a-4343-b9d2-1bc0ed4b9db7] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1241.793603] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400791, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.807183] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400792, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.841235] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.944151] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520ec4f7-a475-971f-4341-a8943402a301, 'name': SearchDatastore_Task, 'duration_secs': 0.014568} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.944151] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b9d803-aa97-4d02-a189-14e955b43938 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.955287] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1241.955287] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f4c0d1-40cb-e08d-4df3-f37a04846351" [ 1241.955287] env[62094]: _type = "Task" [ 1241.955287] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.965459] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f4c0d1-40cb-e08d-4df3-f37a04846351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.044636] env[62094]: DEBUG oslo_concurrency.lockutils [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.044949] env[62094]: DEBUG oslo_concurrency.lockutils [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.045199] env[62094]: DEBUG oslo_concurrency.lockutils [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.045685] env[62094]: DEBUG oslo_concurrency.lockutils [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.045685] env[62094]: DEBUG oslo_concurrency.lockutils [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.049218] env[62094]: INFO nova.compute.manager [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Terminating instance [ 1242.058180] env[62094]: DEBUG nova.compute.manager [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1242.058328] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.059217] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7ef84f-b2d2-4d0e-ac49-43261f9ac064 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.073345] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.073666] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ebe7689-8b7d-4d34-a136-1536645f6e48 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.081948] env[62094]: DEBUG oslo_vmware.api [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1242.081948] env[62094]: value = "task-1400794" [ 1242.081948] env[62094]: _type = "Task" [ 1242.081948] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.092384] env[62094]: DEBUG oslo_vmware.api [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.108946] env[62094]: DEBUG nova.network.neutron [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Updating instance_info_cache with network_info: [{"id": "8799bc2c-4f13-4f82-a4da-aa0d7413905e", "address": "fa:16:3e:73:bf:02", "network": {"id": "ec5d8394-276a-40dd-971c-642e8b21ca56", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1600730185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e61fb9b4d3b4de89a33466a5a6e5de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8799bc2c-4f", "ovs_interfaceid": "8799bc2c-4f13-4f82-a4da-aa0d7413905e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.160885] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Acquiring lock "refresh_cache-5d4cbef9-ed93-4415-8818-05fcae2a906c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.161161] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Acquired lock "refresh_cache-5d4cbef9-ed93-4415-8818-05fcae2a906c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.161421] env[62094]: DEBUG nova.network.neutron [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.164698] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 2c342aaa-72c2-4b9f-8906-79118f11b4e5] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1242.285619] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400791, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.310340] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656227} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.310862] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] e2f8504f-2c1e-4304-a698-fe8819a65685/e2f8504f-2c1e-4304-a698-fe8819a65685.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.311110] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.311617] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-442fd55b-8cf4-4728-9dfb-263818512c57 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.318688] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1242.318688] env[62094]: value = "task-1400795" [ 1242.318688] env[62094]: _type = "Task" [ 1242.318688] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.331312] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.340986] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.474032] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f4c0d1-40cb-e08d-4df3-f37a04846351, 'name': SearchDatastore_Task, 'duration_secs': 0.012352} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.474329] env[62094]: DEBUG oslo_concurrency.lockutils [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.474586] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 75d41bc3-89e0-48ab-b001-c90994937228/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk. {{(pid=62094) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1242.475138] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13bb636a-4d39-4f39-a087-f6fbecebe538 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.482837] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1242.482837] env[62094]: value = "task-1400796" [ 1242.482837] env[62094]: _type = "Task" [ 1242.482837] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.491986] env[62094]: DEBUG nova.compute.manager [req-52899b4d-86d8-4b9d-aa12-a709a94bb4f5 req-60b259fa-7b36-4c7e-af57-64734f7d69d1 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Received event network-vif-deleted-7b72dc59-c327-4e12-a116-75302f7c007d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1242.491986] env[62094]: INFO nova.compute.manager [req-52899b4d-86d8-4b9d-aa12-a709a94bb4f5 req-60b259fa-7b36-4c7e-af57-64734f7d69d1 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Neutron deleted interface 7b72dc59-c327-4e12-a116-75302f7c007d; detaching it from the instance and deleting it from the info cache [ 1242.491986] env[62094]: DEBUG nova.network.neutron [req-52899b4d-86d8-4b9d-aa12-a709a94bb4f5 req-60b259fa-7b36-4c7e-af57-64734f7d69d1 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.498843] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.539500] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34acdf33-5f8c-422d-86af-2217211ffdf6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.553473] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b641b-a3f7-46d0-bc1d-9cac65cb71c2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.593081] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cd0059-8d0d-4f4c-94fb-1c5cea310168 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.605593] env[62094]: DEBUG oslo_vmware.api [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400794, 'name': PowerOffVM_Task, 'duration_secs': 0.227217} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.605781] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.605955] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.610321] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48043242-6ac6-44ea-b311-1c1bced0f5a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.615172] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b88f1e5-d142-4e4b-a082-fdce5770345f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.616490] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Releasing lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.630422] env[62094]: DEBUG nova.compute.provider_tree [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.668589] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 373b5cbe-83da-498c-bbf0-6b84a04ceaf8] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1242.740296] env[62094]: DEBUG nova.network.neutron [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.751233] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.751653] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.752054] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleting the datastore file [datastore2] eee2e459-01b2-4c80-bc6e-f6c80f70ef67 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.752384] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2331a08a-1657-45c3-b8c5-49a09522c031 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.759027] env[62094]: DEBUG oslo_vmware.api [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for the task: (returnval){ [ 1242.759027] env[62094]: value = "task-1400798" [ 1242.759027] env[62094]: _type = "Task" [ 1242.759027] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.768510] env[62094]: DEBUG oslo_vmware.api [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.783766] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400791, 'name': CloneVM_Task} progress is 95%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.829289] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085092} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.829618] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.830515] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd88906a-6f4b-4db2-bff6-b27a254367c0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.863457] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] e2f8504f-2c1e-4304-a698-fe8819a65685/e2f8504f-2c1e-4304-a698-fe8819a65685.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.873769] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c968810-7280-4a33-bf47-66495b02ddb9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.888519] env[62094]: DEBUG nova.network.neutron [-] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.889888] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400793, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.898437] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1242.898437] env[62094]: value = "task-1400799" [ 1242.898437] env[62094]: _type = "Task" [ 1242.898437] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.909122] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.993067] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400796, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.000527] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecd177d8-e46e-4502-ae23-dfa4722444dd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.009625] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d21b083-0146-4815-b260-b88aec2b83b8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.042594] env[62094]: DEBUG nova.compute.manager [req-52899b4d-86d8-4b9d-aa12-a709a94bb4f5 req-60b259fa-7b36-4c7e-af57-64734f7d69d1 service nova] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Detach interface failed, port_id=7b72dc59-c327-4e12-a116-75302f7c007d, reason: Instance 287c6662-e303-470a-9201-7b49bc7db041 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1243.122237] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.122509] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a045f11a-71da-4505-acd9-ff500acc1a72 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.125608] env[62094]: DEBUG nova.network.neutron [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Updating instance_info_cache with network_info: [{"id": "bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924", "address": "fa:16:3e:69:e9:88", "network": {"id": "093b8d5f-dd03-4f78-bdf3-cd413464fdb2", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-201850194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38b59564eac49b794aad1808589bc39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8bf7a9-72", "ovs_interfaceid": "bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.132356] env[62094]: DEBUG nova.scheduler.client.report [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1243.136706] env[62094]: DEBUG oslo_vmware.api [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1243.136706] env[62094]: value = "task-1400800" [ 1243.136706] env[62094]: _type = "Task" [ 1243.136706] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.146780] env[62094]: DEBUG oslo_vmware.api [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.177532] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 0a7d3d95-8420-4de1-a4db-945232da598e] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1243.269570] env[62094]: DEBUG oslo_vmware.api [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Task: {'id': task-1400798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304897} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.269570] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.269570] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.269756] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.269904] env[62094]: INFO nova.compute.manager [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1243.270153] env[62094]: DEBUG oslo.service.loopingcall [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.270343] env[62094]: DEBUG nova.compute.manager [-] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1243.270434] env[62094]: DEBUG nova.network.neutron [-] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.283569] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400791, 'name': CloneVM_Task} progress is 95%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.346102] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400793, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.391867] env[62094]: INFO nova.compute.manager [-] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Took 1.81 seconds to deallocate network for instance. [ 1243.410983] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400799, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.456806] env[62094]: DEBUG nova.compute.manager [req-4283af0e-fa6c-4c67-83fb-696625014a9f req-ebebd3a4-d269-4d7a-aa5d-324b12dec047 service nova] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Received event network-changed-bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1243.457074] env[62094]: DEBUG nova.compute.manager [req-4283af0e-fa6c-4c67-83fb-696625014a9f req-ebebd3a4-d269-4d7a-aa5d-324b12dec047 service nova] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Refreshing instance network info cache due to event network-changed-bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1243.457239] env[62094]: DEBUG oslo_concurrency.lockutils [req-4283af0e-fa6c-4c67-83fb-696625014a9f req-ebebd3a4-d269-4d7a-aa5d-324b12dec047 service nova] Acquiring lock "refresh_cache-5d4cbef9-ed93-4415-8818-05fcae2a906c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.500507] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530252} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.500507] env[62094]: INFO nova.virt.vmwareapi.ds_util [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 75d41bc3-89e0-48ab-b001-c90994937228/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk. [ 1243.502775] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc96e63-e616-463e-b6a4-c3db5fc44bce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.531695] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 75d41bc3-89e0-48ab-b001-c90994937228/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.532489] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5cfad55-bbb7-4646-bd3b-0b57738574a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.550584] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1243.550584] env[62094]: value = "task-1400801" [ 1243.550584] env[62094]: _type = "Task" [ 1243.550584] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.558452] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400801, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.627964] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Releasing lock "refresh_cache-5d4cbef9-ed93-4415-8818-05fcae2a906c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.628370] env[62094]: DEBUG nova.compute.manager [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Instance network_info: |[{"id": "bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924", "address": "fa:16:3e:69:e9:88", "network": {"id": "093b8d5f-dd03-4f78-bdf3-cd413464fdb2", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-201850194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38b59564eac49b794aad1808589bc39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8bf7a9-72", "ovs_interfaceid": "bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1243.628593] env[62094]: DEBUG oslo_concurrency.lockutils [req-4283af0e-fa6c-4c67-83fb-696625014a9f req-ebebd3a4-d269-4d7a-aa5d-324b12dec047 service nova] Acquired lock "refresh_cache-5d4cbef9-ed93-4415-8818-05fcae2a906c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.628803] env[62094]: DEBUG nova.network.neutron [req-4283af0e-fa6c-4c67-83fb-696625014a9f req-ebebd3a4-d269-4d7a-aa5d-324b12dec047 service nova] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Refreshing network info cache for port bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.632814] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:e9:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.637323] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Creating folder: Project (c38b59564eac49b794aad1808589bc39). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.640507] env[62094]: DEBUG oslo_concurrency.lockutils [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.642406] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be97ab6e-cd6d-4a9d-9d3a-53f54c9b5503 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.644669] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.177s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.646416] env[62094]: INFO nova.compute.claims [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.658211] env[62094]: DEBUG oslo_vmware.api [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.660765] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Created folder: Project (c38b59564eac49b794aad1808589bc39) in parent group-v296765. [ 1243.660944] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Creating folder: Instances. Parent ref: group-v296975. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.661195] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7402638b-624c-40d1-b2a4-20a453ab92e1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.664479] env[62094]: INFO nova.scheduler.client.report [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Deleted allocations for instance 0e47290d-8081-4e0f-a827-fdfdc4144993 [ 1243.670896] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Created folder: Instances in parent group-v296975. [ 1243.671677] env[62094]: DEBUG oslo.service.loopingcall [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.674024] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.674024] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f2e71de-1a24-4a29-bfbc-c8da9f209775 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.687382] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 3bffbe72-a72f-4251-a3e2-f2ddb69cdc58] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1243.696284] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.696284] env[62094]: value = "task-1400804" [ 1243.696284] env[62094]: _type = "Task" [ 1243.696284] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.706243] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400804, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.785418] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400791, 'name': CloneVM_Task} progress is 95%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.849859] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400793, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.901606] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.909656] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400799, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.983608] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "b15f39b1-caf9-40e4-9d02-dac1cabda477" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.983608] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "b15f39b1-caf9-40e4-9d02-dac1cabda477" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.006643] env[62094]: DEBUG nova.network.neutron [req-4283af0e-fa6c-4c67-83fb-696625014a9f req-ebebd3a4-d269-4d7a-aa5d-324b12dec047 service nova] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Updated VIF entry in instance network info cache for port bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.007060] env[62094]: DEBUG nova.network.neutron [req-4283af0e-fa6c-4c67-83fb-696625014a9f req-ebebd3a4-d269-4d7a-aa5d-324b12dec047 service nova] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Updating instance_info_cache with network_info: [{"id": "bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924", "address": "fa:16:3e:69:e9:88", "network": {"id": "093b8d5f-dd03-4f78-bdf3-cd413464fdb2", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-201850194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38b59564eac49b794aad1808589bc39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8bf7a9-72", "ovs_interfaceid": "bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.059871] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400801, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.116202] env[62094]: DEBUG nova.network.neutron [-] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.157053] env[62094]: DEBUG oslo_vmware.api [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.174939] env[62094]: DEBUG oslo_concurrency.lockutils [None req-554e5ab2-aeef-4074-a70a-7a7087ee4471 tempest-ServerAddressesNegativeTestJSON-583097306 tempest-ServerAddressesNegativeTestJSON-583097306-project-member] Lock "0e47290d-8081-4e0f-a827-fdfdc4144993" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.718s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.194300] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 753d110e-e779-4b3f-b0ea-aeb9d69ab9fb] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1244.206208] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400804, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.286919] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400791, 'name': CloneVM_Task} progress is 95%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.350017] env[62094]: DEBUG oslo_vmware.api [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400793, 'name': PowerOnVM_Task, 'duration_secs': 2.94068} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.350441] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.350703] env[62094]: INFO nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Took 10.86 seconds to spawn the instance on the hypervisor. [ 1244.350906] env[62094]: DEBUG nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1244.353792] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6fd65c-35c4-4a30-ac07-cae8a82e02c3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.360572] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "32e5308f-da8d-45e8-99f3-382cf9d62dae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.361043] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "32e5308f-da8d-45e8-99f3-382cf9d62dae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.413885] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400799, 'name': ReconfigVM_Task, 'duration_secs': 1.352623} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.414218] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Reconfigured VM instance instance-00000049 to attach disk [datastore2] e2f8504f-2c1e-4304-a698-fe8819a65685/e2f8504f-2c1e-4304-a698-fe8819a65685.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.414821] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-281ef00e-53a0-4089-bfcf-249f1e506bf9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.421249] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1244.421249] env[62094]: value = "task-1400805" [ 1244.421249] env[62094]: _type = "Task" [ 1244.421249] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.431178] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400805, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.485862] env[62094]: DEBUG nova.compute.manager [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1244.510209] env[62094]: DEBUG oslo_concurrency.lockutils [req-4283af0e-fa6c-4c67-83fb-696625014a9f req-ebebd3a4-d269-4d7a-aa5d-324b12dec047 service nova] Releasing lock "refresh_cache-5d4cbef9-ed93-4415-8818-05fcae2a906c" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.524798] env[62094]: DEBUG nova.compute.manager [req-0efe35e7-f55a-4810-82a2-a4b0f70f0341 req-7736b0d3-5454-4d3a-b139-0d417dbccfd7 service nova] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Received event network-vif-deleted-14c9ef3e-e552-4418-b59b-a6ac37399a37 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1244.564234] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.619234] env[62094]: INFO nova.compute.manager [-] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Took 1.35 seconds to deallocate network for instance. [ 1244.658307] env[62094]: DEBUG oslo_vmware.api [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400800, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.701206] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 820f7393-e3a4-4028-b65c-8f2955e31411] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1244.711035] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400804, 'name': CreateVM_Task, 'duration_secs': 0.913051} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.712268] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.715280] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.715478] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.715988] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.719827] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-136d0b6c-571b-4a93-bcc4-e38e6191bd35 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.725490] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Waiting for the task: (returnval){ [ 1244.725490] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c6f632-44b4-d7f2-78b0-3167384b6e0e" [ 1244.725490] env[62094]: _type = "Task" [ 1244.725490] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.734551] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c6f632-44b4-d7f2-78b0-3167384b6e0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.788658] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400791, 'name': CloneVM_Task, 'duration_secs': 3.24606} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.788978] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Created linked-clone VM from snapshot [ 1244.789888] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756e2245-5924-4e19-a3d4-b8b109ac4c11 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.799730] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Uploading image 1b56ef88-cefa-4a73-a04a-c327381f3976 {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1244.827505] env[62094]: DEBUG oslo_vmware.rw_handles [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1244.827505] env[62094]: value = "vm-296974" [ 1244.827505] env[62094]: _type = "VirtualMachine" [ 1244.827505] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1244.829024] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6687fd85-fff3-4ffa-970f-f25dc4f43c5b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.834823] env[62094]: DEBUG oslo_vmware.rw_handles [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lease: (returnval){ [ 1244.834823] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5219f2af-dd4d-aead-d3f5-fce670313b2a" [ 1244.834823] env[62094]: _type = "HttpNfcLease" [ 1244.834823] env[62094]: } obtained for exporting VM: (result){ [ 1244.834823] env[62094]: value = "vm-296974" [ 1244.834823] env[62094]: _type = "VirtualMachine" [ 1244.834823] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1244.836326] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the lease: (returnval){ [ 1244.836326] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5219f2af-dd4d-aead-d3f5-fce670313b2a" [ 1244.836326] env[62094]: _type = "HttpNfcLease" [ 1244.836326] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1244.840705] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.840705] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5219f2af-dd4d-aead-d3f5-fce670313b2a" [ 1244.840705] env[62094]: _type = "HttpNfcLease" [ 1244.840705] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1244.876359] env[62094]: INFO nova.compute.manager [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Took 35.55 seconds to build instance. [ 1244.934357] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400805, 'name': Rename_Task, 'duration_secs': 0.152357} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.936914] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.937387] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7197cbe-d7b2-4817-bbe3-1e1c5ce33d07 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.944419] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1244.944419] env[62094]: value = "task-1400807" [ 1244.944419] env[62094]: _type = "Task" [ 1244.944419] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.956098] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.997925] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffba44a-5733-4e16-8d3a-78965ac948c2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.009209] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dfd087-5550-4d21-ae73-378765110aa6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.042668] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.043458] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79869e03-cd2d-40cc-a81d-660bcc942ed5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.051520] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd516d9-4cb7-4ef3-9e0f-004a162ac18e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.069211] env[62094]: DEBUG nova.compute.provider_tree [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.073995] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400801, 'name': ReconfigVM_Task, 'duration_secs': 1.314525} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.074890] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 75d41bc3-89e0-48ab-b001-c90994937228/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.076204] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645538fa-a57e-4ce1-ae2f-24a38472609a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.103027] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdff64b5-6caa-4e93-bd61-94a204d19957 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.120206] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1245.120206] env[62094]: value = "task-1400808" [ 1245.120206] env[62094]: _type = "Task" [ 1245.120206] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.129884] env[62094]: DEBUG oslo_concurrency.lockutils [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.130212] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.156391] env[62094]: DEBUG oslo_vmware.api [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400800, 'name': PowerOnVM_Task, 'duration_secs': 1.534844} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.156685] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.156909] env[62094]: DEBUG nova.compute.manager [None req-5165c4ef-38a6-48c2-b96e-205ff1b4ad0d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1245.157714] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e37071e-c2ca-45de-b55a-57b61efaee50 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.208601] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: b6629dde-580d-40c4-af1e-15807861c45b] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1245.217389] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e99a3e46-b946-44a7-bdd3-64fb0651fcd5 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "interface-939cd279-b1c8-43f5-add3-e4a948fe9071-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.217733] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e99a3e46-b946-44a7-bdd3-64fb0651fcd5 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-939cd279-b1c8-43f5-add3-e4a948fe9071-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.218120] env[62094]: DEBUG nova.objects.instance [None req-e99a3e46-b946-44a7-bdd3-64fb0651fcd5 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'flavor' on Instance uuid 939cd279-b1c8-43f5-add3-e4a948fe9071 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.236894] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c6f632-44b4-d7f2-78b0-3167384b6e0e, 'name': SearchDatastore_Task, 'duration_secs': 0.012098} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.237238] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.237480] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.237715] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.237967] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.238045] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.238318] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8289bf1c-5c63-40b8-ab0a-c85d1baca416 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.251334] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.251671] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.252941] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b872bae-23b1-4c5f-9232-ee1269521b22 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.261086] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Waiting for the task: (returnval){ [ 1245.261086] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521c007b-8ff4-2a89-b23f-facfa66415e1" [ 1245.261086] env[62094]: _type = "Task" [ 1245.261086] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.269357] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521c007b-8ff4-2a89-b23f-facfa66415e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.343973] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.343973] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5219f2af-dd4d-aead-d3f5-fce670313b2a" [ 1245.343973] env[62094]: _type = "HttpNfcLease" [ 1245.343973] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1245.344329] env[62094]: DEBUG oslo_vmware.rw_handles [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1245.344329] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5219f2af-dd4d-aead-d3f5-fce670313b2a" [ 1245.344329] env[62094]: _type = "HttpNfcLease" [ 1245.344329] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1245.345210] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7e82f0-49b8-468e-a15e-3fbbf6800831 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.356171] env[62094]: DEBUG oslo_vmware.rw_handles [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a97b33-2056-ec73-af58-176e7ea6161f/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1245.356407] env[62094]: DEBUG oslo_vmware.rw_handles [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a97b33-2056-ec73-af58-176e7ea6161f/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1245.421918] env[62094]: DEBUG oslo_concurrency.lockutils [None req-da16dcd9-d2dd-49e0-a763-91a6f25fc0af tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "4f6170dd-4b13-46ea-8ea0-612e517addb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.100s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.455036] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400807, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.461760] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b3ce6aa9-4f33-4779-bd89-a27f9612a503 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.575828] env[62094]: DEBUG nova.scheduler.client.report [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1245.633736] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400808, 'name': ReconfigVM_Task, 'duration_secs': 0.207711} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.634106] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.634477] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcd093f0-00ea-4010-ac64-54c50eb12d9c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.645650] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1245.645650] env[62094]: value = "task-1400809" [ 1245.645650] env[62094]: _type = "Task" [ 1245.645650] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.654592] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.713263] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 6851a2a5-b7d0-4a6b-85a7-3521bea7497a] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1245.722280] env[62094]: DEBUG nova.objects.instance [None req-e99a3e46-b946-44a7-bdd3-64fb0651fcd5 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'pci_requests' on Instance uuid 939cd279-b1c8-43f5-add3-e4a948fe9071 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.774375] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521c007b-8ff4-2a89-b23f-facfa66415e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010524} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.775249] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e569069-695e-4f43-a0b6-7fbc95c79fbc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.781936] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Waiting for the task: (returnval){ [ 1245.781936] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5247d396-f9d1-d7ab-fc15-ed3cd8b9500a" [ 1245.781936] env[62094]: _type = "Task" [ 1245.781936] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.790822] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5247d396-f9d1-d7ab-fc15-ed3cd8b9500a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.927647] env[62094]: DEBUG nova.compute.manager [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1245.960831] env[62094]: DEBUG oslo_vmware.api [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400807, 'name': PowerOnVM_Task, 'duration_secs': 0.527815} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.960831] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.960831] env[62094]: INFO nova.compute.manager [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1245.960831] env[62094]: DEBUG nova.compute.manager [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1245.960831] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8508de-22b9-42fd-b104-218b21a42310 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.081297] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.082546] env[62094]: DEBUG nova.compute.manager [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1246.086230] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.415s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.086723] env[62094]: DEBUG nova.objects.instance [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lazy-loading 'resources' on Instance uuid 0748922a-9ba3-43f2-9aff-9410e0ec8729 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.155082] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.217525] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: d7679adb-1756-4b93-953c-6964e758d889] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1246.225886] env[62094]: DEBUG nova.objects.base [None req-e99a3e46-b946-44a7-bdd3-64fb0651fcd5 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Object Instance<939cd279-b1c8-43f5-add3-e4a948fe9071> lazy-loaded attributes: flavor,pci_requests {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1246.226110] env[62094]: DEBUG nova.network.neutron [None req-e99a3e46-b946-44a7-bdd3-64fb0651fcd5 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.294272] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5247d396-f9d1-d7ab-fc15-ed3cd8b9500a, 'name': SearchDatastore_Task, 'duration_secs': 0.015498} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.294722] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.295230] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 5d4cbef9-ed93-4415-8818-05fcae2a906c/5d4cbef9-ed93-4415-8818-05fcae2a906c.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.296502] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d758cb9-f657-4337-9601-e82104698d37 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.303611] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Waiting for the task: (returnval){ [ 1246.303611] env[62094]: value = "task-1400810" [ 1246.303611] env[62094]: _type = "Task" [ 1246.303611] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.314165] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.369345] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e99a3e46-b946-44a7-bdd3-64fb0651fcd5 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-939cd279-b1c8-43f5-add3-e4a948fe9071-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.151s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.456071] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.478177] env[62094]: INFO nova.compute.manager [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Took 34.65 seconds to build instance. [ 1246.591016] env[62094]: DEBUG nova.compute.utils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1246.596271] env[62094]: DEBUG nova.compute.manager [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1246.596580] env[62094]: DEBUG nova.network.neutron [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.656618] env[62094]: DEBUG oslo_vmware.api [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400809, 'name': PowerOnVM_Task, 'duration_secs': 0.692832} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.656914] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.659788] env[62094]: DEBUG nova.compute.manager [None req-602fcdc2-398c-4ecc-b4dc-9e5b2059e2b8 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1246.660778] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ebc9d8-884a-4b1e-a8ee-563f366c7039 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.676451] env[62094]: DEBUG nova.policy [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2914cca56dca42109f12ae8bee6e18de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9178bb8651a42e799dd143b9f26a1cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1246.722861] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 7ad209f4-964d-4156-8dd7-f45b930cfc64] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1246.814295] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400810, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.980410] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365c07c9-7cdc-45de-bcf2-0736f35c30a2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.983629] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1c16413f-e57f-4c80-8f52-0a3a0b2d1b24 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "e2f8504f-2c1e-4304-a698-fe8819a65685" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.171s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.989151] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b0e6ee-a01d-4c7f-8c82-03378d5f1845 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.020883] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9b4d89-e765-474c-8613-56bc7b5d3113 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.031245] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3eb3c8-890f-4e21-b9b3-20949fbbc330 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.042331] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "47d50f06-ee2c-4524-aca5-edc748f76875" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.042331] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "47d50f06-ee2c-4524-aca5-edc748f76875" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.042331] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "47d50f06-ee2c-4524-aca5-edc748f76875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.042331] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "47d50f06-ee2c-4524-aca5-edc748f76875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.042331] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "47d50f06-ee2c-4524-aca5-edc748f76875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.044887] env[62094]: INFO nova.compute.manager [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Terminating instance [ 1247.046974] env[62094]: DEBUG nova.compute.manager [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1247.047194] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.057754] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b15e59-10cb-4cf5-9abf-e16ade34973e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.061289] env[62094]: DEBUG nova.compute.provider_tree [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.068250] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.069665] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d021137-b572-4238-a0a0-07795eed1937 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.075993] env[62094]: DEBUG oslo_vmware.api [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1247.075993] env[62094]: value = "task-1400811" [ 1247.075993] env[62094]: _type = "Task" [ 1247.075993] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.085068] env[62094]: DEBUG oslo_vmware.api [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.088494] env[62094]: DEBUG nova.network.neutron [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Successfully created port: d62d1657-4c4b-4a37-b4f9-35498b2b5c97 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1247.096863] env[62094]: DEBUG nova.compute.manager [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1247.226703] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 06c1103d-bc97-45a3-9ba0-32d5aa9bb9e5] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1247.317206] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782888} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.317206] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 5d4cbef9-ed93-4415-8818-05fcae2a906c/5d4cbef9-ed93-4415-8818-05fcae2a906c.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.317402] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.317670] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8dbc3f2-bfac-4f79-b2e7-e75834f0a03c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.324346] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Waiting for the task: (returnval){ [ 1247.324346] env[62094]: value = "task-1400812" [ 1247.324346] env[62094]: _type = "Task" [ 1247.324346] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.335394] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.540853] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "4f6170dd-4b13-46ea-8ea0-612e517addb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.541462] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "4f6170dd-4b13-46ea-8ea0-612e517addb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.541462] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "4f6170dd-4b13-46ea-8ea0-612e517addb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.541580] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "4f6170dd-4b13-46ea-8ea0-612e517addb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.542290] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "4f6170dd-4b13-46ea-8ea0-612e517addb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.546380] env[62094]: INFO nova.compute.manager [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Terminating instance [ 1247.548417] env[62094]: DEBUG nova.compute.manager [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1247.548627] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.550434] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105ede99-5fb4-468e-8137-3c11d60b14ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.560557] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.560557] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42b5f9d9-9db1-44ee-b3b9-f4d880d09510 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.564912] env[62094]: DEBUG nova.scheduler.client.report [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1247.569632] env[62094]: DEBUG oslo_vmware.api [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1247.569632] env[62094]: value = "task-1400813" [ 1247.569632] env[62094]: _type = "Task" [ 1247.569632] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.584862] env[62094]: DEBUG oslo_vmware.api [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.590643] env[62094]: DEBUG oslo_vmware.api [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400811, 'name': PowerOffVM_Task, 'duration_secs': 0.253724} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.590643] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.590643] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.590643] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d734f7bb-b5cb-47bf-8c4f-065a9d99ec08 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.681432] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.681432] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.681432] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Deleting the datastore file [datastore2] 47d50f06-ee2c-4524-aca5-edc748f76875 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.681432] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ca968cd-fe68-4b17-93ca-ea69d5fd02a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.689407] env[62094]: DEBUG oslo_vmware.api [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1247.689407] env[62094]: value = "task-1400815" [ 1247.689407] env[62094]: _type = "Task" [ 1247.689407] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.696148] env[62094]: DEBUG oslo_vmware.api [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.731933] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.733143] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Cleaning up deleted instances with incomplete migration {{(pid=62094) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 1247.834801] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12282} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.834801] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.835902] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dcbe51-fad8-4823-9f06-3592fab7f28c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.858279] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 5d4cbef9-ed93-4415-8818-05fcae2a906c/5d4cbef9-ed93-4415-8818-05fcae2a906c.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.858683] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f22cb2a-1f81-4659-8bd6-0af96af1b58c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.877848] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Waiting for the task: (returnval){ [ 1247.877848] env[62094]: value = "task-1400816" [ 1247.877848] env[62094]: _type = "Task" [ 1247.877848] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.886369] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.037808] env[62094]: INFO nova.compute.manager [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Rebuilding instance [ 1248.071377] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.074012] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.695s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.082022] env[62094]: INFO nova.compute.claims [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.093029] env[62094]: DEBUG oslo_vmware.api [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400813, 'name': PowerOffVM_Task, 'duration_secs': 0.263497} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.095956] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.096757] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.100605] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b5dc8df-29b6-4d96-b6dd-932b89afdc57 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.102853] env[62094]: DEBUG nova.compute.manager [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1248.104039] env[62094]: INFO nova.scheduler.client.report [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleted allocations for instance 0748922a-9ba3-43f2-9aff-9410e0ec8729 [ 1248.106193] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d007c2ea-450b-4433-b707-71a71b087b79 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.111411] env[62094]: DEBUG nova.compute.manager [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1248.147737] env[62094]: DEBUG nova.virt.hardware [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1248.148042] env[62094]: DEBUG nova.virt.hardware [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1248.148113] env[62094]: DEBUG nova.virt.hardware [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.148432] env[62094]: DEBUG nova.virt.hardware [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1248.148432] env[62094]: DEBUG nova.virt.hardware [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.148574] env[62094]: DEBUG nova.virt.hardware [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1248.148799] env[62094]: DEBUG nova.virt.hardware [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1248.148951] env[62094]: DEBUG nova.virt.hardware [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1248.149358] env[62094]: DEBUG nova.virt.hardware [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1248.149358] env[62094]: DEBUG nova.virt.hardware [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1248.149469] env[62094]: DEBUG nova.virt.hardware [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1248.150768] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f7f60b-ab9f-48c1-8236-878656e6a27e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.160018] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cdfc95-e128-40fa-b4e0-da8aa6877dd6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.188812] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.188994] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.189371] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Deleting the datastore file [datastore2] 4f6170dd-4b13-46ea-8ea0-612e517addb9 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.194502] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df48e170-2bf1-4718-8577-b6b9737b8548 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.204257] env[62094]: DEBUG oslo_vmware.api [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324141} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.205687] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.205897] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.206094] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.206316] env[62094]: INFO nova.compute.manager [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1248.206567] env[62094]: DEBUG oslo.service.loopingcall [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.206839] env[62094]: DEBUG oslo_vmware.api [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for the task: (returnval){ [ 1248.206839] env[62094]: value = "task-1400818" [ 1248.206839] env[62094]: _type = "Task" [ 1248.206839] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.207054] env[62094]: DEBUG nova.compute.manager [-] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1248.207294] env[62094]: DEBUG nova.network.neutron [-] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.218296] env[62094]: DEBUG oslo_vmware.api [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.235298] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.400164] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400816, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.574022] env[62094]: DEBUG oslo_concurrency.lockutils [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "interface-939cd279-b1c8-43f5-add3-e4a948fe9071-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.574022] env[62094]: DEBUG oslo_concurrency.lockutils [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-939cd279-b1c8-43f5-add3-e4a948fe9071-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.574022] env[62094]: DEBUG nova.objects.instance [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'flavor' on Instance uuid 939cd279-b1c8-43f5-add3-e4a948fe9071 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.622062] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2e434dc-c15c-43dd-aa48-068b79e6cf49 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "0748922a-9ba3-43f2-9aff-9410e0ec8729" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.880s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.625681] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.626021] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e600491-98a7-4024-b9e8-56e725a74fdc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.633638] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1248.633638] env[62094]: value = "task-1400819" [ 1248.633638] env[62094]: _type = "Task" [ 1248.633638] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.648620] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.720368] env[62094]: DEBUG oslo_vmware.api [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Task: {'id': task-1400818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231495} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.720713] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.721147] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.721382] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.721585] env[62094]: INFO nova.compute.manager [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1248.721891] env[62094]: DEBUG oslo.service.loopingcall [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.722124] env[62094]: DEBUG nova.compute.manager [-] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1248.722223] env[62094]: DEBUG nova.network.neutron [-] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.893792] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400816, 'name': ReconfigVM_Task, 'duration_secs': 0.514626} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.894155] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 5d4cbef9-ed93-4415-8818-05fcae2a906c/5d4cbef9-ed93-4415-8818-05fcae2a906c.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.894845] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3407de9-b1d6-42df-b5a1-b2f5baa4fd6b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.906767] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Waiting for the task: (returnval){ [ 1248.906767] env[62094]: value = "task-1400820" [ 1248.906767] env[62094]: _type = "Task" [ 1248.906767] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.923193] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400820, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.136417] env[62094]: DEBUG nova.network.neutron [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Successfully updated port: d62d1657-4c4b-4a37-b4f9-35498b2b5c97 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.155487] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400819, 'name': PowerOffVM_Task, 'duration_secs': 0.213382} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.155487] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.155487] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.156246] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0a99ff-5517-4459-9e3d-b806f6a23c88 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.164341] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.164638] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b46b5799-ff98-4af5-ba02-472660f04acc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.226086] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.226339] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.226524] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleting the datastore file [datastore2] e2f8504f-2c1e-4304-a698-fe8819a65685 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.226795] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2b49161-7510-42c3-af52-1a54ea7c059c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.235893] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1249.235893] env[62094]: value = "task-1400822" [ 1249.235893] env[62094]: _type = "Task" [ 1249.235893] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.244618] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.245627] env[62094]: DEBUG nova.objects.instance [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'pci_requests' on Instance uuid 939cd279-b1c8-43f5-add3-e4a948fe9071 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.417887] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400820, 'name': Rename_Task, 'duration_secs': 0.383567} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.421094] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.421696] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04310f14-cf2a-4cf5-b2f8-20c8266afebc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.428786] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Waiting for the task: (returnval){ [ 1249.428786] env[62094]: value = "task-1400823" [ 1249.428786] env[62094]: _type = "Task" [ 1249.428786] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.440419] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.448208] env[62094]: DEBUG nova.network.neutron [-] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.474643] env[62094]: DEBUG nova.compute.manager [req-c433d3ff-b027-46ed-99cb-2a91f0397366 req-cb637def-51bc-4520-af4b-a766d50e8663 service nova] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Received event network-vif-plugged-d62d1657-4c4b-4a37-b4f9-35498b2b5c97 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1249.474643] env[62094]: DEBUG oslo_concurrency.lockutils [req-c433d3ff-b027-46ed-99cb-2a91f0397366 req-cb637def-51bc-4520-af4b-a766d50e8663 service nova] Acquiring lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.474735] env[62094]: DEBUG oslo_concurrency.lockutils [req-c433d3ff-b027-46ed-99cb-2a91f0397366 req-cb637def-51bc-4520-af4b-a766d50e8663 service nova] Lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.475019] env[62094]: DEBUG oslo_concurrency.lockutils [req-c433d3ff-b027-46ed-99cb-2a91f0397366 req-cb637def-51bc-4520-af4b-a766d50e8663 service nova] Lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.475208] env[62094]: DEBUG nova.compute.manager [req-c433d3ff-b027-46ed-99cb-2a91f0397366 req-cb637def-51bc-4520-af4b-a766d50e8663 service nova] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] No waiting events found dispatching network-vif-plugged-d62d1657-4c4b-4a37-b4f9-35498b2b5c97 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1249.475454] env[62094]: WARNING nova.compute.manager [req-c433d3ff-b027-46ed-99cb-2a91f0397366 req-cb637def-51bc-4520-af4b-a766d50e8663 service nova] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Received unexpected event network-vif-plugged-d62d1657-4c4b-4a37-b4f9-35498b2b5c97 for instance with vm_state building and task_state spawning. [ 1249.513368] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00fc3c0-ce35-4059-bf7e-5ed92cd29d4f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.521787] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa995cf5-6c78-4423-a1c7-269708b1ebef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.558123] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5c395d-3510-40a3-86ac-cb97b7699153 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.566673] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c7693b-090f-4ebf-b5db-5f5fbb90c617 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.580413] env[62094]: DEBUG nova.compute.provider_tree [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.647080] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "refresh_cache-96ec0dfb-3d6c-42df-b566-bcae164fe4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.647194] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "refresh_cache-96ec0dfb-3d6c-42df-b566-bcae164fe4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.647481] env[62094]: DEBUG nova.network.neutron [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.671682] env[62094]: DEBUG nova.network.neutron [-] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.737882] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.743339] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.745756] env[62094]: DEBUG nova.compute.manager [req-0a0be6cc-ebda-4de7-b09c-ec6e9392d127 req-59904861-9967-4f24-a3df-f24f5ee1688c service nova] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Received event network-vif-deleted-6af1965d-3e7e-435e-96fb-a31d43def2b5 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1249.748201] env[62094]: DEBUG nova.objects.base [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Object Instance<939cd279-b1c8-43f5-add3-e4a948fe9071> lazy-loaded attributes: flavor,pci_requests {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1249.748323] env[62094]: DEBUG nova.network.neutron [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1249.753458] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158642} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.754012] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.754237] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.754381] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.808320] env[62094]: DEBUG nova.policy [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db323f4782b4039b4a3c5d42b867ad1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8412c020e6af477eac81718f70cb4614', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1249.939663] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.956731] env[62094]: INFO nova.compute.manager [-] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Took 1.75 seconds to deallocate network for instance. [ 1250.056198] env[62094]: DEBUG nova.network.neutron [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Successfully created port: 23ff06a3-e6ee-47ba-8817-2a649f052248 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.086836] env[62094]: DEBUG nova.scheduler.client.report [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1250.176620] env[62094]: INFO nova.compute.manager [-] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Took 1.45 seconds to deallocate network for instance. [ 1250.190837] env[62094]: DEBUG nova.network.neutron [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.252143] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.252380] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1250.428899] env[62094]: DEBUG nova.network.neutron [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Updating instance_info_cache with network_info: [{"id": "d62d1657-4c4b-4a37-b4f9-35498b2b5c97", "address": "fa:16:3e:4b:12:77", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd62d1657-4c", "ovs_interfaceid": "d62d1657-4c4b-4a37-b4f9-35498b2b5c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.447075] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.465741] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.590674] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.592521] env[62094]: DEBUG nova.compute.manager [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1250.595657] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.208s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.598345] env[62094]: INFO nova.compute.claims [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.687162] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.812348] env[62094]: DEBUG nova.virt.hardware [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1250.812565] env[62094]: DEBUG nova.virt.hardware [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1250.813975] env[62094]: DEBUG nova.virt.hardware [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.813975] env[62094]: DEBUG nova.virt.hardware [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1250.813975] env[62094]: DEBUG nova.virt.hardware [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.813975] env[62094]: DEBUG nova.virt.hardware [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1250.813975] env[62094]: DEBUG nova.virt.hardware [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1250.813975] env[62094]: DEBUG nova.virt.hardware [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1250.814227] env[62094]: DEBUG nova.virt.hardware [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1250.814352] env[62094]: DEBUG nova.virt.hardware [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1250.814552] env[62094]: DEBUG nova.virt.hardware [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1250.816065] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfb4922-3cd5-41de-99df-fd9080e151df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.825957] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f24f27-c799-4fbf-bb05-96b9a8215c05 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.840338] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:1f:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9427a30-d226-46e7-b389-c8af9993a3b4', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.849331] env[62094]: DEBUG oslo.service.loopingcall [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1250.849571] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.849795] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02dc24b2-8c13-4d9b-9aa1-69da8e48a7b2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.871807] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.871807] env[62094]: value = "task-1400824" [ 1250.871807] env[62094]: _type = "Task" [ 1250.871807] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.881091] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400824, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.941228] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "refresh_cache-96ec0dfb-3d6c-42df-b566-bcae164fe4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.941614] env[62094]: DEBUG nova.compute.manager [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Instance network_info: |[{"id": "d62d1657-4c4b-4a37-b4f9-35498b2b5c97", "address": "fa:16:3e:4b:12:77", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd62d1657-4c", "ovs_interfaceid": "d62d1657-4c4b-4a37-b4f9-35498b2b5c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1250.941885] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400823, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.942271] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:12:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd62d1657-4c4b-4a37-b4f9-35498b2b5c97', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.952674] env[62094]: DEBUG oslo.service.loopingcall [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1250.952674] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.952674] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4731247-777e-4a98-89d8-c5229ad18c7c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.974235] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.974235] env[62094]: value = "task-1400825" [ 1250.974235] env[62094]: _type = "Task" [ 1250.974235] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.982360] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400825, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.097895] env[62094]: DEBUG nova.compute.utils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1251.099997] env[62094]: DEBUG nova.compute.manager [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1251.100264] env[62094]: DEBUG nova.network.neutron [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.153817] env[62094]: DEBUG nova.policy [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3589112f825b4e7680ed67e206c5d0a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77e1415812154d8d9c3da6c55d1a31a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1251.384016] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400824, 'name': CreateVM_Task, 'duration_secs': 0.376248} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.384016] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.384016] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.384016] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.384184] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.384488] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74f4448-8534-4338-90c7-5cbc03a7d59c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.389578] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1251.389578] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524d1937-b2f5-6dcf-179a-b7bde1d5e6b3" [ 1251.389578] env[62094]: _type = "Task" [ 1251.389578] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.400718] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524d1937-b2f5-6dcf-179a-b7bde1d5e6b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.439780] env[62094]: DEBUG nova.network.neutron [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Successfully created port: 83961403-0d87-4096-ba10-05505a9358ca {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1251.445168] env[62094]: DEBUG oslo_vmware.api [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400823, 'name': PowerOnVM_Task, 'duration_secs': 1.649133} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.445424] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.445628] env[62094]: INFO nova.compute.manager [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Took 10.84 seconds to spawn the instance on the hypervisor. [ 1251.445809] env[62094]: DEBUG nova.compute.manager [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1251.449024] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10356b0b-4cdd-408c-88da-788f8b941721 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.487474] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400825, 'name': CreateVM_Task, 'duration_secs': 0.383749} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.487474] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.488312] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.608043] env[62094]: DEBUG nova.compute.manager [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1251.903604] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524d1937-b2f5-6dcf-179a-b7bde1d5e6b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.903926] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.904202] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.904457] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.904608] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.904781] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.905090] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.905402] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.906134] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6825538-e136-4366-ad88-ceafaf4cd3f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.909891] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc7952d-eea8-4f9e-ac40-483a8d0d4da4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.914180] env[62094]: DEBUG nova.network.neutron [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Successfully updated port: 23ff06a3-e6ee-47ba-8817-2a649f052248 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1251.916725] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1251.916725] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c01d3e-fe1f-0138-5879-14ef00e3c79e" [ 1251.916725] env[62094]: _type = "Task" [ 1251.916725] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.925744] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.926758] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.928448] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e65089-2838-4529-b49a-d9dd5eacc890 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.935096] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c01d3e-fe1f-0138-5879-14ef00e3c79e, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.935520] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.936239] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.936867] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.938282] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1251.938282] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ef9c52-b128-d27d-8f4c-28ec1d385446" [ 1251.938282] env[62094]: _type = "Task" [ 1251.938282] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.950753] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ef9c52-b128-d27d-8f4c-28ec1d385446, 'name': SearchDatastore_Task, 'duration_secs': 0.008777} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.953932] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd13977-c6d9-4612-95ec-071c32bf4c54 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.963390] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1251.963390] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a8c40e-6a78-eb24-cb9e-f49e76706e43" [ 1251.963390] env[62094]: _type = "Task" [ 1251.963390] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.963939] env[62094]: INFO nova.compute.manager [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Took 32.97 seconds to build instance. [ 1251.975382] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a8c40e-6a78-eb24-cb9e-f49e76706e43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.996908] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16613e9e-8a4e-4ea4-9e7f-93c9b1ae523d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.005074] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b006d24-802d-4d11-bd33-71118c681522 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.040253] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc437da-5315-4309-9c5d-ce0cf1d11bd3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.048694] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82ddbbf-87a1-4d53-ba04-a5f7a0f2e79f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.062449] env[62094]: DEBUG nova.compute.provider_tree [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.418762] env[62094]: DEBUG oslo_concurrency.lockutils [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.418971] env[62094]: DEBUG oslo_concurrency.lockutils [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.419171] env[62094]: DEBUG nova.network.neutron [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.471290] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ef0fdcc9-a92a-473e-91a7-ae85a4ca6971 tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Lock "5d4cbef9-ed93-4415-8818-05fcae2a906c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.482s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.478800] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a8c40e-6a78-eb24-cb9e-f49e76706e43, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.479118] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.479418] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] e2f8504f-2c1e-4304-a698-fe8819a65685/e2f8504f-2c1e-4304-a698-fe8819a65685.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.479760] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.480024] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.480412] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29c4db39-9a4b-43d4-b399-f2663d683a6f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.482856] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbb112bc-6205-4fac-a91b-f78e06c192d3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.490357] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1252.490357] env[62094]: value = "task-1400826" [ 1252.490357] env[62094]: _type = "Task" [ 1252.490357] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.495495] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.495688] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.496788] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6994e094-a106-46ef-a455-6ac453bebd14 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.504041] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.507930] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1252.507930] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52cb325b-78b5-9b81-20dc-7b947fc59ca4" [ 1252.507930] env[62094]: _type = "Task" [ 1252.507930] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.516513] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cb325b-78b5-9b81-20dc-7b947fc59ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.565781] env[62094]: DEBUG nova.scheduler.client.report [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1252.616773] env[62094]: DEBUG nova.compute.manager [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1252.645829] env[62094]: DEBUG nova.virt.hardware [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1252.646125] env[62094]: DEBUG nova.virt.hardware [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1252.646292] env[62094]: DEBUG nova.virt.hardware [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.646479] env[62094]: DEBUG nova.virt.hardware [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1252.646629] env[62094]: DEBUG nova.virt.hardware [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.646777] env[62094]: DEBUG nova.virt.hardware [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1252.646985] env[62094]: DEBUG nova.virt.hardware [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1252.647173] env[62094]: DEBUG nova.virt.hardware [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1252.647352] env[62094]: DEBUG nova.virt.hardware [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1252.647519] env[62094]: DEBUG nova.virt.hardware [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1252.647696] env[62094]: DEBUG nova.virt.hardware [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1252.648622] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a02b10-8ba0-4c9e-bf66-ccc20b097cc0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.657411] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e073abc-b9e6-4628-ab7f-9c6d386eacd0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.976467] env[62094]: WARNING nova.network.neutron [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] 959c5bda-3cfd-4870-a78c-1f005c5c9780 already exists in list: networks containing: ['959c5bda-3cfd-4870-a78c-1f005c5c9780']. ignoring it [ 1252.983602] env[62094]: DEBUG nova.compute.manager [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Received event network-changed-b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1252.983854] env[62094]: DEBUG nova.compute.manager [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Refreshing instance network info cache due to event network-changed-b59eb6f6-0ed4-4a79-bee9-53b9112741a6. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1252.984167] env[62094]: DEBUG oslo_concurrency.lockutils [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] Acquiring lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.984444] env[62094]: DEBUG oslo_concurrency.lockutils [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] Acquired lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.985020] env[62094]: DEBUG nova.network.neutron [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Refreshing network info cache for port b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.007485] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400826, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.022765] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cb325b-78b5-9b81-20dc-7b947fc59ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.01767} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.028941] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec2f71b-b2e2-4b93-8211-db86e808ae7b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.037750] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1253.037750] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5220fb61-0d54-a316-a293-4fd0edbc6c5b" [ 1253.037750] env[62094]: _type = "Task" [ 1253.037750] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.049527] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5220fb61-0d54-a316-a293-4fd0edbc6c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.071653] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.072416] env[62094]: DEBUG nova.compute.manager [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1253.078131] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.352s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.079785] env[62094]: INFO nova.compute.claims [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.152547] env[62094]: DEBUG nova.compute.manager [req-e59264f5-49e4-4f0a-801a-b72d8f5ed047 req-9aeae44d-94c5-4ae8-bf7b-08ce5b13ef36 service nova] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Received event network-vif-deleted-f00f6a4c-8878-4c52-a765-efbdc914de66 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1253.152776] env[62094]: DEBUG nova.compute.manager [req-e59264f5-49e4-4f0a-801a-b72d8f5ed047 req-9aeae44d-94c5-4ae8-bf7b-08ce5b13ef36 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Received event network-vif-plugged-23ff06a3-e6ee-47ba-8817-2a649f052248 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1253.153492] env[62094]: DEBUG oslo_concurrency.lockutils [req-e59264f5-49e4-4f0a-801a-b72d8f5ed047 req-9aeae44d-94c5-4ae8-bf7b-08ce5b13ef36 service nova] Acquiring lock "939cd279-b1c8-43f5-add3-e4a948fe9071-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.153848] env[62094]: DEBUG oslo_concurrency.lockutils [req-e59264f5-49e4-4f0a-801a-b72d8f5ed047 req-9aeae44d-94c5-4ae8-bf7b-08ce5b13ef36 service nova] Lock "939cd279-b1c8-43f5-add3-e4a948fe9071-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.154236] env[62094]: DEBUG oslo_concurrency.lockutils [req-e59264f5-49e4-4f0a-801a-b72d8f5ed047 req-9aeae44d-94c5-4ae8-bf7b-08ce5b13ef36 service nova] Lock "939cd279-b1c8-43f5-add3-e4a948fe9071-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.154471] env[62094]: DEBUG nova.compute.manager [req-e59264f5-49e4-4f0a-801a-b72d8f5ed047 req-9aeae44d-94c5-4ae8-bf7b-08ce5b13ef36 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] No waiting events found dispatching network-vif-plugged-23ff06a3-e6ee-47ba-8817-2a649f052248 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1253.154686] env[62094]: WARNING nova.compute.manager [req-e59264f5-49e4-4f0a-801a-b72d8f5ed047 req-9aeae44d-94c5-4ae8-bf7b-08ce5b13ef36 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Received unexpected event network-vif-plugged-23ff06a3-e6ee-47ba-8817-2a649f052248 for instance with vm_state active and task_state None. [ 1253.385112] env[62094]: DEBUG nova.network.neutron [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Successfully updated port: 83961403-0d87-4096-ba10-05505a9358ca {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.463217] env[62094]: DEBUG nova.network.neutron [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updating instance_info_cache with network_info: [{"id": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "address": "fa:16:3e:b3:e7:c1", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2301ccb-2a", "ovs_interfaceid": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23ff06a3-e6ee-47ba-8817-2a649f052248", "address": "fa:16:3e:af:f6:80", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ff06a3-e6", "ovs_interfaceid": "23ff06a3-e6ee-47ba-8817-2a649f052248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.505167] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758967} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.505558] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] e2f8504f-2c1e-4304-a698-fe8819a65685/e2f8504f-2c1e-4304-a698-fe8819a65685.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.505878] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.506230] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a713d735-19b6-4026-b60a-d44295fd2159 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.514236] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1253.514236] env[62094]: value = "task-1400827" [ 1253.514236] env[62094]: _type = "Task" [ 1253.514236] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.522587] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.552111] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5220fb61-0d54-a316-a293-4fd0edbc6c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.057797} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.552747] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.553256] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 96ec0dfb-3d6c-42df-b566-bcae164fe4c7/96ec0dfb-3d6c-42df-b566-bcae164fe4c7.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.553730] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9869c12b-3aa4-404e-bd95-cc579aadacd5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.561514] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1253.561514] env[62094]: value = "task-1400828" [ 1253.561514] env[62094]: _type = "Task" [ 1253.561514] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.571137] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.586850] env[62094]: DEBUG nova.compute.utils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1253.590515] env[62094]: DEBUG nova.compute.manager [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1253.590515] env[62094]: DEBUG nova.network.neutron [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.672297] env[62094]: DEBUG nova.policy [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cfb4fa9fcb14de0b711db21dd2b92cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce2e13a3313a4bbc8f453acf384ce3bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1253.852471] env[62094]: DEBUG nova.network.neutron [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Updated VIF entry in instance network info cache for port b59eb6f6-0ed4-4a79-bee9-53b9112741a6. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.852940] env[62094]: DEBUG nova.network.neutron [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Updating instance_info_cache with network_info: [{"id": "b59eb6f6-0ed4-4a79-bee9-53b9112741a6", "address": "fa:16:3e:0c:0d:fe", "network": {"id": "558dd04c-1d50-4297-9085-0eab81e3b3af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123440586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d1b60693a1554335b418e56713d9b68b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59eb6f6-0e", "ovs_interfaceid": "b59eb6f6-0ed4-4a79-bee9-53b9112741a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.893454] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "refresh_cache-5632757d-1b10-47fe-9519-eac6335e486d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.893609] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "refresh_cache-5632757d-1b10-47fe-9519-eac6335e486d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.893711] env[62094]: DEBUG nova.network.neutron [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.966825] env[62094]: DEBUG oslo_concurrency.lockutils [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.968055] env[62094]: DEBUG oslo_concurrency.lockutils [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.968298] env[62094]: DEBUG oslo_concurrency.lockutils [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.969696] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7988cb59-d0a7-48fe-aeb0-f5ae0ac1e87f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.988748] env[62094]: DEBUG nova.virt.hardware [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1253.989222] env[62094]: DEBUG nova.virt.hardware [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1253.989222] env[62094]: DEBUG nova.virt.hardware [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.989403] env[62094]: DEBUG nova.virt.hardware [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1253.989551] env[62094]: DEBUG nova.virt.hardware [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.989741] env[62094]: DEBUG nova.virt.hardware [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1253.989950] env[62094]: DEBUG nova.virt.hardware [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1253.990143] env[62094]: DEBUG nova.virt.hardware [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1253.990321] env[62094]: DEBUG nova.virt.hardware [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1253.990527] env[62094]: DEBUG nova.virt.hardware [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1253.990720] env[62094]: DEBUG nova.virt.hardware [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1253.997408] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Reconfiguring VM to attach interface {{(pid=62094) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1253.997658] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5574522b-1a0f-4795-aba5-5ec422bdb9b2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.020656] env[62094]: DEBUG oslo_vmware.api [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1254.020656] env[62094]: value = "task-1400829" [ 1254.020656] env[62094]: _type = "Task" [ 1254.020656] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.029383] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075241} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.029383] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.029383] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847cf0ff-3785-44f9-81e0-3919acbcbf5a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.035690] env[62094]: DEBUG oslo_vmware.api [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400829, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.059536] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] e2f8504f-2c1e-4304-a698-fe8819a65685/e2f8504f-2c1e-4304-a698-fe8819a65685.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.061768] env[62094]: DEBUG nova.network.neutron [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Successfully created port: 70b48f4d-892f-4838-97b1-7cd1336c3188 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.062798] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10e4df0a-c106-4fb4-8bc0-6caf83597a85 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.086376] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505927} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.087714] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 96ec0dfb-3d6c-42df-b566-bcae164fe4c7/96ec0dfb-3d6c-42df-b566-bcae164fe4c7.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.087952] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.088287] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1254.088287] env[62094]: value = "task-1400830" [ 1254.088287] env[62094]: _type = "Task" [ 1254.088287] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.088481] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40524bdd-48c7-4336-ad57-ddddcff81cc5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.093613] env[62094]: DEBUG nova.compute.manager [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1254.105875] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.107748] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1254.107748] env[62094]: value = "task-1400831" [ 1254.107748] env[62094]: _type = "Task" [ 1254.107748] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.122031] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.359139] env[62094]: DEBUG oslo_concurrency.lockutils [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] Releasing lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.359139] env[62094]: DEBUG nova.compute.manager [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Received event network-changed-d62d1657-4c4b-4a37-b4f9-35498b2b5c97 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1254.359246] env[62094]: DEBUG nova.compute.manager [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Refreshing instance network info cache due to event network-changed-d62d1657-4c4b-4a37-b4f9-35498b2b5c97. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1254.359441] env[62094]: DEBUG oslo_concurrency.lockutils [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] Acquiring lock "refresh_cache-96ec0dfb-3d6c-42df-b566-bcae164fe4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.359578] env[62094]: DEBUG oslo_concurrency.lockutils [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] Acquired lock "refresh_cache-96ec0dfb-3d6c-42df-b566-bcae164fe4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.359735] env[62094]: DEBUG nova.network.neutron [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Refreshing network info cache for port d62d1657-4c4b-4a37-b4f9-35498b2b5c97 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.432212] env[62094]: DEBUG nova.network.neutron [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.491608] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7f589c-c710-4b80-bf42-30d002eace23 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.500793] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65795c3-6e81-46d9-977f-c2c4bdb60273 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.538293] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc8d518-e71b-43bc-83d7-f11f65e82988 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.550116] env[62094]: DEBUG oslo_vmware.api [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.551165] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749b9a01-2114-4f7b-9fcf-c2db3d46a587 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.566039] env[62094]: DEBUG nova.compute.provider_tree [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.603773] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.617756] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104169} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.618114] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.619635] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664270a2-c997-49ed-89e9-4b5b921bc098 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.643473] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 96ec0dfb-3d6c-42df-b566-bcae164fe4c7/96ec0dfb-3d6c-42df-b566-bcae164fe4c7.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.644808] env[62094]: DEBUG nova.network.neutron [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Updating instance_info_cache with network_info: [{"id": "83961403-0d87-4096-ba10-05505a9358ca", "address": "fa:16:3e:a7:26:8c", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83961403-0d", "ovs_interfaceid": "83961403-0d87-4096-ba10-05505a9358ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.646202] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df0bbae2-333d-48b5-b5fa-4d00fcfffbcf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.662986] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "refresh_cache-5632757d-1b10-47fe-9519-eac6335e486d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.663375] env[62094]: DEBUG nova.compute.manager [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Instance network_info: |[{"id": "83961403-0d87-4096-ba10-05505a9358ca", "address": "fa:16:3e:a7:26:8c", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83961403-0d", "ovs_interfaceid": "83961403-0d87-4096-ba10-05505a9358ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1254.664848] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:26:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83961403-0d87-4096-ba10-05505a9358ca', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.672455] env[62094]: DEBUG oslo.service.loopingcall [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1254.673513] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.673777] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-494c1307-3c2a-4f5b-b480-3c04819c8ce4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.691909] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1254.691909] env[62094]: value = "task-1400832" [ 1254.691909] env[62094]: _type = "Task" [ 1254.691909] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.697494] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.697494] env[62094]: value = "task-1400833" [ 1254.697494] env[62094]: _type = "Task" [ 1254.697494] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.704146] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.709481] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400833, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.042980] env[62094]: DEBUG oslo_vmware.api [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400829, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.069762] env[62094]: DEBUG nova.scheduler.client.report [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1255.085152] env[62094]: DEBUG nova.network.neutron [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Updated VIF entry in instance network info cache for port d62d1657-4c4b-4a37-b4f9-35498b2b5c97. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.085801] env[62094]: DEBUG nova.network.neutron [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Updating instance_info_cache with network_info: [{"id": "d62d1657-4c4b-4a37-b4f9-35498b2b5c97", "address": "fa:16:3e:4b:12:77", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd62d1657-4c", "ovs_interfaceid": "d62d1657-4c4b-4a37-b4f9-35498b2b5c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.102852] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400830, 'name': ReconfigVM_Task, 'duration_secs': 0.988993} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.103171] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Reconfigured VM instance instance-00000049 to attach disk [datastore2] e2f8504f-2c1e-4304-a698-fe8819a65685/e2f8504f-2c1e-4304-a698-fe8819a65685.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.103817] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-820aaf89-2c62-4b21-aa94-dfe7c430d449 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.107633] env[62094]: DEBUG nova.compute.manager [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1255.111072] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1255.111072] env[62094]: value = "task-1400834" [ 1255.111072] env[62094]: _type = "Task" [ 1255.111072] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.119618] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400834, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.135041] env[62094]: DEBUG nova.virt.hardware [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1255.135312] env[62094]: DEBUG nova.virt.hardware [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1255.135551] env[62094]: DEBUG nova.virt.hardware [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.135689] env[62094]: DEBUG nova.virt.hardware [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1255.135855] env[62094]: DEBUG nova.virt.hardware [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.136063] env[62094]: DEBUG nova.virt.hardware [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1255.136322] env[62094]: DEBUG nova.virt.hardware [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1255.136508] env[62094]: DEBUG nova.virt.hardware [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1255.136707] env[62094]: DEBUG nova.virt.hardware [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1255.136890] env[62094]: DEBUG nova.virt.hardware [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1255.137123] env[62094]: DEBUG nova.virt.hardware [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1255.138406] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67cd5f6-3816-41b3-8a78-4326adbcbd42 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.146704] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9614d7-485a-4b6d-bcd8-3029957e54b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.207776] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.213824] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400833, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.543564] env[62094]: DEBUG oslo_vmware.api [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400829, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.578314] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.578862] env[62094]: DEBUG nova.compute.manager [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1255.581562] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.264s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.583129] env[62094]: INFO nova.compute.claims [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.589045] env[62094]: DEBUG oslo_concurrency.lockutils [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] Releasing lock "refresh_cache-96ec0dfb-3d6c-42df-b566-bcae164fe4c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.589260] env[62094]: DEBUG nova.compute.manager [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Received event network-changed-b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1255.589431] env[62094]: DEBUG nova.compute.manager [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Refreshing instance network info cache due to event network-changed-b59eb6f6-0ed4-4a79-bee9-53b9112741a6. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1255.589637] env[62094]: DEBUG oslo_concurrency.lockutils [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] Acquiring lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.589804] env[62094]: DEBUG oslo_concurrency.lockutils [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] Acquired lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.589972] env[62094]: DEBUG nova.network.neutron [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Refreshing network info cache for port b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.624627] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400834, 'name': Rename_Task, 'duration_secs': 0.245609} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.624954] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.625512] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-005be86c-9ac8-4736-8d2c-c9c7fbb841a1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.636229] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1255.636229] env[62094]: value = "task-1400835" [ 1255.636229] env[62094]: _type = "Task" [ 1255.636229] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.641457] env[62094]: DEBUG nova.network.neutron [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Successfully updated port: 70b48f4d-892f-4838-97b1-7cd1336c3188 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.647888] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.708189] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.709969] env[62094]: DEBUG oslo_vmware.rw_handles [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a97b33-2056-ec73-af58-176e7ea6161f/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1255.711850] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38450e7-e9dd-4187-b1f8-81b65c401091 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.719068] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400833, 'name': CreateVM_Task, 'duration_secs': 0.687892} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.720139] env[62094]: DEBUG nova.compute.manager [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Received event network-changed-b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1255.720370] env[62094]: DEBUG nova.compute.manager [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Refreshing instance network info cache due to event network-changed-b59eb6f6-0ed4-4a79-bee9-53b9112741a6. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1255.720597] env[62094]: DEBUG oslo_concurrency.lockutils [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] Acquiring lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.721430] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.722403] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.722664] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.723061] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1255.724955] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8fea61c-cde7-44e4-9a83-b7b991574972 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.727515] env[62094]: DEBUG oslo_vmware.rw_handles [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a97b33-2056-ec73-af58-176e7ea6161f/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1255.727715] env[62094]: ERROR oslo_vmware.rw_handles [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a97b33-2056-ec73-af58-176e7ea6161f/disk-0.vmdk due to incomplete transfer. [ 1255.727978] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd7dacbf-46f8-4c3f-aee7-d18484b55b6c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.732977] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1255.732977] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ac6a01-50fe-4a5b-7b55-d85410d4d4df" [ 1255.732977] env[62094]: _type = "Task" [ 1255.732977] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.737819] env[62094]: DEBUG oslo_vmware.rw_handles [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a97b33-2056-ec73-af58-176e7ea6161f/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1255.738078] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Uploaded image 1b56ef88-cefa-4a73-a04a-c327381f3976 to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1255.740550] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1255.742336] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-931dceb8-f7b6-41f9-b877-9ae299e29c88 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.745808] env[62094]: DEBUG nova.compute.manager [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Received event network-changed-23ff06a3-e6ee-47ba-8817-2a649f052248 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1255.746040] env[62094]: DEBUG nova.compute.manager [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Refreshing instance network info cache due to event network-changed-23ff06a3-e6ee-47ba-8817-2a649f052248. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1255.746315] env[62094]: DEBUG oslo_concurrency.lockutils [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] Acquiring lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.746496] env[62094]: DEBUG oslo_concurrency.lockutils [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] Acquired lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.746690] env[62094]: DEBUG nova.network.neutron [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Refreshing network info cache for port 23ff06a3-e6ee-47ba-8817-2a649f052248 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.751700] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ac6a01-50fe-4a5b-7b55-d85410d4d4df, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.752618] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.752905] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.753189] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.753523] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.753604] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.754783] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc8bf319-0ca3-4a2c-bbd0-594505f595be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.757245] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1255.757245] env[62094]: value = "task-1400836" [ 1255.757245] env[62094]: _type = "Task" [ 1255.757245] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.765901] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.766226] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.770024] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-947c05d5-c08d-490a-aa43-a8b0057d1859 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.773713] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400836, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.777397] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1255.777397] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e6f739-a150-59a0-ba0d-20a7d4b5728f" [ 1255.777397] env[62094]: _type = "Task" [ 1255.777397] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.786257] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e6f739-a150-59a0-ba0d-20a7d4b5728f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.044160] env[62094]: DEBUG oslo_vmware.api [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400829, 'name': ReconfigVM_Task, 'duration_secs': 1.673138} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.044688] env[62094]: DEBUG oslo_concurrency.lockutils [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.044936] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Reconfigured VM to attach interface {{(pid=62094) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1256.090133] env[62094]: DEBUG nova.compute.utils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1256.091514] env[62094]: DEBUG nova.compute.manager [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1256.091716] env[62094]: DEBUG nova.network.neutron [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.145268] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "refresh_cache-ba71fe45-f87a-4af7-a5f7-901a9283f6a9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.145268] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquired lock "refresh_cache-ba71fe45-f87a-4af7-a5f7-901a9283f6a9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.145411] env[62094]: DEBUG nova.network.neutron [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.150138] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400835, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.176742] env[62094]: DEBUG nova.policy [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df9a67991cf640aba6efe6920a82fdeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1e1e4ab0b7f4c2e989f2d28e13f7f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1256.204148] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400832, 'name': ReconfigVM_Task, 'duration_secs': 1.386243} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.204148] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 96ec0dfb-3d6c-42df-b566-bcae164fe4c7/96ec0dfb-3d6c-42df-b566-bcae164fe4c7.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.204148] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab01c25c-6f25-42f2-96ef-d9d7db2e43ba {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.209857] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1256.209857] env[62094]: value = "task-1400837" [ 1256.209857] env[62094]: _type = "Task" [ 1256.209857] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.217447] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400837, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.269203] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400836, 'name': Destroy_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.287724] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e6f739-a150-59a0-ba0d-20a7d4b5728f, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.295275] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2df4ac3-b337-4eee-9c14-4fa549eeede2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.301598] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1256.301598] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]525c0582-97b7-12c6-bbcb-4933c5d61a4c" [ 1256.301598] env[62094]: _type = "Task" [ 1256.301598] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.319213] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525c0582-97b7-12c6-bbcb-4933c5d61a4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.324644] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "refresh_cache-eee2e459-01b2-4c80-bc6e-f6c80f70ef67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.324786] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquired lock "refresh_cache-eee2e459-01b2-4c80-bc6e-f6c80f70ef67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.324931] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Forcefully refreshing network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1256.428765] env[62094]: DEBUG nova.network.neutron [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Updated VIF entry in instance network info cache for port b59eb6f6-0ed4-4a79-bee9-53b9112741a6. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.429151] env[62094]: DEBUG nova.network.neutron [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Updating instance_info_cache with network_info: [{"id": "b59eb6f6-0ed4-4a79-bee9-53b9112741a6", "address": "fa:16:3e:0c:0d:fe", "network": {"id": "558dd04c-1d50-4297-9085-0eab81e3b3af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123440586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d1b60693a1554335b418e56713d9b68b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59eb6f6-0e", "ovs_interfaceid": "b59eb6f6-0ed4-4a79-bee9-53b9112741a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.552398] env[62094]: DEBUG oslo_concurrency.lockutils [None req-917dd708-5f37-4ba7-8332-1ec965bee627 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-939cd279-b1c8-43f5-add3-e4a948fe9071-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.978s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.559078] env[62094]: DEBUG nova.network.neutron [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updated VIF entry in instance network info cache for port 23ff06a3-e6ee-47ba-8817-2a649f052248. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.559715] env[62094]: DEBUG nova.network.neutron [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updating instance_info_cache with network_info: [{"id": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "address": "fa:16:3e:b3:e7:c1", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2301ccb-2a", "ovs_interfaceid": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23ff06a3-e6ee-47ba-8817-2a649f052248", "address": "fa:16:3e:af:f6:80", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ff06a3-e6", "ovs_interfaceid": "23ff06a3-e6ee-47ba-8817-2a649f052248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.566337] env[62094]: DEBUG nova.network.neutron [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Successfully created port: a960dc46-8b73-43f2-92b3-68f27473ef49 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.597031] env[62094]: DEBUG nova.compute.manager [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1256.649392] env[62094]: DEBUG oslo_vmware.api [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400835, 'name': PowerOnVM_Task, 'duration_secs': 0.983355} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.649628] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.649860] env[62094]: DEBUG nova.compute.manager [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1256.652235] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35439417-d03b-4457-98eb-1631802779fd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.719684] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400837, 'name': Rename_Task, 'duration_secs': 0.236007} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.720496] env[62094]: DEBUG nova.network.neutron [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.724247] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.724682] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3e59e8f-2e86-41f6-b3c3-4e62cdd9dcf4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.731765] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1256.731765] env[62094]: value = "task-1400838" [ 1256.731765] env[62094]: _type = "Task" [ 1256.731765] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.742149] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.771962] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400836, 'name': Destroy_Task, 'duration_secs': 0.584616} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.772278] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Destroyed the VM [ 1256.772511] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1256.774829] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-14dae470-d7ac-4d78-a9d8-8435b45ac382 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.781466] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1256.781466] env[62094]: value = "task-1400839" [ 1256.781466] env[62094]: _type = "Task" [ 1256.781466] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.789195] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400839, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.810845] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquiring lock "75d41bc3-89e0-48ab-b001-c90994937228" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.811105] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Lock "75d41bc3-89e0-48ab-b001-c90994937228" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.811318] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquiring lock "75d41bc3-89e0-48ab-b001-c90994937228-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.811486] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Lock "75d41bc3-89e0-48ab-b001-c90994937228-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.811657] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Lock "75d41bc3-89e0-48ab-b001-c90994937228-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.815709] env[62094]: INFO nova.compute.manager [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Terminating instance [ 1256.819286] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525c0582-97b7-12c6-bbcb-4933c5d61a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012043} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.819580] env[62094]: DEBUG nova.compute.manager [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1256.819691] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.819995] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.820252] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 5632757d-1b10-47fe-9519-eac6335e486d/5632757d-1b10-47fe-9519-eac6335e486d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.820996] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa60ba4-7fbf-427d-9eb5-e11d807edf8f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.825974] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c29aa33-8097-4df5-ac41-19d31ac35ff8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.834788] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.836023] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-530a2474-1e83-4c05-9390-0208640a7544 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.837164] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1256.837164] env[62094]: value = "task-1400840" [ 1256.837164] env[62094]: _type = "Task" [ 1256.837164] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.844671] env[62094]: DEBUG oslo_vmware.api [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1256.844671] env[62094]: value = "task-1400841" [ 1256.844671] env[62094]: _type = "Task" [ 1256.844671] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.848457] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.852623] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.857809] env[62094]: DEBUG oslo_vmware.api [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.927809] env[62094]: DEBUG nova.network.neutron [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Updating instance_info_cache with network_info: [{"id": "70b48f4d-892f-4838-97b1-7cd1336c3188", "address": "fa:16:3e:db:97:0b", "network": {"id": "b3abceba-929f-42f6-92cf-192bb06c1cce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1843154820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce2e13a3313a4bbc8f453acf384ce3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70b48f4d-89", "ovs_interfaceid": "70b48f4d-892f-4838-97b1-7cd1336c3188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.934045] env[62094]: DEBUG oslo_concurrency.lockutils [req-757a0478-a3b6-4ae2-869f-f607245c64d0 req-87b3dc2e-de64-4fd3-9819-c9025bef425d service nova] Releasing lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.934045] env[62094]: DEBUG oslo_concurrency.lockutils [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] Acquired lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.934509] env[62094]: DEBUG nova.network.neutron [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Refreshing network info cache for port b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.935919] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66175ea-61ad-48a7-adb7-c4774ae226a7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.944974] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a821f45c-63a7-4921-a3b0-72fa654ab736 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.978247] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f5e3db-bb9f-4c02-a2c8-3b53a932afd7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.987398] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b60cda-f196-4614-b56c-7696cfcc1649 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.004337] env[62094]: DEBUG nova.compute.provider_tree [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.063275] env[62094]: DEBUG oslo_concurrency.lockutils [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] Releasing lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.063275] env[62094]: DEBUG nova.compute.manager [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Received event network-vif-plugged-83961403-0d87-4096-ba10-05505a9358ca {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1257.063743] env[62094]: DEBUG oslo_concurrency.lockutils [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] Acquiring lock "5632757d-1b10-47fe-9519-eac6335e486d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.063743] env[62094]: DEBUG oslo_concurrency.lockutils [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] Lock "5632757d-1b10-47fe-9519-eac6335e486d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.063939] env[62094]: DEBUG oslo_concurrency.lockutils [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] Lock "5632757d-1b10-47fe-9519-eac6335e486d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.064168] env[62094]: DEBUG nova.compute.manager [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] No waiting events found dispatching network-vif-plugged-83961403-0d87-4096-ba10-05505a9358ca {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1257.064394] env[62094]: WARNING nova.compute.manager [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Received unexpected event network-vif-plugged-83961403-0d87-4096-ba10-05505a9358ca for instance with vm_state building and task_state spawning. [ 1257.064603] env[62094]: DEBUG nova.compute.manager [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Received event network-changed-83961403-0d87-4096-ba10-05505a9358ca {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1257.064781] env[62094]: DEBUG nova.compute.manager [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Refreshing instance network info cache due to event network-changed-83961403-0d87-4096-ba10-05505a9358ca. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1257.065012] env[62094]: DEBUG oslo_concurrency.lockutils [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] Acquiring lock "refresh_cache-5632757d-1b10-47fe-9519-eac6335e486d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.065185] env[62094]: DEBUG oslo_concurrency.lockutils [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] Acquired lock "refresh_cache-5632757d-1b10-47fe-9519-eac6335e486d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.065381] env[62094]: DEBUG nova.network.neutron [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Refreshing network info cache for port 83961403-0d87-4096-ba10-05505a9358ca {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.176090] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.245965] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400838, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.293035] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400839, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.349024] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492864} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.352505] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 5632757d-1b10-47fe-9519-eac6335e486d/5632757d-1b10-47fe-9519-eac6335e486d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.352740] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.354718] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-663d8b9b-19ed-4d89-bd6d-40d1cce25c9c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.361618] env[62094]: DEBUG oslo_vmware.api [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400841, 'name': PowerOffVM_Task, 'duration_secs': 0.206587} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.363025] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.363184] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.363567] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1257.363567] env[62094]: value = "task-1400842" [ 1257.363567] env[62094]: _type = "Task" [ 1257.363567] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.363883] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c0edd15-2473-43f9-b39e-6946b261b671 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.375386] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.432146] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Releasing lock "refresh_cache-ba71fe45-f87a-4af7-a5f7-901a9283f6a9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.432146] env[62094]: DEBUG nova.compute.manager [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Instance network_info: |[{"id": "70b48f4d-892f-4838-97b1-7cd1336c3188", "address": "fa:16:3e:db:97:0b", "network": {"id": "b3abceba-929f-42f6-92cf-192bb06c1cce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1843154820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce2e13a3313a4bbc8f453acf384ce3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70b48f4d-89", "ovs_interfaceid": "70b48f4d-892f-4838-97b1-7cd1336c3188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1257.432146] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:97:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70b48f4d-892f-4838-97b1-7cd1336c3188', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.438421] env[62094]: DEBUG oslo.service.loopingcall [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1257.438689] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.438953] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2be7c2c-6a86-41d9-845a-0fb3e2065d7f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.457012] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.457144] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.457369] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Deleting the datastore file [datastore1] 75d41bc3-89e0-48ab-b001-c90994937228 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.457929] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d43ef877-9614-4a65-93eb-d78faca1edea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.462491] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.462491] env[62094]: value = "task-1400844" [ 1257.462491] env[62094]: _type = "Task" [ 1257.462491] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.466473] env[62094]: DEBUG oslo_vmware.api [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for the task: (returnval){ [ 1257.466473] env[62094]: value = "task-1400845" [ 1257.466473] env[62094]: _type = "Task" [ 1257.466473] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.475911] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.477366] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400844, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.481985] env[62094]: DEBUG oslo_vmware.api [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.507396] env[62094]: DEBUG nova.scheduler.client.report [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1257.611324] env[62094]: DEBUG nova.compute.manager [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1257.640029] env[62094]: DEBUG nova.virt.hardware [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1257.640358] env[62094]: DEBUG nova.virt.hardware [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1257.640649] env[62094]: DEBUG nova.virt.hardware [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.640763] env[62094]: DEBUG nova.virt.hardware [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1257.640834] env[62094]: DEBUG nova.virt.hardware [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.641102] env[62094]: DEBUG nova.virt.hardware [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1257.641438] env[62094]: DEBUG nova.virt.hardware [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1257.641736] env[62094]: DEBUG nova.virt.hardware [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1257.644172] env[62094]: DEBUG nova.virt.hardware [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1257.644172] env[62094]: DEBUG nova.virt.hardware [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1257.644172] env[62094]: DEBUG nova.virt.hardware [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1257.644172] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a67f04e-9b37-4025-b6a1-f6431eb18b48 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.652573] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e67cfc6-1439-4c50-a49b-957f8d419244 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.744605] env[62094]: DEBUG oslo_vmware.api [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400838, 'name': PowerOnVM_Task, 'duration_secs': 0.621973} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.744945] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.747072] env[62094]: INFO nova.compute.manager [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1257.747072] env[62094]: DEBUG nova.compute.manager [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1257.747072] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91d7b61-7481-4d8d-8d84-9b7d59014ff5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.798576] env[62094]: DEBUG oslo_vmware.api [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400839, 'name': RemoveSnapshot_Task, 'duration_secs': 0.517104} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.798576] env[62094]: DEBUG nova.network.neutron [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Updated VIF entry in instance network info cache for port b59eb6f6-0ed4-4a79-bee9-53b9112741a6. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.798576] env[62094]: DEBUG nova.network.neutron [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Updating instance_info_cache with network_info: [{"id": "b59eb6f6-0ed4-4a79-bee9-53b9112741a6", "address": "fa:16:3e:0c:0d:fe", "network": {"id": "558dd04c-1d50-4297-9085-0eab81e3b3af", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-123440586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d1b60693a1554335b418e56713d9b68b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59eb6f6-0e", "ovs_interfaceid": "b59eb6f6-0ed4-4a79-bee9-53b9112741a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.798883] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1257.799212] env[62094]: INFO nova.compute.manager [None req-84cc0606-eaa7-406a-be61-b74a11b47017 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Took 18.66 seconds to snapshot the instance on the hypervisor. [ 1257.877178] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063764} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.877524] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.878710] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc809a9-15cd-4a25-a71a-8aebd5ac2d98 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.902625] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 5632757d-1b10-47fe-9519-eac6335e486d/5632757d-1b10-47fe-9519-eac6335e486d.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.903700] env[62094]: DEBUG nova.network.neutron [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Updated VIF entry in instance network info cache for port 83961403-0d87-4096-ba10-05505a9358ca. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.904048] env[62094]: DEBUG nova.network.neutron [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Updating instance_info_cache with network_info: [{"id": "83961403-0d87-4096-ba10-05505a9358ca", "address": "fa:16:3e:a7:26:8c", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83961403-0d", "ovs_interfaceid": "83961403-0d87-4096-ba10-05505a9358ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.905504] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d222a79-4541-45e1-b6cc-bae7444afc35 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.935702] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1257.935702] env[62094]: value = "task-1400846" [ 1257.935702] env[62094]: _type = "Task" [ 1257.935702] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.949568] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400846, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.968385] env[62094]: DEBUG nova.compute.manager [req-80ddac92-09b7-4f00-adae-c79e2cc515d0 req-49fb9195-ce10-46fe-8d02-b45a159015c4 service nova] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Received event network-vif-plugged-70b48f4d-892f-4838-97b1-7cd1336c3188 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1257.968964] env[62094]: DEBUG oslo_concurrency.lockutils [req-80ddac92-09b7-4f00-adae-c79e2cc515d0 req-49fb9195-ce10-46fe-8d02-b45a159015c4 service nova] Acquiring lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.968964] env[62094]: DEBUG oslo_concurrency.lockutils [req-80ddac92-09b7-4f00-adae-c79e2cc515d0 req-49fb9195-ce10-46fe-8d02-b45a159015c4 service nova] Lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.969266] env[62094]: DEBUG oslo_concurrency.lockutils [req-80ddac92-09b7-4f00-adae-c79e2cc515d0 req-49fb9195-ce10-46fe-8d02-b45a159015c4 service nova] Lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.969266] env[62094]: DEBUG nova.compute.manager [req-80ddac92-09b7-4f00-adae-c79e2cc515d0 req-49fb9195-ce10-46fe-8d02-b45a159015c4 service nova] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] No waiting events found dispatching network-vif-plugged-70b48f4d-892f-4838-97b1-7cd1336c3188 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1257.969460] env[62094]: WARNING nova.compute.manager [req-80ddac92-09b7-4f00-adae-c79e2cc515d0 req-49fb9195-ce10-46fe-8d02-b45a159015c4 service nova] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Received unexpected event network-vif-plugged-70b48f4d-892f-4838-97b1-7cd1336c3188 for instance with vm_state building and task_state spawning. [ 1257.969643] env[62094]: DEBUG nova.compute.manager [req-80ddac92-09b7-4f00-adae-c79e2cc515d0 req-49fb9195-ce10-46fe-8d02-b45a159015c4 service nova] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Received event network-changed-70b48f4d-892f-4838-97b1-7cd1336c3188 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1257.969803] env[62094]: DEBUG nova.compute.manager [req-80ddac92-09b7-4f00-adae-c79e2cc515d0 req-49fb9195-ce10-46fe-8d02-b45a159015c4 service nova] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Refreshing instance network info cache due to event network-changed-70b48f4d-892f-4838-97b1-7cd1336c3188. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1257.969988] env[62094]: DEBUG oslo_concurrency.lockutils [req-80ddac92-09b7-4f00-adae-c79e2cc515d0 req-49fb9195-ce10-46fe-8d02-b45a159015c4 service nova] Acquiring lock "refresh_cache-ba71fe45-f87a-4af7-a5f7-901a9283f6a9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.970128] env[62094]: DEBUG oslo_concurrency.lockutils [req-80ddac92-09b7-4f00-adae-c79e2cc515d0 req-49fb9195-ce10-46fe-8d02-b45a159015c4 service nova] Acquired lock "refresh_cache-ba71fe45-f87a-4af7-a5f7-901a9283f6a9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.970284] env[62094]: DEBUG nova.network.neutron [req-80ddac92-09b7-4f00-adae-c79e2cc515d0 req-49fb9195-ce10-46fe-8d02-b45a159015c4 service nova] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Refreshing network info cache for port 70b48f4d-892f-4838-97b1-7cd1336c3188 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.982512] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Releasing lock "refresh_cache-eee2e459-01b2-4c80-bc6e-f6c80f70ef67" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.982512] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Updated the network info_cache for instance {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1257.982512] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400844, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.982833] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.983708] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.983939] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.984317] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.988894] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.988894] env[62094]: DEBUG oslo_vmware.api [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Task: {'id': task-1400845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181304} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.989534] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._sync_power_states {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.991185] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.991383] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.991624] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.991784] env[62094]: INFO nova.compute.manager [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1257.991987] env[62094]: DEBUG oslo.service.loopingcall [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1257.992425] env[62094]: DEBUG nova.compute.manager [-] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1257.992524] env[62094]: DEBUG nova.network.neutron [-] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.013766] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.013766] env[62094]: DEBUG nova.compute.manager [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1258.017204] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.243s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.018043] env[62094]: INFO nova.compute.claims [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.191122] env[62094]: DEBUG nova.network.neutron [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Successfully updated port: a960dc46-8b73-43f2-92b3-68f27473ef49 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.267395] env[62094]: INFO nova.compute.manager [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Took 31.82 seconds to build instance. [ 1258.305155] env[62094]: DEBUG oslo_concurrency.lockutils [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] Releasing lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.305411] env[62094]: DEBUG nova.compute.manager [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Received event network-changed-b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1258.305583] env[62094]: DEBUG nova.compute.manager [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Refreshing instance network info cache due to event network-changed-b59eb6f6-0ed4-4a79-bee9-53b9112741a6. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1258.305791] env[62094]: DEBUG oslo_concurrency.lockutils [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] Acquiring lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.305937] env[62094]: DEBUG oslo_concurrency.lockutils [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] Acquired lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.306120] env[62094]: DEBUG nova.network.neutron [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Refreshing network info cache for port b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.427385] env[62094]: DEBUG oslo_concurrency.lockutils [req-95e791bf-f534-4b16-96e9-588c8e667f8b req-ece4c759-0e3a-4517-9744-f1e61f11a5ac service nova] Releasing lock "refresh_cache-5632757d-1b10-47fe-9519-eac6335e486d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.448130] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.478907] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400844, 'name': CreateVM_Task, 'duration_secs': 0.58078} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.478907] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.480138] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.480138] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.480429] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.480688] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98034dfd-1858-4314-b5e8-8ce620549e9f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.485780] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1258.485780] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5245cb35-b208-bf48-db9b-6088395f0f1d" [ 1258.485780] env[62094]: _type = "Task" [ 1258.485780] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.497021] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Getting list of instances from cluster (obj){ [ 1258.497021] env[62094]: value = "domain-c8" [ 1258.497021] env[62094]: _type = "ClusterComputeResource" [ 1258.497021] env[62094]: } {{(pid=62094) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1258.497994] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5c8c8f-2a8f-444e-8aa6-74cd860c4923 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.512908] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5245cb35-b208-bf48-db9b-6088395f0f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.008756} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.523752] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.524007] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.524259] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.524413] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.524590] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.525770] env[62094]: DEBUG nova.compute.utils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1258.531221] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Got total of 12 instances {{(pid=62094) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1258.532064] env[62094]: WARNING nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] While synchronizing instance power states, found 19 instances in the database and 12 instances on the hypervisor. [ 1258.532240] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid eee2e459-01b2-4c80-bc6e-f6c80f70ef67 {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.532425] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid 2100f73d-d3ca-4e31-9bba-05a5767389fc {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.532584] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid e8a64c70-0423-42bf-9414-9554f82db3dd {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.532735] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid 3205e355-ee5c-454c-b369-d4a650018b67 {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.532996] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid 257036ca-daf0-4615-8ce0-23263ceafc60 {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.533262] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid 287c6662-e303-470a-9201-7b49bc7db041 {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.533432] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid f926178a-a084-43a8-8906-6569d3015281 {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.533589] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid 939cd279-b1c8-43f5-add3-e4a948fe9071 {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.533742] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid aa8b42a8-fd03-449e-9e9d-9c05a8e389f3 {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.533893] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid 75d41bc3-89e0-48ab-b001-c90994937228 {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.534058] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid 47d50f06-ee2c-4524-aca5-edc748f76875 {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.534225] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid 4f6170dd-4b13-46ea-8ea0-612e517addb9 {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.534358] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid e2f8504f-2c1e-4304-a698-fe8819a65685 {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.534504] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid 5d4cbef9-ed93-4415-8818-05fcae2a906c {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.534667] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid 96ec0dfb-3d6c-42df-b566-bcae164fe4c7 {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.534790] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid 5632757d-1b10-47fe-9519-eac6335e486d {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.534931] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid ba71fe45-f87a-4af7-a5f7-901a9283f6a9 {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.535087] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.535233] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Triggering sync for uuid 248c7655-0592-4e9c-b84f-00a9cca38c23 {{(pid=62094) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 1258.538096] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21f7ffa1-1b9b-47f7-a507-83b6a4070ac9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.540108] env[62094]: DEBUG nova.compute.manager [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1258.540284] env[62094]: DEBUG nova.network.neutron [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.541870] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.542198] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.542402] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.542662] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "e8a64c70-0423-42bf-9414-9554f82db3dd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.542845] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.543530] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "3205e355-ee5c-454c-b369-d4a650018b67" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.543732] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "3205e355-ee5c-454c-b369-d4a650018b67" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.543971] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "257036ca-daf0-4615-8ce0-23263ceafc60" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.544173] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.544403] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "287c6662-e303-470a-9201-7b49bc7db041" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.544611] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "f926178a-a084-43a8-8906-6569d3015281" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.544789] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "f926178a-a084-43a8-8906-6569d3015281" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.545017] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "939cd279-b1c8-43f5-add3-e4a948fe9071" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.545206] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "939cd279-b1c8-43f5-add3-e4a948fe9071" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.545432] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.545610] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.547039] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "75d41bc3-89e0-48ab-b001-c90994937228" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.547039] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "47d50f06-ee2c-4524-aca5-edc748f76875" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.547039] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "4f6170dd-4b13-46ea-8ea0-612e517addb9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.547039] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "e2f8504f-2c1e-4304-a698-fe8819a65685" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.547039] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "e2f8504f-2c1e-4304-a698-fe8819a65685" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.547039] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "5d4cbef9-ed93-4415-8818-05fcae2a906c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.547039] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "5d4cbef9-ed93-4415-8818-05fcae2a906c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.547368] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.547513] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "5632757d-1b10-47fe-9519-eac6335e486d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.547721] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.547917] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.548134] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "248c7655-0592-4e9c-b84f-00a9cca38c23" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.548312] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.548445] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1258.550136] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93060449-65bd-4849-a3e0-4c376da698eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.552980] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa583ff2-130d-4f49-a569-4113b3484ab1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.556242] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e13e1b4-cd33-433d-a1a7-ed7f19005ace {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.560397] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90f93b8-231a-49d9-a676-a6da5376b00d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.560995] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4fd3fe-ca24-43a6-99e9-aea6935175bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.565707] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1924ae04-d7d0-4d19-8f80-e995d8bbb24f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.567485] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a325bb3-40d1-4ea0-8d12-bbdb17b19a68 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.570653] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841c6a72-6de6-45d2-8597-41a1c7034fbc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.573596] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694e5859-956e-4b87-b67b-40c169a35909 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.576215] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.581819] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.608550] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.608717] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.614743] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb08e85c-7128-4aa2-98c7-ffe61d825339 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.622896] env[62094]: DEBUG nova.policy [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd855986a279e453998c560acc5f59d2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bc36ca85dcb4d5db007eb7cc44e8408', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1258.626006] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1258.626006] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5277d6b9-c0af-6c1e-0683-1859d7e3695e" [ 1258.626006] env[62094]: _type = "Task" [ 1258.626006] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.637882] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5277d6b9-c0af-6c1e-0683-1859d7e3695e, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.638748] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74965405-a9bf-4feb-a5ab-a48efe165f9d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.646973] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1258.646973] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52639acf-fd9d-8a7e-4191-c490b8347d47" [ 1258.646973] env[62094]: _type = "Task" [ 1258.646973] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.660156] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52639acf-fd9d-8a7e-4191-c490b8347d47, 'name': SearchDatastore_Task, 'duration_secs': 0.008359} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.660156] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.660156] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] ba71fe45-f87a-4af7-a5f7-901a9283f6a9/ba71fe45-f87a-4af7-a5f7-901a9283f6a9.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.660312] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f485159-ad07-42bf-912d-2f38249925a8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.666930] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1258.666930] env[62094]: value = "task-1400847" [ 1258.666930] env[62094]: _type = "Task" [ 1258.666930] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.677642] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.694033] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "refresh_cache-5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.694182] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "refresh_cache-5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.694339] env[62094]: DEBUG nova.network.neutron [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.767696] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "interface-939cd279-b1c8-43f5-add3-e4a948fe9071-ace09a45-b1e4-49c8-abc3-f408b35804c2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.767863] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-939cd279-b1c8-43f5-add3-e4a948fe9071-ace09a45-b1e4-49c8-abc3-f408b35804c2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.768405] env[62094]: DEBUG nova.objects.instance [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'flavor' on Instance uuid 939cd279-b1c8-43f5-add3-e4a948fe9071 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.772837] env[62094]: DEBUG oslo_concurrency.lockutils [None req-281719ff-4a96-4b0e-9fa5-24dd631b59e2 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.340s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.773090] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.226s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.774321] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfdd815-fdfb-47b6-8e3b-2781905d460e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.811615] env[62094]: DEBUG nova.network.neutron [req-80ddac92-09b7-4f00-adae-c79e2cc515d0 req-49fb9195-ce10-46fe-8d02-b45a159015c4 service nova] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Updated VIF entry in instance network info cache for port 70b48f4d-892f-4838-97b1-7cd1336c3188. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.812017] env[62094]: DEBUG nova.network.neutron [req-80ddac92-09b7-4f00-adae-c79e2cc515d0 req-49fb9195-ce10-46fe-8d02-b45a159015c4 service nova] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Updating instance_info_cache with network_info: [{"id": "70b48f4d-892f-4838-97b1-7cd1336c3188", "address": "fa:16:3e:db:97:0b", "network": {"id": "b3abceba-929f-42f6-92cf-192bb06c1cce", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1843154820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce2e13a3313a4bbc8f453acf384ce3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70b48f4d-89", "ovs_interfaceid": "70b48f4d-892f-4838-97b1-7cd1336c3188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.829765] env[62094]: DEBUG nova.network.neutron [-] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.881368] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "e2f8504f-2c1e-4304-a698-fe8819a65685" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.947770] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400846, 'name': ReconfigVM_Task, 'duration_secs': 0.827008} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.948731] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 5632757d-1b10-47fe-9519-eac6335e486d/5632757d-1b10-47fe-9519-eac6335e486d.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.949572] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75d2e4b9-0d8a-4301-91a2-00ce7a9b8ebe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.959150] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1258.959150] env[62094]: value = "task-1400848" [ 1258.959150] env[62094]: _type = "Task" [ 1258.959150] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.968941] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400848, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.035016] env[62094]: INFO nova.network.neutron [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Port b59eb6f6-0ed4-4a79-bee9-53b9112741a6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1259.035488] env[62094]: DEBUG nova.network.neutron [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.041575] env[62094]: DEBUG nova.compute.manager [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1259.083759] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.102650] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.102650] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.104120] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "3205e355-ee5c-454c-b369-d4a650018b67" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.118859] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "f926178a-a084-43a8-8906-6569d3015281" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.118859] env[62094]: INFO nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] During sync_power_state the instance has a pending task (deleting). Skip. [ 1259.118859] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.118859] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.535s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.118859] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.118859] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.118859] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.120224] env[62094]: INFO nova.compute.manager [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Terminating instance [ 1259.122258] env[62094]: INFO nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] During sync_power_state the instance has a pending task (deleting). Skip. [ 1259.122661] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "e2f8504f-2c1e-4304-a698-fe8819a65685" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.123181] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "939cd279-b1c8-43f5-add3-e4a948fe9071" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.578s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.124176] env[62094]: DEBUG nova.compute.manager [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1259.124553] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.125079] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "e2f8504f-2c1e-4304-a698-fe8819a65685" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.244s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.127019] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "e2f8504f-2c1e-4304-a698-fe8819a65685-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.127019] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "e2f8504f-2c1e-4304-a698-fe8819a65685-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.127019] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "e2f8504f-2c1e-4304-a698-fe8819a65685-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.127841] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "5d4cbef9-ed93-4415-8818-05fcae2a906c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.581s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.131124] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ca639f-cc7b-43e2-be20-1d0bb6754f16 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.136540] env[62094]: INFO nova.compute.manager [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Terminating instance [ 1259.138839] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.596s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.142335] env[62094]: DEBUG nova.compute.manager [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1259.146149] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.146677] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e85e51c-37c0-4a85-81ba-1d0b263a1b3d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.152853] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.153594] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6688ecad-b823-463d-bec9-095b050e0605 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.158045] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.158323] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17d31783-99f4-4a2a-85eb-75240211d50d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.166710] env[62094]: DEBUG oslo_vmware.api [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1259.166710] env[62094]: value = "task-1400850" [ 1259.166710] env[62094]: _type = "Task" [ 1259.166710] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.170724] env[62094]: DEBUG nova.network.neutron [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Successfully created port: f3ba12da-0073-47fd-abc0-102e0b295fdd {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.182653] env[62094]: DEBUG oslo_vmware.api [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.186895] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49638} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.188909] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] ba71fe45-f87a-4af7-a5f7-901a9283f6a9/ba71fe45-f87a-4af7-a5f7-901a9283f6a9.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.189178] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.189629] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd689c0f-797f-48ec-aec0-db3ba1100bf9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.198260] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1259.198260] env[62094]: value = "task-1400851" [ 1259.198260] env[62094]: _type = "Task" [ 1259.198260] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.212249] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.266622] env[62094]: DEBUG nova.network.neutron [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.273452] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.273452] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.273452] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleting the datastore file [datastore1] aa8b42a8-fd03-449e-9e9d-9c05a8e389f3 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.275350] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cab2e279-c3f6-4b56-86ef-576ea28426f5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.284926] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.285254] env[62094]: DEBUG oslo_vmware.api [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1259.285254] env[62094]: value = "task-1400852" [ 1259.285254] env[62094]: _type = "Task" [ 1259.285254] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.296320] env[62094]: DEBUG oslo_vmware.api [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.316815] env[62094]: DEBUG oslo_concurrency.lockutils [req-80ddac92-09b7-4f00-adae-c79e2cc515d0 req-49fb9195-ce10-46fe-8d02-b45a159015c4 service nova] Releasing lock "refresh_cache-ba71fe45-f87a-4af7-a5f7-901a9283f6a9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.332607] env[62094]: INFO nova.compute.manager [-] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Took 1.34 seconds to deallocate network for instance. [ 1259.386899] env[62094]: DEBUG nova.objects.instance [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'pci_requests' on Instance uuid 939cd279-b1c8-43f5-add3-e4a948fe9071 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.412508] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "bc6169f6-5b4d-403f-9bf9-5eb447cba4a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.412748] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "bc6169f6-5b4d-403f-9bf9-5eb447cba4a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.469355] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400848, 'name': Rename_Task, 'duration_secs': 0.298088} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.469687] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.470032] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d66d056-63dd-4d26-b715-873c4bf40e44 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.473732] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b658e5-9978-48ca-b3ae-edb2c0d2522b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.483499] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47bfe8f-ae3b-4a25-b0ef-8b5c2d0125a7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.488436] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1259.488436] env[62094]: value = "task-1400853" [ 1259.488436] env[62094]: _type = "Task" [ 1259.488436] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.520350] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f33c08-16dd-457a-900d-d2a09499fad0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.525490] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.531225] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49874a96-1647-4e0d-9eaf-e6810dbc7529 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.536469] env[62094]: DEBUG nova.network.neutron [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Updating instance_info_cache with network_info: [{"id": "a960dc46-8b73-43f2-92b3-68f27473ef49", "address": "fa:16:3e:b1:fe:f2", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa960dc46-8b", "ovs_interfaceid": "a960dc46-8b73-43f2-92b3-68f27473ef49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.539127] env[62094]: DEBUG oslo_concurrency.lockutils [req-7430b3c7-7377-4d7f-8ce9-45d688dba2b3 req-ed47c142-61bb-4343-8ac2-1c3708ad5c3d service nova] Releasing lock "refresh_cache-75d41bc3-89e0-48ab-b001-c90994937228" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.554803] env[62094]: DEBUG nova.compute.provider_tree [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.621107] env[62094]: DEBUG nova.compute.manager [req-e37fa038-ed61-4dcb-a3da-f7d6858fe843 req-f2f52898-758b-4a78-8212-9bea2e81aa18 service nova] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Received event network-vif-deleted-b59eb6f6-0ed4-4a79-bee9-53b9112741a6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1259.676777] env[62094]: DEBUG oslo_vmware.api [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400850, 'name': PowerOffVM_Task, 'duration_secs': 0.261934} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.677087] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.677272] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.677538] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a2f7e21-324d-45c4-9fb2-cc500edb0be9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.708359] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074491} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.708638] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.709572] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966ef118-1e73-4afe-9b95-e010e9e096b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.731635] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] ba71fe45-f87a-4af7-a5f7-901a9283f6a9/ba71fe45-f87a-4af7-a5f7-901a9283f6a9.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.732430] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0e7fa63-910c-4425-b1ec-be18c4a78cff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.754576] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1259.754576] env[62094]: value = "task-1400855" [ 1259.754576] env[62094]: _type = "Task" [ 1259.754576] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.754962] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.755180] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.755360] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleting the datastore file [datastore2] e2f8504f-2c1e-4304-a698-fe8819a65685 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.758461] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f26d9b6-2e96-46e9-8005-8736f4e1b4db {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.765513] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.766990] env[62094]: DEBUG oslo_vmware.api [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1259.766990] env[62094]: value = "task-1400856" [ 1259.766990] env[62094]: _type = "Task" [ 1259.766990] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.774939] env[62094]: DEBUG oslo_vmware.api [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.796145] env[62094]: DEBUG oslo_vmware.api [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136981} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.796436] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.796629] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.796809] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.796996] env[62094]: INFO nova.compute.manager [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1259.797267] env[62094]: DEBUG oslo.service.loopingcall [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1259.797468] env[62094]: DEBUG nova.compute.manager [-] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1259.797564] env[62094]: DEBUG nova.network.neutron [-] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.838795] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.892358] env[62094]: DEBUG nova.objects.base [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Object Instance<939cd279-b1c8-43f5-add3-e4a948fe9071> lazy-loaded attributes: flavor,pci_requests {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1259.892843] env[62094]: DEBUG nova.network.neutron [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.915990] env[62094]: DEBUG nova.compute.manager [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1259.998098] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.002211] env[62094]: DEBUG nova.policy [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db323f4782b4039b4a3c5d42b867ad1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8412c020e6af477eac81718f70cb4614', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1260.039533] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "refresh_cache-5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.039910] env[62094]: DEBUG nova.compute.manager [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Instance network_info: |[{"id": "a960dc46-8b73-43f2-92b3-68f27473ef49", "address": "fa:16:3e:b1:fe:f2", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa960dc46-8b", "ovs_interfaceid": "a960dc46-8b73-43f2-92b3-68f27473ef49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1260.040425] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:fe:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a960dc46-8b73-43f2-92b3-68f27473ef49', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.051089] env[62094]: DEBUG oslo.service.loopingcall [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1260.051495] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.054904] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb08b267-c49e-476e-9ada-d75b078b5f85 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.078972] env[62094]: DEBUG nova.compute.manager [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1260.079715] env[62094]: DEBUG nova.scheduler.client.report [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1260.089120] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Acquiring lock "ff89c425-26c5-42aa-8667-a0f5e3feb526" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.089290] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Lock "ff89c425-26c5-42aa-8667-a0f5e3feb526" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.093627] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.093627] env[62094]: value = "task-1400857" [ 1260.093627] env[62094]: _type = "Task" [ 1260.093627] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.108084] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400857, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.118270] env[62094]: DEBUG nova.virt.hardware [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1260.118410] env[62094]: DEBUG nova.virt.hardware [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1260.118635] env[62094]: DEBUG nova.virt.hardware [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.118779] env[62094]: DEBUG nova.virt.hardware [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1260.119128] env[62094]: DEBUG nova.virt.hardware [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.119220] env[62094]: DEBUG nova.virt.hardware [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1260.119472] env[62094]: DEBUG nova.virt.hardware [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1260.119673] env[62094]: DEBUG nova.virt.hardware [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1260.119941] env[62094]: DEBUG nova.virt.hardware [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1260.120196] env[62094]: DEBUG nova.virt.hardware [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1260.120425] env[62094]: DEBUG nova.virt.hardware [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1260.121678] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb0648e-db71-4ebe-aeba-069b17d85599 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.130456] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108f4924-2540-4ceb-a8c6-47cf059d088c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.267144] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400855, 'name': ReconfigVM_Task, 'duration_secs': 0.487999} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.267543] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Reconfigured VM instance instance-0000004d to attach disk [datastore2] ba71fe45-f87a-4af7-a5f7-901a9283f6a9/ba71fe45-f87a-4af7-a5f7-901a9283f6a9.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.275457] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4740702-3c16-4d89-9248-ef5a73567d87 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.280579] env[62094]: DEBUG oslo_vmware.api [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1400856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17109} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.281991] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.282214] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.282428] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.282610] env[62094]: INFO nova.compute.manager [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1260.282852] env[62094]: DEBUG oslo.service.loopingcall [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1260.283149] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1260.283149] env[62094]: value = "task-1400858" [ 1260.283149] env[62094]: _type = "Task" [ 1260.283149] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.283349] env[62094]: DEBUG nova.compute.manager [-] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1260.283446] env[62094]: DEBUG nova.network.neutron [-] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.294688] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400858, 'name': Rename_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.440726] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.498893] env[62094]: DEBUG oslo_vmware.api [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400853, 'name': PowerOnVM_Task, 'duration_secs': 0.805215} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.499698] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.499977] env[62094]: INFO nova.compute.manager [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1260.500249] env[62094]: DEBUG nova.compute.manager [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1260.501578] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3035fd-361f-44e6-8da0-528574d08a5d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.588913] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.589629] env[62094]: DEBUG nova.compute.manager [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1260.593890] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.695s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.594140] env[62094]: DEBUG nova.objects.instance [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lazy-loading 'resources' on Instance uuid 287c6662-e303-470a-9201-7b49bc7db041 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.595616] env[62094]: DEBUG nova.network.neutron [-] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.596924] env[62094]: DEBUG nova.compute.manager [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1260.610866] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400857, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.796394] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400858, 'name': Rename_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.862925] env[62094]: DEBUG nova.network.neutron [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Successfully updated port: f3ba12da-0073-47fd-abc0-102e0b295fdd {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.995200] env[62094]: DEBUG nova.compute.manager [req-1ad2365e-3785-41ae-977a-3937a1282d9d req-8cd0407e-4ef6-431d-bc4c-101674a49c96 service nova] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Received event network-vif-plugged-a960dc46-8b73-43f2-92b3-68f27473ef49 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1260.995379] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ad2365e-3785-41ae-977a-3937a1282d9d req-8cd0407e-4ef6-431d-bc4c-101674a49c96 service nova] Acquiring lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.995644] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ad2365e-3785-41ae-977a-3937a1282d9d req-8cd0407e-4ef6-431d-bc4c-101674a49c96 service nova] Lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.995786] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ad2365e-3785-41ae-977a-3937a1282d9d req-8cd0407e-4ef6-431d-bc4c-101674a49c96 service nova] Lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.995925] env[62094]: DEBUG nova.compute.manager [req-1ad2365e-3785-41ae-977a-3937a1282d9d req-8cd0407e-4ef6-431d-bc4c-101674a49c96 service nova] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] No waiting events found dispatching network-vif-plugged-a960dc46-8b73-43f2-92b3-68f27473ef49 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1260.996120] env[62094]: WARNING nova.compute.manager [req-1ad2365e-3785-41ae-977a-3937a1282d9d req-8cd0407e-4ef6-431d-bc4c-101674a49c96 service nova] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Received unexpected event network-vif-plugged-a960dc46-8b73-43f2-92b3-68f27473ef49 for instance with vm_state building and task_state spawning. [ 1260.996292] env[62094]: DEBUG nova.compute.manager [req-1ad2365e-3785-41ae-977a-3937a1282d9d req-8cd0407e-4ef6-431d-bc4c-101674a49c96 service nova] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Received event network-changed-a960dc46-8b73-43f2-92b3-68f27473ef49 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1260.996450] env[62094]: DEBUG nova.compute.manager [req-1ad2365e-3785-41ae-977a-3937a1282d9d req-8cd0407e-4ef6-431d-bc4c-101674a49c96 service nova] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Refreshing instance network info cache due to event network-changed-a960dc46-8b73-43f2-92b3-68f27473ef49. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1260.996633] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ad2365e-3785-41ae-977a-3937a1282d9d req-8cd0407e-4ef6-431d-bc4c-101674a49c96 service nova] Acquiring lock "refresh_cache-5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.996772] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ad2365e-3785-41ae-977a-3937a1282d9d req-8cd0407e-4ef6-431d-bc4c-101674a49c96 service nova] Acquired lock "refresh_cache-5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.996929] env[62094]: DEBUG nova.network.neutron [req-1ad2365e-3785-41ae-977a-3937a1282d9d req-8cd0407e-4ef6-431d-bc4c-101674a49c96 service nova] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Refreshing network info cache for port a960dc46-8b73-43f2-92b3-68f27473ef49 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.021338] env[62094]: INFO nova.compute.manager [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Took 23.66 seconds to build instance. [ 1261.042423] env[62094]: DEBUG nova.network.neutron [-] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.104580] env[62094]: INFO nova.compute.manager [-] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Took 1.31 seconds to deallocate network for instance. [ 1261.105506] env[62094]: DEBUG nova.compute.utils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1261.110998] env[62094]: DEBUG nova.compute.manager [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1261.110998] env[62094]: DEBUG nova.network.neutron [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.127245] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400857, 'name': CreateVM_Task, 'duration_secs': 0.571639} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.127410] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.128156] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.128370] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.128686] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1261.129275] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ca176b-4821-40da-8723-134bccc0e358 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.134969] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.138319] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1261.138319] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524619eb-403d-8e99-b218-97124f0b36c2" [ 1261.138319] env[62094]: _type = "Task" [ 1261.138319] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.146399] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524619eb-403d-8e99-b218-97124f0b36c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.171523] env[62094]: DEBUG nova.policy [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd855986a279e453998c560acc5f59d2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bc36ca85dcb4d5db007eb7cc44e8408', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1261.296565] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400858, 'name': Rename_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.365663] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "refresh_cache-248c7655-0592-4e9c-b84f-00a9cca38c23" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.365813] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "refresh_cache-248c7655-0592-4e9c-b84f-00a9cca38c23" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.365964] env[62094]: DEBUG nova.network.neutron [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.434915] env[62094]: DEBUG nova.network.neutron [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Successfully created port: de42a9de-b7d6-4341-93b5-0dd8e1456ce6 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.458792] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35c8d06-98f6-4a0d-9eea-84d4c1e2ad56 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.466547] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567c8ce1-28ea-49a3-880a-14d23406c454 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.502899] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5860140b-15e6-4053-8d34-6b297925a74c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.511781] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba234af-1e12-4d80-a374-3b00f1f8b6d9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.527819] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e1d4af07-e0d1-47f6-89b0-e6a36c5bb381 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "5632757d-1b10-47fe-9519-eac6335e486d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.173s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.528321] env[62094]: DEBUG nova.compute.provider_tree [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.529837] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "5632757d-1b10-47fe-9519-eac6335e486d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.982s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.529837] env[62094]: INFO nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] During sync_power_state the instance has a pending task (spawning). Skip. [ 1261.530102] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "5632757d-1b10-47fe-9519-eac6335e486d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.544636] env[62094]: INFO nova.compute.manager [-] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Took 1.26 seconds to deallocate network for instance. [ 1261.616625] env[62094]: DEBUG nova.compute.manager [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1261.624983] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.653817] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524619eb-403d-8e99-b218-97124f0b36c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.654132] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.654367] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.654600] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.654743] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.654950] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.655253] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68555f4a-04dc-46c1-8aa3-4e2d434ca1cd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.665530] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.665530] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.666417] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ba9ace-7f50-4305-b0de-be1b796c90a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.671845] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1261.671845] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]525069ec-813f-d6ac-7760-f8f6c7dfb830" [ 1261.671845] env[62094]: _type = "Task" [ 1261.671845] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.679876] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525069ec-813f-d6ac-7760-f8f6c7dfb830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.708667] env[62094]: DEBUG nova.network.neutron [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Successfully updated port: ace09a45-b1e4-49c8-abc3-f408b35804c2 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.797774] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400858, 'name': Rename_Task, 'duration_secs': 1.268175} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.798092] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.798354] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cf389e6-8e56-47f8-aa1b-2eb8d0dd9829 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.804798] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1261.804798] env[62094]: value = "task-1400859" [ 1261.804798] env[62094]: _type = "Task" [ 1261.804798] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.812869] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.837383] env[62094]: DEBUG nova.network.neutron [req-1ad2365e-3785-41ae-977a-3937a1282d9d req-8cd0407e-4ef6-431d-bc4c-101674a49c96 service nova] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Updated VIF entry in instance network info cache for port a960dc46-8b73-43f2-92b3-68f27473ef49. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.837827] env[62094]: DEBUG nova.network.neutron [req-1ad2365e-3785-41ae-977a-3937a1282d9d req-8cd0407e-4ef6-431d-bc4c-101674a49c96 service nova] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Updating instance_info_cache with network_info: [{"id": "a960dc46-8b73-43f2-92b3-68f27473ef49", "address": "fa:16:3e:b1:fe:f2", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa960dc46-8b", "ovs_interfaceid": "a960dc46-8b73-43f2-92b3-68f27473ef49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.896822] env[62094]: DEBUG nova.network.neutron [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.033764] env[62094]: DEBUG nova.scheduler.client.report [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1262.037985] env[62094]: DEBUG nova.network.neutron [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Updating instance_info_cache with network_info: [{"id": "f3ba12da-0073-47fd-abc0-102e0b295fdd", "address": "fa:16:3e:c7:9d:a6", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ba12da-00", "ovs_interfaceid": "f3ba12da-0073-47fd-abc0-102e0b295fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.040845] env[62094]: DEBUG nova.compute.manager [req-8aceff5d-a5ac-4588-b9c5-956896d9c1dd req-7117331e-676e-4c1b-adbc-dc65f5d8c398 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Received event network-vif-plugged-ace09a45-b1e4-49c8-abc3-f408b35804c2 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1262.041026] env[62094]: DEBUG oslo_concurrency.lockutils [req-8aceff5d-a5ac-4588-b9c5-956896d9c1dd req-7117331e-676e-4c1b-adbc-dc65f5d8c398 service nova] Acquiring lock "939cd279-b1c8-43f5-add3-e4a948fe9071-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.041237] env[62094]: DEBUG oslo_concurrency.lockutils [req-8aceff5d-a5ac-4588-b9c5-956896d9c1dd req-7117331e-676e-4c1b-adbc-dc65f5d8c398 service nova] Lock "939cd279-b1c8-43f5-add3-e4a948fe9071-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.041406] env[62094]: DEBUG oslo_concurrency.lockutils [req-8aceff5d-a5ac-4588-b9c5-956896d9c1dd req-7117331e-676e-4c1b-adbc-dc65f5d8c398 service nova] Lock "939cd279-b1c8-43f5-add3-e4a948fe9071-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.041601] env[62094]: DEBUG nova.compute.manager [req-8aceff5d-a5ac-4588-b9c5-956896d9c1dd req-7117331e-676e-4c1b-adbc-dc65f5d8c398 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] No waiting events found dispatching network-vif-plugged-ace09a45-b1e4-49c8-abc3-f408b35804c2 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1262.041766] env[62094]: WARNING nova.compute.manager [req-8aceff5d-a5ac-4588-b9c5-956896d9c1dd req-7117331e-676e-4c1b-adbc-dc65f5d8c398 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Received unexpected event network-vif-plugged-ace09a45-b1e4-49c8-abc3-f408b35804c2 for instance with vm_state active and task_state None. [ 1262.050070] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.182805] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525069ec-813f-d6ac-7760-f8f6c7dfb830, 'name': SearchDatastore_Task, 'duration_secs': 0.026375} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.183656] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37fa9a54-6fe1-407b-a75e-82352b70256d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.188592] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1262.188592] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a5425f-8236-9f56-5c79-a9b23414cdf3" [ 1262.188592] env[62094]: _type = "Task" [ 1262.188592] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.196694] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a5425f-8236-9f56-5c79-a9b23414cdf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.211700] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.211878] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.212179] env[62094]: DEBUG nova.network.neutron [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.314909] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.340685] env[62094]: DEBUG oslo_concurrency.lockutils [req-1ad2365e-3785-41ae-977a-3937a1282d9d req-8cd0407e-4ef6-431d-bc4c-101674a49c96 service nova] Releasing lock "refresh_cache-5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.543921] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "refresh_cache-248c7655-0592-4e9c-b84f-00a9cca38c23" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.544617] env[62094]: DEBUG nova.compute.manager [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Instance network_info: |[{"id": "f3ba12da-0073-47fd-abc0-102e0b295fdd", "address": "fa:16:3e:c7:9d:a6", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ba12da-00", "ovs_interfaceid": "f3ba12da-0073-47fd-abc0-102e0b295fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1262.545632] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.549024] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:9d:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3ba12da-0073-47fd-abc0-102e0b295fdd', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.560917] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Creating folder: Project (2bc36ca85dcb4d5db007eb7cc44e8408). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1262.561378] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.519s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.563523] env[62094]: INFO nova.compute.claims [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.567958] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce942638-8231-4a28-9c57-d325caa74aba {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.574017] env[62094]: INFO nova.scheduler.client.report [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Deleted allocations for instance 287c6662-e303-470a-9201-7b49bc7db041 [ 1262.585536] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Created folder: Project (2bc36ca85dcb4d5db007eb7cc44e8408) in parent group-v296765. [ 1262.585742] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Creating folder: Instances. Parent ref: group-v296983. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1262.585994] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d9908a4-f992-4d02-ba91-c11e723e9929 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.596288] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Created folder: Instances in parent group-v296983. [ 1262.596612] env[62094]: DEBUG oslo.service.loopingcall [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1262.596720] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.596929] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9b4ee99-23c0-4c94-b9c3-c03a58d6c4e5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.618673] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.618673] env[62094]: value = "task-1400862" [ 1262.618673] env[62094]: _type = "Task" [ 1262.618673] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.628025] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400862, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.631132] env[62094]: DEBUG nova.compute.manager [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1262.656572] env[62094]: DEBUG nova.virt.hardware [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1262.656818] env[62094]: DEBUG nova.virt.hardware [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1262.656978] env[62094]: DEBUG nova.virt.hardware [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.657186] env[62094]: DEBUG nova.virt.hardware [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1262.657337] env[62094]: DEBUG nova.virt.hardware [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.657486] env[62094]: DEBUG nova.virt.hardware [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1262.657695] env[62094]: DEBUG nova.virt.hardware [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1262.658019] env[62094]: DEBUG nova.virt.hardware [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1262.658019] env[62094]: DEBUG nova.virt.hardware [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1262.658207] env[62094]: DEBUG nova.virt.hardware [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1262.658360] env[62094]: DEBUG nova.virt.hardware [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1262.659377] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d07b135-8b62-4939-8f8e-5c430ed362c2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.668153] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72cfb38-d1f7-4fcb-8018-e28aa56d123f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.698172] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a5425f-8236-9f56-5c79-a9b23414cdf3, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.698531] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.698804] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd/5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.699411] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f634917a-a5f7-4a61-920e-857060608a2f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.706403] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1262.706403] env[62094]: value = "task-1400863" [ 1262.706403] env[62094]: _type = "Task" [ 1262.706403] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.715617] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.766465] env[62094]: WARNING nova.network.neutron [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] 959c5bda-3cfd-4870-a78c-1f005c5c9780 already exists in list: networks containing: ['959c5bda-3cfd-4870-a78c-1f005c5c9780']. ignoring it [ 1262.766723] env[62094]: WARNING nova.network.neutron [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] 959c5bda-3cfd-4870-a78c-1f005c5c9780 already exists in list: networks containing: ['959c5bda-3cfd-4870-a78c-1f005c5c9780']. ignoring it [ 1262.816126] env[62094]: DEBUG oslo_vmware.api [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400859, 'name': PowerOnVM_Task, 'duration_secs': 0.627922} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.816454] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.816708] env[62094]: INFO nova.compute.manager [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1262.816874] env[62094]: DEBUG nova.compute.manager [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1262.817671] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f51f87-4272-4ca9-a932-7372f6b0a080 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.085117] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c53a7095-832e-4a0c-872f-6e78c320e6a6 tempest-ServersWithSpecificFlavorTestJSON-60627768 tempest-ServersWithSpecificFlavorTestJSON-60627768-project-member] Lock "287c6662-e303-470a-9201-7b49bc7db041" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.630s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.086133] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "287c6662-e303-470a-9201-7b49bc7db041" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.542s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.086450] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2d3dff0-3dbc-4f91-bd03-8388420ee774 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.098577] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9cd74d-b27f-4f8c-8888-32094bdfb41b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.127678] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400862, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.216651] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507878} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.216950] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd/5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.217382] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.217679] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15595c57-b971-46d6-8f84-78b7ed2cc62d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.228045] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1263.228045] env[62094]: value = "task-1400864" [ 1263.228045] env[62094]: _type = "Task" [ 1263.228045] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.233767] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.340738] env[62094]: INFO nova.compute.manager [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Took 25.97 seconds to build instance. [ 1263.367533] env[62094]: DEBUG nova.network.neutron [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Successfully updated port: de42a9de-b7d6-4341-93b5-0dd8e1456ce6 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.463971] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "5632757d-1b10-47fe-9519-eac6335e486d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.463971] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "5632757d-1b10-47fe-9519-eac6335e486d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.463971] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "5632757d-1b10-47fe-9519-eac6335e486d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.463971] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "5632757d-1b10-47fe-9519-eac6335e486d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.464343] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "5632757d-1b10-47fe-9519-eac6335e486d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.466536] env[62094]: INFO nova.compute.manager [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Terminating instance [ 1263.469925] env[62094]: DEBUG nova.compute.manager [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1263.470312] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.471598] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47b17b4-eea8-4662-af41-909cefabc53b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.481149] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.482927] env[62094]: DEBUG nova.network.neutron [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updating instance_info_cache with network_info: [{"id": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "address": "fa:16:3e:b3:e7:c1", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2301ccb-2a", "ovs_interfaceid": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23ff06a3-e6ee-47ba-8817-2a649f052248", "address": "fa:16:3e:af:f6:80", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ff06a3-e6", "ovs_interfaceid": "23ff06a3-e6ee-47ba-8817-2a649f052248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ace09a45-b1e4-49c8-abc3-f408b35804c2", "address": "fa:16:3e:49:87:dc", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace09a45-b1", "ovs_interfaceid": "ace09a45-b1e4-49c8-abc3-f408b35804c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.484549] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d57ac833-16a5-4e66-a2d2-dcae213a55e7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.491419] env[62094]: DEBUG oslo_vmware.api [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1263.491419] env[62094]: value = "task-1400865" [ 1263.491419] env[62094]: _type = "Task" [ 1263.491419] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.502102] env[62094]: DEBUG oslo_vmware.api [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.629321] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400862, 'name': CreateVM_Task, 'duration_secs': 0.529625} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.631581] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.632696] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.632873] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.633302] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.633869] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-766a0f72-173b-48cb-a296-4efb26c92c50 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.638240] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1263.638240] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]525cf91a-098e-5b1b-cfda-75df0760059c" [ 1263.638240] env[62094]: _type = "Task" [ 1263.638240] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.645524] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "287c6662-e303-470a-9201-7b49bc7db041" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.651024] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525cf91a-098e-5b1b-cfda-75df0760059c, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.651299] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.651523] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.651750] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.651888] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.652183] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.652392] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df7a0812-1b60-4bfa-9ff7-fe08f9543103 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.660321] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.660537] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.661211] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-962916ea-e8ab-49b7-bcec-15c838a2deec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.667693] env[62094]: DEBUG nova.compute.manager [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Received event network-vif-deleted-b168ad17-21e9-41c7-bdbe-79871146b01d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1263.668128] env[62094]: DEBUG nova.compute.manager [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Received event network-vif-deleted-e9427a30-d226-46e7-b389-c8af9993a3b4 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1263.668128] env[62094]: DEBUG nova.compute.manager [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Received event network-vif-plugged-f3ba12da-0073-47fd-abc0-102e0b295fdd {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1263.668212] env[62094]: DEBUG oslo_concurrency.lockutils [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] Acquiring lock "248c7655-0592-4e9c-b84f-00a9cca38c23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.669113] env[62094]: DEBUG oslo_concurrency.lockutils [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] Lock "248c7655-0592-4e9c-b84f-00a9cca38c23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.669113] env[62094]: DEBUG oslo_concurrency.lockutils [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] Lock "248c7655-0592-4e9c-b84f-00a9cca38c23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.669113] env[62094]: DEBUG nova.compute.manager [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] No waiting events found dispatching network-vif-plugged-f3ba12da-0073-47fd-abc0-102e0b295fdd {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1263.669113] env[62094]: WARNING nova.compute.manager [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Received unexpected event network-vif-plugged-f3ba12da-0073-47fd-abc0-102e0b295fdd for instance with vm_state building and task_state spawning. [ 1263.669113] env[62094]: DEBUG nova.compute.manager [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Received event network-changed-f3ba12da-0073-47fd-abc0-102e0b295fdd {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1263.669288] env[62094]: DEBUG nova.compute.manager [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Refreshing instance network info cache due to event network-changed-f3ba12da-0073-47fd-abc0-102e0b295fdd. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1263.669450] env[62094]: DEBUG oslo_concurrency.lockutils [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] Acquiring lock "refresh_cache-248c7655-0592-4e9c-b84f-00a9cca38c23" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.669602] env[62094]: DEBUG oslo_concurrency.lockutils [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] Acquired lock "refresh_cache-248c7655-0592-4e9c-b84f-00a9cca38c23" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.669761] env[62094]: DEBUG nova.network.neutron [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Refreshing network info cache for port f3ba12da-0073-47fd-abc0-102e0b295fdd {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.672415] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1263.672415] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c31a0b-3594-964c-44fc-356f7c7e84bd" [ 1263.672415] env[62094]: _type = "Task" [ 1263.672415] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.683442] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c31a0b-3594-964c-44fc-356f7c7e84bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008385} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.686732] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b44b438-3fd6-4727-be95-297f41777ec1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.692086] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1263.692086] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52fe868d-c05f-ed21-6ef9-b76fad9a67a7" [ 1263.692086] env[62094]: _type = "Task" [ 1263.692086] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.699536] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52fe868d-c05f-ed21-6ef9-b76fad9a67a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.736514] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064063} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.736817] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.737573] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898b8366-2163-4e18-8fe4-dc45503595a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.759456] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd/5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.762358] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f480c3ec-9020-41a6-ae5f-335e9667bc65 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.776746] env[62094]: INFO nova.compute.manager [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Rebuilding instance [ 1263.783704] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1263.783704] env[62094]: value = "task-1400866" [ 1263.783704] env[62094]: _type = "Task" [ 1263.783704] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.792196] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.822548] env[62094]: DEBUG nova.compute.manager [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1263.823567] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecc269a-6a35-4ada-931b-78a9dbd82180 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.842527] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4e63ca87-fa83-4343-9f8f-a9e600efaae7 tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.481s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.842907] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.295s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.843307] env[62094]: INFO nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] During sync_power_state the instance has a pending task (spawning). Skip. [ 1263.844042] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.875688] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "refresh_cache-60a1b4e4-cea2-4972-84ff-414b6098f03d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.875688] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "refresh_cache-60a1b4e4-cea2-4972-84ff-414b6098f03d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.875688] env[62094]: DEBUG nova.network.neutron [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.923432] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7bba46-1f1d-4170-814d-aa6e16cc9934 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.930686] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76577d0-38b2-4e96-9270-374747a6ae46 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.965392] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1535dccf-2634-4d5c-9b4e-3eb48cb38836 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.972872] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e24c6d-d650-467f-a0c8-d11132ef73b3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.987230] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.988032] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.988210] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.988748] env[62094]: DEBUG nova.compute.provider_tree [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.990609] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb13fea-d13d-49f7-a2d2-88fdaf6206ab {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.011752] env[62094]: DEBUG nova.virt.hardware [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1264.012045] env[62094]: DEBUG nova.virt.hardware [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1264.012235] env[62094]: DEBUG nova.virt.hardware [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.012450] env[62094]: DEBUG nova.virt.hardware [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1264.012610] env[62094]: DEBUG nova.virt.hardware [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.012807] env[62094]: DEBUG nova.virt.hardware [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1264.013584] env[62094]: DEBUG nova.virt.hardware [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1264.013584] env[62094]: DEBUG nova.virt.hardware [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1264.013584] env[62094]: DEBUG nova.virt.hardware [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1264.013584] env[62094]: DEBUG nova.virt.hardware [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1264.013833] env[62094]: DEBUG nova.virt.hardware [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1264.020289] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Reconfiguring VM to attach interface {{(pid=62094) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1264.024675] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad11aa5-c789-4d0b-a760-0e532aa35a40 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.039112] env[62094]: DEBUG oslo_vmware.api [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400865, 'name': PowerOffVM_Task, 'duration_secs': 0.452785} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.039678] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.039853] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.040648] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb5f1b50-0c7b-4aa5-a227-8e34a134208f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.045405] env[62094]: DEBUG oslo_vmware.api [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1264.045405] env[62094]: value = "task-1400867" [ 1264.045405] env[62094]: _type = "Task" [ 1264.045405] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.055110] env[62094]: DEBUG oslo_vmware.api [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400867, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.201742] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52fe868d-c05f-ed21-6ef9-b76fad9a67a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008391} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.202070] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.202348] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 248c7655-0592-4e9c-b84f-00a9cca38c23/248c7655-0592-4e9c-b84f-00a9cca38c23.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.202609] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f548cfe0-9b58-42bb-95f2-1e6d7eb7e372 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.209229] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1264.209229] env[62094]: value = "task-1400869" [ 1264.209229] env[62094]: _type = "Task" [ 1264.209229] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.221475] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.301497] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.337986] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.338318] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4508f2c6-dbfe-40d5-b90a-10cd5a507937 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.346737] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1264.346737] env[62094]: value = "task-1400870" [ 1264.346737] env[62094]: _type = "Task" [ 1264.346737] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.360689] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.410134] env[62094]: DEBUG nova.compute.manager [req-56d2df21-739a-4193-a27b-b47f0db92e0d req-6114f97e-bcba-4ab1-95b3-3f3a6df708ab service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Received event network-changed-ace09a45-b1e4-49c8-abc3-f408b35804c2 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1264.410353] env[62094]: DEBUG nova.compute.manager [req-56d2df21-739a-4193-a27b-b47f0db92e0d req-6114f97e-bcba-4ab1-95b3-3f3a6df708ab service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Refreshing instance network info cache due to event network-changed-ace09a45-b1e4-49c8-abc3-f408b35804c2. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1264.410606] env[62094]: DEBUG oslo_concurrency.lockutils [req-56d2df21-739a-4193-a27b-b47f0db92e0d req-6114f97e-bcba-4ab1-95b3-3f3a6df708ab service nova] Acquiring lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.410759] env[62094]: DEBUG oslo_concurrency.lockutils [req-56d2df21-739a-4193-a27b-b47f0db92e0d req-6114f97e-bcba-4ab1-95b3-3f3a6df708ab service nova] Acquired lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.410924] env[62094]: DEBUG nova.network.neutron [req-56d2df21-739a-4193-a27b-b47f0db92e0d req-6114f97e-bcba-4ab1-95b3-3f3a6df708ab service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Refreshing network info cache for port ace09a45-b1e4-49c8-abc3-f408b35804c2 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.450963] env[62094]: DEBUG nova.network.neutron [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.495465] env[62094]: DEBUG nova.scheduler.client.report [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1264.541375] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.541684] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.541906] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.542152] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.542369] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.552654] env[62094]: INFO nova.compute.manager [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Terminating instance [ 1264.565293] env[62094]: DEBUG nova.compute.manager [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1264.565293] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.566143] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577f9241-ba0f-4965-b077-b602014130bf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.569939] env[62094]: DEBUG nova.network.neutron [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Updated VIF entry in instance network info cache for port f3ba12da-0073-47fd-abc0-102e0b295fdd. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.570368] env[62094]: DEBUG nova.network.neutron [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Updating instance_info_cache with network_info: [{"id": "f3ba12da-0073-47fd-abc0-102e0b295fdd", "address": "fa:16:3e:c7:9d:a6", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ba12da-00", "ovs_interfaceid": "f3ba12da-0073-47fd-abc0-102e0b295fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.577245] env[62094]: DEBUG oslo_vmware.api [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.579890] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.580283] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67c2b2cf-bbae-4ff9-a70a-9393358689b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.586959] env[62094]: DEBUG oslo_vmware.api [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1264.586959] env[62094]: value = "task-1400871" [ 1264.586959] env[62094]: _type = "Task" [ 1264.586959] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.599416] env[62094]: DEBUG oslo_vmware.api [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.687944] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.688218] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.688416] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleting the datastore file [datastore2] 5632757d-1b10-47fe-9519-eac6335e486d {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.688708] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8f3af4a-682a-4113-911a-483231f157b5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.696735] env[62094]: DEBUG oslo_vmware.api [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1264.696735] env[62094]: value = "task-1400872" [ 1264.696735] env[62094]: _type = "Task" [ 1264.696735] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.706665] env[62094]: DEBUG oslo_vmware.api [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.723135] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400869, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.755652] env[62094]: DEBUG nova.network.neutron [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Updating instance_info_cache with network_info: [{"id": "de42a9de-b7d6-4341-93b5-0dd8e1456ce6", "address": "fa:16:3e:84:fd:8f", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde42a9de-b7", "ovs_interfaceid": "de42a9de-b7d6-4341-93b5-0dd8e1456ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.799122] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400866, 'name': ReconfigVM_Task, 'duration_secs': 0.789715} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.801214] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd/5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.807698] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6812340c-9a93-46d2-8e27-2cf430e44e94 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.817312] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1264.817312] env[62094]: value = "task-1400873" [ 1264.817312] env[62094]: _type = "Task" [ 1264.817312] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.832025] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400873, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.860092] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400870, 'name': PowerOffVM_Task, 'duration_secs': 0.243139} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.860274] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.860482] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.861364] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc467321-ee52-4188-98f3-08bea0127d9d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.870154] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.870413] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb24bd92-18fe-40a2-b4fa-8fab58c3b2b3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.933594] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.933867] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.934120] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleting the datastore file [datastore2] 96ec0dfb-3d6c-42df-b566-bcae164fe4c7 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.934429] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ded98f48-6a73-449c-a94f-3ea503fa2cf5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.940943] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1264.940943] env[62094]: value = "task-1400875" [ 1264.940943] env[62094]: _type = "Task" [ 1264.940943] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.951056] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.004023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.004648] env[62094]: DEBUG nova.compute.manager [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1265.010349] env[62094]: DEBUG oslo_concurrency.lockutils [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.880s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.010631] env[62094]: DEBUG nova.objects.instance [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lazy-loading 'resources' on Instance uuid eee2e459-01b2-4c80-bc6e-f6c80f70ef67 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.066477] env[62094]: DEBUG oslo_vmware.api [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400867, 'name': ReconfigVM_Task, 'duration_secs': 0.812391} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.069274] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.069743] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Reconfigured VM to attach interface {{(pid=62094) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1265.073113] env[62094]: DEBUG oslo_concurrency.lockutils [req-3dc801ac-1411-4552-8dec-25473eabc66d req-2f70aaa1-b019-4196-90c2-03ff99bbad75 service nova] Releasing lock "refresh_cache-248c7655-0592-4e9c-b84f-00a9cca38c23" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.098796] env[62094]: DEBUG oslo_vmware.api [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400871, 'name': PowerOffVM_Task, 'duration_secs': 0.224422} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.098796] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.098796] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.099043] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcb88699-1c9a-45c7-afc1-b64715dfaa51 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.140672] env[62094]: DEBUG nova.network.neutron [req-56d2df21-739a-4193-a27b-b47f0db92e0d req-6114f97e-bcba-4ab1-95b3-3f3a6df708ab service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updated VIF entry in instance network info cache for port ace09a45-b1e4-49c8-abc3-f408b35804c2. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.141231] env[62094]: DEBUG nova.network.neutron [req-56d2df21-739a-4193-a27b-b47f0db92e0d req-6114f97e-bcba-4ab1-95b3-3f3a6df708ab service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updating instance_info_cache with network_info: [{"id": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "address": "fa:16:3e:b3:e7:c1", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2301ccb-2a", "ovs_interfaceid": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23ff06a3-e6ee-47ba-8817-2a649f052248", "address": "fa:16:3e:af:f6:80", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ff06a3-e6", "ovs_interfaceid": "23ff06a3-e6ee-47ba-8817-2a649f052248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ace09a45-b1e4-49c8-abc3-f408b35804c2", "address": "fa:16:3e:49:87:dc", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace09a45-b1", "ovs_interfaceid": "ace09a45-b1e4-49c8-abc3-f408b35804c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.154965] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.155203] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.155392] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Deleting the datastore file [datastore2] ba71fe45-f87a-4af7-a5f7-901a9283f6a9 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.155649] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5f24ba0-dcb0-4788-8109-31b070983cc6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.163128] env[62094]: DEBUG oslo_vmware.api [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for the task: (returnval){ [ 1265.163128] env[62094]: value = "task-1400877" [ 1265.163128] env[62094]: _type = "Task" [ 1265.163128] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.171662] env[62094]: DEBUG oslo_vmware.api [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.205856] env[62094]: DEBUG oslo_vmware.api [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1400872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253765} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.206110] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.206298] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.206480] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.206652] env[62094]: INFO nova.compute.manager [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1265.206892] env[62094]: DEBUG oslo.service.loopingcall [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.207098] env[62094]: DEBUG nova.compute.manager [-] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1265.207197] env[62094]: DEBUG nova.network.neutron [-] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.221494] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654002} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.221617] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 248c7655-0592-4e9c-b84f-00a9cca38c23/248c7655-0592-4e9c-b84f-00a9cca38c23.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.221822] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.222162] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09a2f625-e89b-4a1e-ad68-a3862bcc77ce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.229016] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1265.229016] env[62094]: value = "task-1400878" [ 1265.229016] env[62094]: _type = "Task" [ 1265.229016] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.236470] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.259195] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "refresh_cache-60a1b4e4-cea2-4972-84ff-414b6098f03d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.259557] env[62094]: DEBUG nova.compute.manager [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Instance network_info: |[{"id": "de42a9de-b7d6-4341-93b5-0dd8e1456ce6", "address": "fa:16:3e:84:fd:8f", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde42a9de-b7", "ovs_interfaceid": "de42a9de-b7d6-4341-93b5-0dd8e1456ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1265.260078] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:fd:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de42a9de-b7d6-4341-93b5-0dd8e1456ce6', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.267925] env[62094]: DEBUG oslo.service.loopingcall [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.270204] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.270488] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1c3a60f-e17a-4d8f-9db9-b032562ed733 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.291427] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.291427] env[62094]: value = "task-1400879" [ 1265.291427] env[62094]: _type = "Task" [ 1265.291427] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.298806] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400879, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.308749] env[62094]: DEBUG oslo_concurrency.lockutils [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Acquiring lock "5d4cbef9-ed93-4415-8818-05fcae2a906c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.308749] env[62094]: DEBUG oslo_concurrency.lockutils [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Lock "5d4cbef9-ed93-4415-8818-05fcae2a906c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.308909] env[62094]: DEBUG oslo_concurrency.lockutils [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Acquiring lock "5d4cbef9-ed93-4415-8818-05fcae2a906c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.309041] env[62094]: DEBUG oslo_concurrency.lockutils [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Lock "5d4cbef9-ed93-4415-8818-05fcae2a906c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.309751] env[62094]: DEBUG oslo_concurrency.lockutils [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Lock "5d4cbef9-ed93-4415-8818-05fcae2a906c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.311565] env[62094]: INFO nova.compute.manager [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Terminating instance [ 1265.313831] env[62094]: DEBUG nova.compute.manager [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1265.314054] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.314865] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eb9524-e932-472e-a570-8408de46fb4e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.326226] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400873, 'name': Rename_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.328466] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.329032] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8c276b8-1adf-4fab-a676-a302bf927514 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.335065] env[62094]: DEBUG oslo_vmware.api [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Waiting for the task: (returnval){ [ 1265.335065] env[62094]: value = "task-1400880" [ 1265.335065] env[62094]: _type = "Task" [ 1265.335065] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.347340] env[62094]: DEBUG oslo_vmware.api [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.451124] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149319} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.451406] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.451600] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.451779] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.515122] env[62094]: DEBUG nova.compute.utils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1265.518573] env[62094]: DEBUG nova.compute.manager [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1265.518829] env[62094]: DEBUG nova.network.neutron [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.574950] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5b46c39d-a841-4d76-874b-1948fc55efee tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-939cd279-b1c8-43f5-add3-e4a948fe9071-ace09a45-b1e4-49c8-abc3-f408b35804c2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.807s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.587220] env[62094]: DEBUG nova.policy [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f703d173a2f4587b0b59ea2ec998ca4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daa4e36af84d4d7aad4a844ca7e3e754', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1265.645704] env[62094]: DEBUG oslo_concurrency.lockutils [req-56d2df21-739a-4193-a27b-b47f0db92e0d req-6114f97e-bcba-4ab1-95b3-3f3a6df708ab service nova] Releasing lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.675912] env[62094]: DEBUG oslo_vmware.api [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Task: {'id': task-1400877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154666} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.676270] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.676513] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.676725] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.676932] env[62094]: INFO nova.compute.manager [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1265.677231] env[62094]: DEBUG oslo.service.loopingcall [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.677469] env[62094]: DEBUG nova.compute.manager [-] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1265.677689] env[62094]: DEBUG nova.network.neutron [-] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.738489] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.804912] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400879, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.828028] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400873, 'name': Rename_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.840282] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e449147-e56b-4a84-8a8e-0dc78077c0d3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.846330] env[62094]: DEBUG oslo_vmware.api [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400880, 'name': PowerOffVM_Task, 'duration_secs': 0.182666} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.846996] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.847244] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.847499] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d9d5d3a-a949-44b8-9523-7bf057f5bf45 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.851489] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7afc23-2abf-4ed1-889f-d099f284927c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.882501] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a56bc3-8e8c-4d90-8686-6f24085a0d91 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.889971] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64f9c42-57c3-4072-8a23-61f1415daebb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.903317] env[62094]: DEBUG nova.compute.provider_tree [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.907143] env[62094]: DEBUG nova.compute.manager [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Received event network-vif-plugged-de42a9de-b7d6-4341-93b5-0dd8e1456ce6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1265.907351] env[62094]: DEBUG oslo_concurrency.lockutils [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] Acquiring lock "60a1b4e4-cea2-4972-84ff-414b6098f03d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.907581] env[62094]: DEBUG oslo_concurrency.lockutils [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] Lock "60a1b4e4-cea2-4972-84ff-414b6098f03d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.907785] env[62094]: DEBUG oslo_concurrency.lockutils [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] Lock "60a1b4e4-cea2-4972-84ff-414b6098f03d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.907980] env[62094]: DEBUG nova.compute.manager [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] No waiting events found dispatching network-vif-plugged-de42a9de-b7d6-4341-93b5-0dd8e1456ce6 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1265.908188] env[62094]: WARNING nova.compute.manager [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Received unexpected event network-vif-plugged-de42a9de-b7d6-4341-93b5-0dd8e1456ce6 for instance with vm_state building and task_state spawning. [ 1265.908376] env[62094]: DEBUG nova.compute.manager [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Received event network-changed-de42a9de-b7d6-4341-93b5-0dd8e1456ce6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1265.908557] env[62094]: DEBUG nova.compute.manager [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Refreshing instance network info cache due to event network-changed-de42a9de-b7d6-4341-93b5-0dd8e1456ce6. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1265.908762] env[62094]: DEBUG oslo_concurrency.lockutils [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] Acquiring lock "refresh_cache-60a1b4e4-cea2-4972-84ff-414b6098f03d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.908919] env[62094]: DEBUG oslo_concurrency.lockutils [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] Acquired lock "refresh_cache-60a1b4e4-cea2-4972-84ff-414b6098f03d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.909108] env[62094]: DEBUG nova.network.neutron [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Refreshing network info cache for port de42a9de-b7d6-4341-93b5-0dd8e1456ce6 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.944163] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.944420] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.944608] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Deleting the datastore file [datastore1] 5d4cbef9-ed93-4415-8818-05fcae2a906c {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.944865] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79991e8e-a3bd-4a49-8d42-5808d41cbae7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.954288] env[62094]: DEBUG oslo_vmware.api [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Waiting for the task: (returnval){ [ 1265.954288] env[62094]: value = "task-1400882" [ 1265.954288] env[62094]: _type = "Task" [ 1265.954288] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.965627] env[62094]: DEBUG nova.network.neutron [-] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.967291] env[62094]: DEBUG oslo_vmware.api [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.019535] env[62094]: DEBUG nova.compute.manager [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1266.106810] env[62094]: DEBUG nova.network.neutron [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Successfully created port: 5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.240503] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.84565} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.240773] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.241564] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b6c5c7-fb30-45b7-8861-f28cd933f47c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.269948] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 248c7655-0592-4e9c-b84f-00a9cca38c23/248c7655-0592-4e9c-b84f-00a9cca38c23.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.270366] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2767d088-8815-4e28-aa48-5a0c7e72fd7e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.292720] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1266.292720] env[62094]: value = "task-1400883" [ 1266.292720] env[62094]: _type = "Task" [ 1266.292720] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.304250] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400883, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.306993] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400879, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.330205] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400873, 'name': Rename_Task, 'duration_secs': 1.197893} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.330535] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.330788] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0df3066c-0eda-442a-a3d2-cf7561364bbe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.337094] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1266.337094] env[62094]: value = "task-1400884" [ 1266.337094] env[62094]: _type = "Task" [ 1266.337094] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.346369] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.411848] env[62094]: DEBUG nova.scheduler.client.report [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1266.462771] env[62094]: DEBUG oslo_vmware.api [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Task: {'id': task-1400882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141015} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.463115] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.463319] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.463540] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.463734] env[62094]: INFO nova.compute.manager [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1266.464013] env[62094]: DEBUG oslo.service.loopingcall [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1266.464239] env[62094]: DEBUG nova.compute.manager [-] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1266.464343] env[62094]: DEBUG nova.network.neutron [-] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.471593] env[62094]: INFO nova.compute.manager [-] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Took 1.26 seconds to deallocate network for instance. [ 1266.509632] env[62094]: DEBUG nova.virt.hardware [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1266.510039] env[62094]: DEBUG nova.virt.hardware [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1266.510260] env[62094]: DEBUG nova.virt.hardware [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.510496] env[62094]: DEBUG nova.virt.hardware [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1266.510680] env[62094]: DEBUG nova.virt.hardware [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.510986] env[62094]: DEBUG nova.virt.hardware [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1266.511114] env[62094]: DEBUG nova.virt.hardware [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1266.512034] env[62094]: DEBUG nova.virt.hardware [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1266.512491] env[62094]: DEBUG nova.virt.hardware [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1266.512734] env[62094]: DEBUG nova.virt.hardware [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1266.513438] env[62094]: DEBUG nova.virt.hardware [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1266.515623] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8f81f9-69e8-4a1c-aef6-e4ad5e4d01fc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.534398] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bf24c6-e52d-45b8-b268-31685bb91a9c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.551511] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:12:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd62d1657-4c4b-4a37-b4f9-35498b2b5c97', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.560935] env[62094]: DEBUG oslo.service.loopingcall [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1266.561671] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.561941] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f4e7df8-6e03-442a-b8ed-c41704471a35 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.588364] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.588364] env[62094]: value = "task-1400885" [ 1266.588364] env[62094]: _type = "Task" [ 1266.588364] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.591685] env[62094]: DEBUG nova.network.neutron [-] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.597897] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400885, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.805182] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400879, 'name': CreateVM_Task, 'duration_secs': 1.23479} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.810018] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.810018] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400883, 'name': ReconfigVM_Task, 'duration_secs': 0.279865} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.810018] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.810018] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.810350] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.810740] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 248c7655-0592-4e9c-b84f-00a9cca38c23/248c7655-0592-4e9c-b84f-00a9cca38c23.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.811469] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd6f58f-6f04-4dec-af86-bc5e6a8d65e6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.813318] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6ae6d82-c73a-4925-a487-e8f733561258 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.818583] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1266.818583] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]522dace4-aa43-2272-c6b0-722576c7e96b" [ 1266.818583] env[62094]: _type = "Task" [ 1266.818583] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.829055] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1266.829055] env[62094]: value = "task-1400886" [ 1266.829055] env[62094]: _type = "Task" [ 1266.829055] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.840070] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522dace4-aa43-2272-c6b0-722576c7e96b, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.854998] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.855372] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.855649] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.855949] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.856042] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.865053] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa68892e-e029-4ba0-a31d-2d195fc73ccb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.870995] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400886, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.874368] env[62094]: DEBUG nova.network.neutron [-] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.882571] env[62094]: DEBUG oslo_vmware.api [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400884, 'name': PowerOnVM_Task, 'duration_secs': 0.538761} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.883816] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.884255] env[62094]: INFO nova.compute.manager [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1266.884664] env[62094]: DEBUG nova.compute.manager [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1266.885679] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.885679] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.886804] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664b6f61-2739-4259-9209-fd736d69517f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.890858] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7327aaa3-63a4-4c8a-8032-2ac409603ecd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.905138] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1266.905138] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52773a5a-6a4a-70bd-2ade-471d30874811" [ 1266.905138] env[62094]: _type = "Task" [ 1266.905138] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.914300] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52773a5a-6a4a-70bd-2ade-471d30874811, 'name': SearchDatastore_Task, 'duration_secs': 0.00921} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.917622] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ebd3ec-fea6-4dbd-9722-6bd23a26d8cc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.920838] env[62094]: DEBUG oslo_concurrency.lockutils [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.924339] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.468s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.925915] env[62094]: INFO nova.compute.claims [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.928613] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1266.928613] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526fc894-bc61-8bfd-b9fb-1c1e188b655f" [ 1266.928613] env[62094]: _type = "Task" [ 1266.928613] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.938777] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526fc894-bc61-8bfd-b9fb-1c1e188b655f, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.939114] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.939414] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 60a1b4e4-cea2-4972-84ff-414b6098f03d/60a1b4e4-cea2-4972-84ff-414b6098f03d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.939716] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94faed67-6672-4890-88d3-b717ce9f7255 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.947485] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1266.947485] env[62094]: value = "task-1400887" [ 1266.947485] env[62094]: _type = "Task" [ 1266.947485] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.957168] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.972383] env[62094]: INFO nova.scheduler.client.report [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Deleted allocations for instance eee2e459-01b2-4c80-bc6e-f6c80f70ef67 [ 1266.976917] env[62094]: DEBUG nova.compute.manager [req-f8b7e583-59e7-4bca-b249-8abb70965ea6 req-8946fd88-3b8e-46b7-8e70-945802e82635 service nova] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Received event network-vif-deleted-bd8bf7a9-72be-4fd4-8ab0-eaf1a2cf7924 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1266.982569] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.033787] env[62094]: DEBUG nova.compute.manager [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1267.063540] env[62094]: DEBUG nova.virt.hardware [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1267.064141] env[62094]: DEBUG nova.virt.hardware [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1267.064141] env[62094]: DEBUG nova.virt.hardware [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.064298] env[62094]: DEBUG nova.virt.hardware [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1267.064458] env[62094]: DEBUG nova.virt.hardware [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.064637] env[62094]: DEBUG nova.virt.hardware [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1267.064867] env[62094]: DEBUG nova.virt.hardware [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1267.065058] env[62094]: DEBUG nova.virt.hardware [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1267.065257] env[62094]: DEBUG nova.virt.hardware [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1267.065443] env[62094]: DEBUG nova.virt.hardware [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1267.065657] env[62094]: DEBUG nova.virt.hardware [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1267.066774] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a82462-2e31-4c55-9dbe-f09c84e7c192 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.075949] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754332de-faba-4d16-b237-9cd62fad4c11 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.094405] env[62094]: INFO nova.compute.manager [-] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Took 1.42 seconds to deallocate network for instance. [ 1267.102787] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400885, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.103798] env[62094]: DEBUG nova.network.neutron [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Updated VIF entry in instance network info cache for port de42a9de-b7d6-4341-93b5-0dd8e1456ce6. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.104161] env[62094]: DEBUG nova.network.neutron [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Updating instance_info_cache with network_info: [{"id": "de42a9de-b7d6-4341-93b5-0dd8e1456ce6", "address": "fa:16:3e:84:fd:8f", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde42a9de-b7", "ovs_interfaceid": "de42a9de-b7d6-4341-93b5-0dd8e1456ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.341904] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400886, 'name': Rename_Task, 'duration_secs': 0.143004} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.342534] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.343075] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbc1eeee-e56c-4a5c-b6ef-896c7eed51b2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.346345] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "interface-939cd279-b1c8-43f5-add3-e4a948fe9071-23ff06a3-e6ee-47ba-8817-2a649f052248" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.346783] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-939cd279-b1c8-43f5-add3-e4a948fe9071-23ff06a3-e6ee-47ba-8817-2a649f052248" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.356196] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1267.356196] env[62094]: value = "task-1400888" [ 1267.356196] env[62094]: _type = "Task" [ 1267.356196] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.367865] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.378010] env[62094]: INFO nova.compute.manager [-] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Took 0.91 seconds to deallocate network for instance. [ 1267.420792] env[62094]: INFO nova.compute.manager [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Took 29.72 seconds to build instance. [ 1267.459569] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504647} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.459569] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 60a1b4e4-cea2-4972-84ff-414b6098f03d/60a1b4e4-cea2-4972-84ff-414b6098f03d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.459569] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.459569] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d5c04c5-1fc4-4a1e-bac9-306d11db9927 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.465709] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1267.465709] env[62094]: value = "task-1400889" [ 1267.465709] env[62094]: _type = "Task" [ 1267.465709] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.475172] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.480980] env[62094]: DEBUG oslo_concurrency.lockutils [None req-090a87e6-38ad-4905-832b-7e10e26b0e9d tempest-ServersAdminTestJSON-1354795286 tempest-ServersAdminTestJSON-1354795286-project-member] Lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.436s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.482179] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.940s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.482685] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-457a4445-bf48-4bbf-ad43-c89920bf0b74 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.491829] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d1c7a3-0374-4ba1-b85b-8266eebbb4f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.601249] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400885, 'name': CreateVM_Task, 'duration_secs': 0.733846} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.601249] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.601443] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.601564] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.601920] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1267.602224] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c4d020-b7f7-4ea8-a36d-908b1a3df2a3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.607617] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.608119] env[62094]: DEBUG oslo_concurrency.lockutils [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] Releasing lock "refresh_cache-60a1b4e4-cea2-4972-84ff-414b6098f03d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.608416] env[62094]: DEBUG nova.compute.manager [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Received event network-vif-deleted-83961403-0d87-4096-ba10-05505a9358ca {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1267.608647] env[62094]: INFO nova.compute.manager [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Neutron deleted interface 83961403-0d87-4096-ba10-05505a9358ca; detaching it from the instance and deleting it from the info cache [ 1267.608864] env[62094]: DEBUG nova.network.neutron [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.610302] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1267.610302] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52efd51e-5a79-d6d7-de09-94010fcc49bb" [ 1267.610302] env[62094]: _type = "Task" [ 1267.610302] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.618571] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52efd51e-5a79-d6d7-de09-94010fcc49bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.850779] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.851041] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.851943] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8247ef94-af15-4b59-a51a-eb4887fe9195 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.882376] env[62094]: DEBUG oslo_vmware.api [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400888, 'name': PowerOnVM_Task, 'duration_secs': 0.489961} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.883045] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963bcac1-83fc-4c0e-ad50-1e916dae3dc0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.886648] env[62094]: DEBUG oslo_concurrency.lockutils [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.887478] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.887478] env[62094]: INFO nova.compute.manager [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1267.887478] env[62094]: DEBUG nova.compute.manager [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1267.888119] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1db77f-f931-458f-9cc3-759ffd0841ca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.921741] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Reconfiguring VM to detach interface {{(pid=62094) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1267.922469] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dd5eba0-75df-4ec7-a08e-36bbcbd3b680 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.937975] env[62094]: DEBUG oslo_concurrency.lockutils [None req-402b4a79-2b5f-4cfb-a9d5-bc577b1172c1 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.245s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.943672] env[62094]: DEBUG nova.compute.manager [req-f077eaa7-c498-4daf-a7eb-01ff5f8d2999 req-46e1e63c-5819-4d3c-ade1-e25cc7fa35f1 service nova] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Received event network-vif-deleted-70b48f4d-892f-4838-97b1-7cd1336c3188 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1267.946886] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.399s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.947098] env[62094]: INFO nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] During sync_power_state the instance has a pending task (spawning). Skip. [ 1267.947323] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.955732] env[62094]: DEBUG oslo_vmware.api [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1267.955732] env[62094]: value = "task-1400890" [ 1267.955732] env[62094]: _type = "Task" [ 1267.955732] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.965342] env[62094]: DEBUG oslo_vmware.api [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.977874] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06341} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.980054] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.980054] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf93efe-cb8e-4850-9519-1560885f8092 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.000989] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 60a1b4e4-cea2-4972-84ff-414b6098f03d/60a1b4e4-cea2-4972-84ff-414b6098f03d.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.005316] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29ace961-03d0-4b63-8318-5d2c63562f72 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.026245] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1268.026245] env[62094]: value = "task-1400891" [ 1268.026245] env[62094]: _type = "Task" [ 1268.026245] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.031530] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "eee2e459-01b2-4c80-bc6e-f6c80f70ef67" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.038774] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.111547] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b6a90f5-509d-415c-9e9e-8e7e1dda77c3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.124881] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52efd51e-5a79-d6d7-de09-94010fcc49bb, 'name': SearchDatastore_Task, 'duration_secs': 0.019409} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.124881] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.124881] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.125353] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.125353] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.125353] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.125642] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0e00cb8-bf1a-4146-82da-3407be718b2b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.130027] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3c9c80-d1db-47eb-bd80-d0c44ff5c8fd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.161607] env[62094]: DEBUG nova.compute.manager [req-8642f323-8243-434e-9935-a61f8de5f996 req-eddb3caa-01c0-4019-aa75-afeac1fa65c6 service nova] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Detach interface failed, port_id=83961403-0d87-4096-ba10-05505a9358ca, reason: Instance 5632757d-1b10-47fe-9519-eac6335e486d could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1268.165619] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.165810] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.166772] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df95fab-65f5-432c-b190-334654809eb9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.171883] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1268.171883] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]527fa1cc-c543-3e1f-891f-5b7236dec2d1" [ 1268.171883] env[62094]: _type = "Task" [ 1268.171883] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.179717] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527fa1cc-c543-3e1f-891f-5b7236dec2d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.222238] env[62094]: DEBUG nova.network.neutron [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Successfully updated port: 5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.348772] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6898518-ebb8-4800-950e-2b8abda5b9e7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.357384] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2b925c-70d5-4c96-82a8-9c339d7e114a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.392366] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c7b734-02ce-41db-b80c-acc01ec61719 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.404081] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8b89da-a0f3-4365-9020-4684f2794693 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.430677] env[62094]: DEBUG nova.compute.provider_tree [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.435175] env[62094]: INFO nova.compute.manager [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Took 28.15 seconds to build instance. [ 1268.452817] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f134586-e589-430d-a978-d4f4cafffbad tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.453063] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f134586-e589-430d-a978-d4f4cafffbad tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.453306] env[62094]: DEBUG nova.compute.manager [None req-4f134586-e589-430d-a978-d4f4cafffbad tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1268.454388] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673cc4b3-f48a-4ee1-8fc8-924caf286aef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.464037] env[62094]: DEBUG nova.compute.manager [None req-4f134586-e589-430d-a978-d4f4cafffbad tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62094) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1268.464704] env[62094]: DEBUG nova.objects.instance [None req-4f134586-e589-430d-a978-d4f4cafffbad tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lazy-loading 'flavor' on Instance uuid 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.474183] env[62094]: DEBUG oslo_vmware.api [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.536248] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.681818] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527fa1cc-c543-3e1f-891f-5b7236dec2d1, 'name': SearchDatastore_Task, 'duration_secs': 0.043494} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.682733] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1bd4ad-f8b5-4773-80c5-e6fd78d2d406 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.688648] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1268.688648] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ff61a7-ae95-cc27-bf52-feec6624836c" [ 1268.688648] env[62094]: _type = "Task" [ 1268.688648] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.696341] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ff61a7-ae95-cc27-bf52-feec6624836c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.728741] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "refresh_cache-b15f39b1-caf9-40e4-9d02-dac1cabda477" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.728908] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquired lock "refresh_cache-b15f39b1-caf9-40e4-9d02-dac1cabda477" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.729079] env[62094]: DEBUG nova.network.neutron [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.934855] env[62094]: DEBUG nova.scheduler.client.report [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1268.939035] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e22cd220-506e-48e9-b722-565693d1f4c9 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "248c7655-0592-4e9c-b84f-00a9cca38c23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.664s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.939210] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "248c7655-0592-4e9c-b84f-00a9cca38c23" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.391s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.940067] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd99544-51a1-4c24-a2d6-c5b5e45b47ee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.966347] env[62094]: DEBUG oslo_vmware.api [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.974188] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f134586-e589-430d-a978-d4f4cafffbad tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.974471] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f22eaafa-7abd-44cf-b961-d7bf57e7ecd3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.981549] env[62094]: DEBUG oslo_vmware.api [None req-4f134586-e589-430d-a978-d4f4cafffbad tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1268.981549] env[62094]: value = "task-1400892" [ 1268.981549] env[62094]: _type = "Task" [ 1268.981549] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.991185] env[62094]: DEBUG oslo_vmware.api [None req-4f134586-e589-430d-a978-d4f4cafffbad tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.038109] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400891, 'name': ReconfigVM_Task, 'duration_secs': 0.682458} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.038607] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 60a1b4e4-cea2-4972-84ff-414b6098f03d/60a1b4e4-cea2-4972-84ff-414b6098f03d.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.039373] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ed79375-755d-4d2e-a09d-d549e4b92dc7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.047141] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1269.047141] env[62094]: value = "task-1400893" [ 1269.047141] env[62094]: _type = "Task" [ 1269.047141] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.056649] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400893, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.203460] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ff61a7-ae95-cc27-bf52-feec6624836c, 'name': SearchDatastore_Task, 'duration_secs': 0.026621} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.203779] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.204054] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 96ec0dfb-3d6c-42df-b566-bcae164fe4c7/96ec0dfb-3d6c-42df-b566-bcae164fe4c7.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.204378] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e63ee075-3483-47f6-9181-1e7b31f2b0fe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.210933] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1269.210933] env[62094]: value = "task-1400894" [ 1269.210933] env[62094]: _type = "Task" [ 1269.210933] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.220536] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.275859] env[62094]: DEBUG nova.network.neutron [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.440846] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.443127] env[62094]: DEBUG nova.compute.manager [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1269.447376] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.980s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.447376] env[62094]: DEBUG nova.objects.instance [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lazy-loading 'resources' on Instance uuid 47d50f06-ee2c-4524-aca5-edc748f76875 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.453048] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "248c7655-0592-4e9c-b84f-00a9cca38c23" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.470926] env[62094]: DEBUG oslo_vmware.api [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.495205] env[62094]: DEBUG oslo_vmware.api [None req-4f134586-e589-430d-a978-d4f4cafffbad tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400892, 'name': PowerOffVM_Task, 'duration_secs': 0.156338} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.495593] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f134586-e589-430d-a978-d4f4cafffbad tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.495864] env[62094]: DEBUG nova.compute.manager [None req-4f134586-e589-430d-a978-d4f4cafffbad tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1269.496893] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b5454a-0c10-40d1-b4da-34b10a36ad14 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.524424] env[62094]: DEBUG nova.network.neutron [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Updating instance_info_cache with network_info: [{"id": "5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3", "address": "fa:16:3e:40:90:09", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5a9bf3-de", "ovs_interfaceid": "5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.565811] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400893, 'name': Rename_Task, 'duration_secs': 0.137582} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.566231] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.566472] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61938068-cfad-49b1-9846-9548086b9b00 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.574703] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1269.574703] env[62094]: value = "task-1400895" [ 1269.574703] env[62094]: _type = "Task" [ 1269.574703] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.584929] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.721334] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400894, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.947226] env[62094]: DEBUG nova.compute.utils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1269.948659] env[62094]: DEBUG nova.compute.manager [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1269.948834] env[62094]: DEBUG nova.network.neutron [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.976551] env[62094]: DEBUG oslo_vmware.api [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.019657] env[62094]: DEBUG nova.compute.manager [req-a4ef7ec2-8efd-4efb-8857-ba9b51397658 req-2eada3c8-bf73-46fd-af61-864fe5004e36 service nova] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Received event network-vif-plugged-5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1270.019657] env[62094]: DEBUG oslo_concurrency.lockutils [req-a4ef7ec2-8efd-4efb-8857-ba9b51397658 req-2eada3c8-bf73-46fd-af61-864fe5004e36 service nova] Acquiring lock "b15f39b1-caf9-40e4-9d02-dac1cabda477-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.019941] env[62094]: DEBUG oslo_concurrency.lockutils [req-a4ef7ec2-8efd-4efb-8857-ba9b51397658 req-2eada3c8-bf73-46fd-af61-864fe5004e36 service nova] Lock "b15f39b1-caf9-40e4-9d02-dac1cabda477-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.020245] env[62094]: DEBUG oslo_concurrency.lockutils [req-a4ef7ec2-8efd-4efb-8857-ba9b51397658 req-2eada3c8-bf73-46fd-af61-864fe5004e36 service nova] Lock "b15f39b1-caf9-40e4-9d02-dac1cabda477-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.020430] env[62094]: DEBUG nova.compute.manager [req-a4ef7ec2-8efd-4efb-8857-ba9b51397658 req-2eada3c8-bf73-46fd-af61-864fe5004e36 service nova] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] No waiting events found dispatching network-vif-plugged-5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1270.020604] env[62094]: WARNING nova.compute.manager [req-a4ef7ec2-8efd-4efb-8857-ba9b51397658 req-2eada3c8-bf73-46fd-af61-864fe5004e36 service nova] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Received unexpected event network-vif-plugged-5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3 for instance with vm_state building and task_state spawning. [ 1270.020765] env[62094]: DEBUG nova.compute.manager [req-a4ef7ec2-8efd-4efb-8857-ba9b51397658 req-2eada3c8-bf73-46fd-af61-864fe5004e36 service nova] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Received event network-changed-5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1270.020918] env[62094]: DEBUG nova.compute.manager [req-a4ef7ec2-8efd-4efb-8857-ba9b51397658 req-2eada3c8-bf73-46fd-af61-864fe5004e36 service nova] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Refreshing instance network info cache due to event network-changed-5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1270.021483] env[62094]: DEBUG oslo_concurrency.lockutils [req-a4ef7ec2-8efd-4efb-8857-ba9b51397658 req-2eada3c8-bf73-46fd-af61-864fe5004e36 service nova] Acquiring lock "refresh_cache-b15f39b1-caf9-40e4-9d02-dac1cabda477" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.021675] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f134586-e589-430d-a978-d4f4cafffbad tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.569s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.028585] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Releasing lock "refresh_cache-b15f39b1-caf9-40e4-9d02-dac1cabda477" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.029867] env[62094]: DEBUG nova.compute.manager [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Instance network_info: |[{"id": "5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3", "address": "fa:16:3e:40:90:09", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5a9bf3-de", "ovs_interfaceid": "5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1270.029867] env[62094]: DEBUG oslo_concurrency.lockutils [req-a4ef7ec2-8efd-4efb-8857-ba9b51397658 req-2eada3c8-bf73-46fd-af61-864fe5004e36 service nova] Acquired lock "refresh_cache-b15f39b1-caf9-40e4-9d02-dac1cabda477" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.029867] env[62094]: DEBUG nova.network.neutron [req-a4ef7ec2-8efd-4efb-8857-ba9b51397658 req-2eada3c8-bf73-46fd-af61-864fe5004e36 service nova] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Refreshing network info cache for port 5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.031377] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:90:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.043062] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Creating folder: Project (daa4e36af84d4d7aad4a844ca7e3e754). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.047425] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6bb69e3-50f4-463a-93fb-c6c5fe7ff638 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.064166] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Created folder: Project (daa4e36af84d4d7aad4a844ca7e3e754) in parent group-v296765. [ 1270.064166] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Creating folder: Instances. Parent ref: group-v296988. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.064166] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebf7929d-d7de-47f8-8ef1-67669764fb2b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.075499] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Created folder: Instances in parent group-v296988. [ 1270.075793] env[62094]: DEBUG oslo.service.loopingcall [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.079751] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.080018] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fda5e55b-46fc-4230-9f4a-156b5167e202 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.096243] env[62094]: DEBUG nova.policy [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f703d173a2f4587b0b59ea2ec998ca4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daa4e36af84d4d7aad4a844ca7e3e754', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1270.105772] env[62094]: DEBUG oslo_vmware.api [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400895, 'name': PowerOnVM_Task, 'duration_secs': 0.477906} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.107041] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.107277] env[62094]: INFO nova.compute.manager [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1270.107462] env[62094]: DEBUG nova.compute.manager [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1270.107894] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.107894] env[62094]: value = "task-1400898" [ 1270.107894] env[62094]: _type = "Task" [ 1270.107894] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.108712] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d5b448-1021-4c01-a87b-08ff63cefc70 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.126258] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400898, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.224871] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541507} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.225163] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 96ec0dfb-3d6c-42df-b566-bcae164fe4c7/96ec0dfb-3d6c-42df-b566-bcae164fe4c7.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.226379] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.226379] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7dfa85e-7494-4ce7-be76-1eab07214ef6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.234037] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1270.234037] env[62094]: value = "task-1400899" [ 1270.234037] env[62094]: _type = "Task" [ 1270.234037] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.242848] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.366449] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3430dc-8ff9-40b0-8427-0852f3c4749e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.374490] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f7718a-248f-489f-97b9-c896b90e5373 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.409448] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7957f5-f49b-46d1-9a46-2830541fc722 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.416019] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2467238d-c63f-44d9-be08-a6ac6d5faf19 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.434914] env[62094]: DEBUG nova.compute.provider_tree [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.451897] env[62094]: DEBUG nova.compute.manager [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1270.473029] env[62094]: DEBUG oslo_vmware.api [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.476614] env[62094]: DEBUG nova.network.neutron [req-a4ef7ec2-8efd-4efb-8857-ba9b51397658 req-2eada3c8-bf73-46fd-af61-864fe5004e36 service nova] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Updated VIF entry in instance network info cache for port 5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.476614] env[62094]: DEBUG nova.network.neutron [req-a4ef7ec2-8efd-4efb-8857-ba9b51397658 req-2eada3c8-bf73-46fd-af61-864fe5004e36 service nova] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Updating instance_info_cache with network_info: [{"id": "5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3", "address": "fa:16:3e:40:90:09", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5a9bf3-de", "ovs_interfaceid": "5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.565729] env[62094]: DEBUG nova.network.neutron [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Successfully created port: cd635615-a458-4671-b339-16b427b7ee60 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.621016] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400898, 'name': CreateVM_Task, 'duration_secs': 0.477025} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.621366] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.622230] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.622429] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.622806] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.623063] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4790f770-35d2-4d30-908a-2166213f1657 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.631685] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1270.631685] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52683b7d-7e94-c634-79ee-6da8019fbc21" [ 1270.631685] env[62094]: _type = "Task" [ 1270.631685] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.634457] env[62094]: INFO nova.compute.manager [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Took 29.88 seconds to build instance. [ 1270.643809] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52683b7d-7e94-c634-79ee-6da8019fbc21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.745138] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07432} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.745138] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.750208] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b935c6-6f40-4d38-8a8c-368a77219d07 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.776045] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 96ec0dfb-3d6c-42df-b566-bcae164fe4c7/96ec0dfb-3d6c-42df-b566-bcae164fe4c7.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.776624] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16dfef9a-6090-422b-ae0c-79d79f22a324 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.797493] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1270.797493] env[62094]: value = "task-1400900" [ 1270.797493] env[62094]: _type = "Task" [ 1270.797493] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.807187] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.938591] env[62094]: DEBUG nova.scheduler.client.report [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1270.971443] env[62094]: DEBUG oslo_vmware.api [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.979530] env[62094]: DEBUG oslo_concurrency.lockutils [req-a4ef7ec2-8efd-4efb-8857-ba9b51397658 req-2eada3c8-bf73-46fd-af61-864fe5004e36 service nova] Releasing lock "refresh_cache-b15f39b1-caf9-40e4-9d02-dac1cabda477" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.143859] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5f0eb7f5-3bd8-4abd-ac29-315bcacb86cc tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "60a1b4e4-cea2-4972-84ff-414b6098f03d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.408s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.151181] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52683b7d-7e94-c634-79ee-6da8019fbc21, 'name': SearchDatastore_Task, 'duration_secs': 0.016865} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.151490] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.151782] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.152076] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.152561] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.156020] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.156020] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0df56254-6c28-4340-8e1b-3d8a832711f1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.165879] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.166014] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.166815] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fda50561-5943-4cec-901b-8b700f7ea669 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.172742] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1271.172742] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b79acb-94b9-0317-d0b8-94664f4f7ab9" [ 1271.172742] env[62094]: _type = "Task" [ 1271.172742] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.182293] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b79acb-94b9-0317-d0b8-94664f4f7ab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.309092] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400900, 'name': ReconfigVM_Task, 'duration_secs': 0.326359} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.309386] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 96ec0dfb-3d6c-42df-b566-bcae164fe4c7/96ec0dfb-3d6c-42df-b566-bcae164fe4c7.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.310236] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5306ad0f-2b2b-4e19-99f4-7baabd1cd069 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.316936] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1271.316936] env[62094]: value = "task-1400901" [ 1271.316936] env[62094]: _type = "Task" [ 1271.316936] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.325626] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400901, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.445443] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.447833] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.762s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.448256] env[62094]: DEBUG nova.objects.instance [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lazy-loading 'resources' on Instance uuid 4f6170dd-4b13-46ea-8ea0-612e517addb9 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.462540] env[62094]: DEBUG nova.compute.manager [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1271.480438] env[62094]: DEBUG oslo_vmware.api [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.499287] env[62094]: INFO nova.scheduler.client.report [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Deleted allocations for instance 47d50f06-ee2c-4524-aca5-edc748f76875 [ 1271.565706] env[62094]: DEBUG nova.virt.hardware [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1271.566179] env[62094]: DEBUG nova.virt.hardware [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1271.566352] env[62094]: DEBUG nova.virt.hardware [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.566541] env[62094]: DEBUG nova.virt.hardware [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1271.566687] env[62094]: DEBUG nova.virt.hardware [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.566836] env[62094]: DEBUG nova.virt.hardware [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1271.567088] env[62094]: DEBUG nova.virt.hardware [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1271.567281] env[62094]: DEBUG nova.virt.hardware [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1271.567459] env[62094]: DEBUG nova.virt.hardware [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1271.567626] env[62094]: DEBUG nova.virt.hardware [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1271.567802] env[62094]: DEBUG nova.virt.hardware [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1271.572087] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a09773-27f8-4670-affc-8001ea64e833 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.585120] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8889d394-aa8d-4ac7-91f9-cd688b262c02 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.602093] env[62094]: DEBUG oslo_concurrency.lockutils [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.602381] env[62094]: DEBUG oslo_concurrency.lockutils [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.602583] env[62094]: DEBUG oslo_concurrency.lockutils [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.602764] env[62094]: DEBUG oslo_concurrency.lockutils [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.602928] env[62094]: DEBUG oslo_concurrency.lockutils [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.605289] env[62094]: INFO nova.compute.manager [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Terminating instance [ 1271.609381] env[62094]: DEBUG nova.compute.manager [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1271.609381] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.609381] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c277e23b-2c7c-41a1-b3d6-dd2a7fa6d6fe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.615378] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.617018] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd3ee418-3ecb-4a37-8609-ee325bfbfeb6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.646410] env[62094]: INFO nova.compute.manager [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Rescuing [ 1271.646410] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "refresh_cache-60a1b4e4-cea2-4972-84ff-414b6098f03d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.646410] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "refresh_cache-60a1b4e4-cea2-4972-84ff-414b6098f03d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.646410] env[62094]: DEBUG nova.network.neutron [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.688479] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b79acb-94b9-0317-d0b8-94664f4f7ab9, 'name': SearchDatastore_Task, 'duration_secs': 0.037348} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.689386] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34dfdd5-a7e7-4cea-a6a9-8935331116da {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.695438] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1271.695438] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523cb1fa-77f9-bc93-754c-6be39fb60720" [ 1271.695438] env[62094]: _type = "Task" [ 1271.695438] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.699513] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.699726] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.699906] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleting the datastore file [datastore1] 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.700589] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b6a2a8d-ea76-4e0e-bb7c-1c46eb0c013b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.705349] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523cb1fa-77f9-bc93-754c-6be39fb60720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.709583] env[62094]: DEBUG oslo_vmware.api [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1271.709583] env[62094]: value = "task-1400903" [ 1271.709583] env[62094]: _type = "Task" [ 1271.709583] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.718817] env[62094]: DEBUG oslo_vmware.api [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.826965] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400901, 'name': Rename_Task, 'duration_secs': 0.139438} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.829122] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.829398] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b13e6806-2b62-45f3-961a-4dd99301b919 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.835924] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1271.835924] env[62094]: value = "task-1400904" [ 1271.835924] env[62094]: _type = "Task" [ 1271.835924] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.846200] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.975383] env[62094]: DEBUG oslo_vmware.api [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.023315] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7347e32d-efb2-4473-860e-2583fc0fde58 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "47d50f06-ee2c-4524-aca5-edc748f76875" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.975s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.023315] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "47d50f06-ee2c-4524-aca5-edc748f76875" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.476s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.023315] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0207379c-2787-4d33-aa95-8691aae80046 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.033685] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cccac6-e076-48ea-a9ce-7467a69a33d0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.077820] env[62094]: DEBUG nova.compute.manager [req-749388d2-0b43-4d09-af15-3bfeb6fd5a7c req-43407001-3814-41e9-97f0-63b64f05e233 service nova] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Received event network-vif-plugged-cd635615-a458-4671-b339-16b427b7ee60 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1272.078065] env[62094]: DEBUG oslo_concurrency.lockutils [req-749388d2-0b43-4d09-af15-3bfeb6fd5a7c req-43407001-3814-41e9-97f0-63b64f05e233 service nova] Acquiring lock "32e5308f-da8d-45e8-99f3-382cf9d62dae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.078329] env[62094]: DEBUG oslo_concurrency.lockutils [req-749388d2-0b43-4d09-af15-3bfeb6fd5a7c req-43407001-3814-41e9-97f0-63b64f05e233 service nova] Lock "32e5308f-da8d-45e8-99f3-382cf9d62dae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.078517] env[62094]: DEBUG oslo_concurrency.lockutils [req-749388d2-0b43-4d09-af15-3bfeb6fd5a7c req-43407001-3814-41e9-97f0-63b64f05e233 service nova] Lock "32e5308f-da8d-45e8-99f3-382cf9d62dae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.078679] env[62094]: DEBUG nova.compute.manager [req-749388d2-0b43-4d09-af15-3bfeb6fd5a7c req-43407001-3814-41e9-97f0-63b64f05e233 service nova] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] No waiting events found dispatching network-vif-plugged-cd635615-a458-4671-b339-16b427b7ee60 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1272.078916] env[62094]: WARNING nova.compute.manager [req-749388d2-0b43-4d09-af15-3bfeb6fd5a7c req-43407001-3814-41e9-97f0-63b64f05e233 service nova] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Received unexpected event network-vif-plugged-cd635615-a458-4671-b339-16b427b7ee60 for instance with vm_state building and task_state spawning. [ 1272.185132] env[62094]: DEBUG nova.network.neutron [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Successfully updated port: cd635615-a458-4671-b339-16b427b7ee60 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1272.207489] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523cb1fa-77f9-bc93-754c-6be39fb60720, 'name': SearchDatastore_Task, 'duration_secs': 0.015895} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.207489] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.207867] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] b15f39b1-caf9-40e4-9d02-dac1cabda477/b15f39b1-caf9-40e4-9d02-dac1cabda477.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.208154] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f333d990-aeb3-4885-a840-fe2351ecb895 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.227238] env[62094]: DEBUG oslo_vmware.api [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1400903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393756} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.228683] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.228995] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.229230] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.229453] env[62094]: INFO nova.compute.manager [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1272.229778] env[62094]: DEBUG oslo.service.loopingcall [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1272.230512] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1272.230512] env[62094]: value = "task-1400905" [ 1272.230512] env[62094]: _type = "Task" [ 1272.230512] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.230512] env[62094]: DEBUG nova.compute.manager [-] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1272.230512] env[62094]: DEBUG nova.network.neutron [-] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.246222] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.336055] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decb616f-9e22-46a6-bfd4-53df1cb2401e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.353398] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb81b3ee-36a9-4e20-9832-1e59287d7efa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.356605] env[62094]: DEBUG oslo_vmware.api [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400904, 'name': PowerOnVM_Task, 'duration_secs': 0.483929} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.360813] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.360813] env[62094]: DEBUG nova.compute.manager [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1272.361293] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a330623-9043-44b7-930c-402a66ee6910 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.389235] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c593de4-160f-4914-a76f-f05bbba381a3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.404496] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be2560e-c81f-4f4a-ad54-33d7ec1bcf10 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.421283] env[62094]: DEBUG nova.compute.provider_tree [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.476502] env[62094]: DEBUG oslo_vmware.api [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.580817] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "47d50f06-ee2c-4524-aca5-edc748f76875" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.590927] env[62094]: DEBUG nova.network.neutron [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Updating instance_info_cache with network_info: [{"id": "de42a9de-b7d6-4341-93b5-0dd8e1456ce6", "address": "fa:16:3e:84:fd:8f", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde42a9de-b7", "ovs_interfaceid": "de42a9de-b7d6-4341-93b5-0dd8e1456ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.685796] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "refresh_cache-32e5308f-da8d-45e8-99f3-382cf9d62dae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.685962] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquired lock "refresh_cache-32e5308f-da8d-45e8-99f3-382cf9d62dae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.686128] env[62094]: DEBUG nova.network.neutron [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.748914] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400905, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.909260] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.926141] env[62094]: DEBUG nova.scheduler.client.report [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1272.983533] env[62094]: DEBUG oslo_vmware.api [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.094099] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "refresh_cache-60a1b4e4-cea2-4972-84ff-414b6098f03d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.228814] env[62094]: DEBUG nova.network.neutron [-] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.245386] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737407} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.246755] env[62094]: DEBUG nova.network.neutron [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.248574] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] b15f39b1-caf9-40e4-9d02-dac1cabda477/b15f39b1-caf9-40e4-9d02-dac1cabda477.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.248802] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.249338] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5c96300-b3b9-413c-8d5a-071fe5abe5a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.257673] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1273.257673] env[62094]: value = "task-1400906" [ 1273.257673] env[62094]: _type = "Task" [ 1273.257673] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.267662] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.434276] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.439144] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.261s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.439144] env[62094]: DEBUG nova.objects.instance [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62094) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1273.454201] env[62094]: DEBUG nova.network.neutron [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Updating instance_info_cache with network_info: [{"id": "cd635615-a458-4671-b339-16b427b7ee60", "address": "fa:16:3e:33:8d:65", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd635615-a4", "ovs_interfaceid": "cd635615-a458-4671-b339-16b427b7ee60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.475178] env[62094]: INFO nova.scheduler.client.report [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Deleted allocations for instance 4f6170dd-4b13-46ea-8ea0-612e517addb9 [ 1273.486444] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.486884] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.487585] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.487585] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.487814] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.490008] env[62094]: DEBUG oslo_vmware.api [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400890, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.491707] env[62094]: INFO nova.compute.manager [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Terminating instance [ 1273.493758] env[62094]: DEBUG nova.compute.manager [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1273.493806] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.494635] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10f8688-c810-407a-b3a4-913f4c1cbe8a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.504292] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.504510] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3e3b9fc-df19-44cf-98c8-1018d8e08ae2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.511523] env[62094]: DEBUG oslo_vmware.api [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1273.511523] env[62094]: value = "task-1400907" [ 1273.511523] env[62094]: _type = "Task" [ 1273.511523] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.520560] env[62094]: DEBUG oslo_vmware.api [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.638031] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.638031] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd9be29c-f23c-4809-85f1-b565ba131b3d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.647410] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1273.647410] env[62094]: value = "task-1400908" [ 1273.647410] env[62094]: _type = "Task" [ 1273.647410] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.658355] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.737407] env[62094]: INFO nova.compute.manager [-] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Took 1.50 seconds to deallocate network for instance. [ 1273.768207] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219514} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.768207] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.769298] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5710c244-3367-43c0-9493-d7b2b6627a88 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.797023] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] b15f39b1-caf9-40e4-9d02-dac1cabda477/b15f39b1-caf9-40e4-9d02-dac1cabda477.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.797490] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e26fc313-88aa-4aac-932d-3a0f4ee7d0b3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.818462] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1273.818462] env[62094]: value = "task-1400909" [ 1273.818462] env[62094]: _type = "Task" [ 1273.818462] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.827343] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400909, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.955109] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Releasing lock "refresh_cache-32e5308f-da8d-45e8-99f3-382cf9d62dae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.955395] env[62094]: DEBUG nova.compute.manager [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Instance network_info: |[{"id": "cd635615-a458-4671-b339-16b427b7ee60", "address": "fa:16:3e:33:8d:65", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd635615-a4", "ovs_interfaceid": "cd635615-a458-4671-b339-16b427b7ee60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1273.955807] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:8d:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd635615-a458-4671-b339-16b427b7ee60', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.965375] env[62094]: DEBUG oslo.service.loopingcall [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1273.965375] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.965447] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72d4b7f1-1621-47eb-b213-8709682a1e7c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.990582] env[62094]: DEBUG oslo_vmware.api [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400890, 'name': ReconfigVM_Task, 'duration_secs': 5.890758} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.994474] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.994712] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Reconfigured VM to detach interface {{(pid=62094) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1273.996685] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.996685] env[62094]: value = "task-1400910" [ 1273.996685] env[62094]: _type = "Task" [ 1273.996685] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.997128] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6a4db1bb-8702-4954-ba5f-820cd535bb98 tempest-MultipleCreateTestJSON-1168588459 tempest-MultipleCreateTestJSON-1168588459-project-member] Lock "4f6170dd-4b13-46ea-8ea0-612e517addb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.456s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.998107] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "4f6170dd-4b13-46ea-8ea0-612e517addb9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.452s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.001944] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e14b2c0a-702e-422d-8888-bb73d2e7d0e1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.012567] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400910, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.019724] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1887ae1-0865-4d85-9a0c-387d5fd909ff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.038900] env[62094]: DEBUG oslo_vmware.api [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400907, 'name': PowerOffVM_Task, 'duration_secs': 0.230115} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.040959] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.041156] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.041709] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8bca82d-949d-4495-b15a-a097ec45df95 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.111474] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.111753] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.111957] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleting the datastore file [datastore2] 96ec0dfb-3d6c-42df-b566-bcae164fe4c7 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.112414] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-126df357-f210-4f69-a20b-5816864d6c38 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.119304] env[62094]: DEBUG oslo_vmware.api [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1274.119304] env[62094]: value = "task-1400912" [ 1274.119304] env[62094]: _type = "Task" [ 1274.119304] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.125766] env[62094]: DEBUG nova.compute.manager [req-a737c621-3852-4c1c-9a84-33b95de15c4e req-6ee2f4eb-5bb3-4cf1-a229-2c04978ecb87 service nova] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Received event network-changed-cd635615-a458-4671-b339-16b427b7ee60 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1274.125923] env[62094]: DEBUG nova.compute.manager [req-a737c621-3852-4c1c-9a84-33b95de15c4e req-6ee2f4eb-5bb3-4cf1-a229-2c04978ecb87 service nova] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Refreshing instance network info cache due to event network-changed-cd635615-a458-4671-b339-16b427b7ee60. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1274.126179] env[62094]: DEBUG oslo_concurrency.lockutils [req-a737c621-3852-4c1c-9a84-33b95de15c4e req-6ee2f4eb-5bb3-4cf1-a229-2c04978ecb87 service nova] Acquiring lock "refresh_cache-32e5308f-da8d-45e8-99f3-382cf9d62dae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.126361] env[62094]: DEBUG oslo_concurrency.lockutils [req-a737c621-3852-4c1c-9a84-33b95de15c4e req-6ee2f4eb-5bb3-4cf1-a229-2c04978ecb87 service nova] Acquired lock "refresh_cache-32e5308f-da8d-45e8-99f3-382cf9d62dae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.126511] env[62094]: DEBUG nova.network.neutron [req-a737c621-3852-4c1c-9a84-33b95de15c4e req-6ee2f4eb-5bb3-4cf1-a229-2c04978ecb87 service nova] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Refreshing network info cache for port cd635615-a458-4671-b339-16b427b7ee60 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.134850] env[62094]: DEBUG oslo_vmware.api [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.138644] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.138828] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.161607] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400908, 'name': PowerOffVM_Task, 'duration_secs': 0.240599} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.161889] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.162771] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf2e69e-f3f3-43ed-a47b-006c6ab2df79 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.186228] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d068bd24-7a33-4e14-a369-0b3e5adff1f4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.234761] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.235577] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39d79ca2-5744-4155-be8d-5290f861b2f7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.243713] env[62094]: DEBUG oslo_concurrency.lockutils [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.244181] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1274.244181] env[62094]: value = "task-1400913" [ 1274.244181] env[62094]: _type = "Task" [ 1274.244181] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.254842] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1274.255142] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.255812] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.255812] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.255812] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.256113] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23e6e7cf-779d-4743-b8fd-4c490e32c1a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.275902] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.275902] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.276782] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80fb7cf3-c056-4a9a-a76c-89256657f1eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.282892] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1274.282892] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ea796d-7bfd-9b21-5aef-bcd72b95fb47" [ 1274.282892] env[62094]: _type = "Task" [ 1274.282892] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.291585] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ea796d-7bfd-9b21-5aef-bcd72b95fb47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.330019] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.454209] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bec912-db56-476e-ace9-13bc32a36d60 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.459158] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.372s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.459481] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.004s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.459738] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1274.460709] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.621s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.461109] env[62094]: DEBUG nova.objects.instance [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Lazy-loading 'resources' on Instance uuid 75d41bc3-89e0-48ab-b001-c90994937228 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.466570] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61ded41-02cf-4fa4-bb92-0f359139a938 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.481956] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e19a27a-ae80-4247-a33a-5aa6a23c0efa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.507389] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0486c84f-7b64-47c9-9209-98cf9c0558ea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.518969] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74545e79-5c63-4466-aefc-fc231025e980 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.522234] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400910, 'name': CreateVM_Task, 'duration_secs': 0.395111} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.522716] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.523820] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.524009] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.524484] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.524714] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb3ea8b-d949-412f-86fe-4a8fa3fb1552 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.554633] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179625MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1274.554830] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.559876] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1274.559876] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52479439-86e9-e8a4-ec05-960e05408181" [ 1274.559876] env[62094]: _type = "Task" [ 1274.559876] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.570144] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52479439-86e9-e8a4-ec05-960e05408181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.574878] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "4f6170dd-4b13-46ea-8ea0-612e517addb9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.577s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.629441] env[62094]: DEBUG oslo_vmware.api [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236304} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.629791] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.630057] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.630333] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.630573] env[62094]: INFO nova.compute.manager [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1274.630959] env[62094]: DEBUG oslo.service.loopingcall [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1274.631243] env[62094]: DEBUG nova.compute.manager [-] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1274.631591] env[62094]: DEBUG nova.network.neutron [-] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.642449] env[62094]: DEBUG nova.compute.manager [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1274.796158] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ea796d-7bfd-9b21-5aef-bcd72b95fb47, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.800876] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f08756-e9b4-4c43-93ac-a88e5fd97240 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.806742] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1274.806742] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f891de-66ff-bbd3-5569-791945ff8a41" [ 1274.806742] env[62094]: _type = "Task" [ 1274.806742] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.815684] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f891de-66ff-bbd3-5569-791945ff8a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.831861] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400909, 'name': ReconfigVM_Task, 'duration_secs': 0.578898} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.832773] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Reconfigured VM instance instance-00000051 to attach disk [datastore1] b15f39b1-caf9-40e4-9d02-dac1cabda477/b15f39b1-caf9-40e4-9d02-dac1cabda477.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.833140] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f6a82be-2d4c-42da-b898-dbe7f1850404 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.844030] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1274.844030] env[62094]: value = "task-1400914" [ 1274.844030] env[62094]: _type = "Task" [ 1274.844030] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.852370] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400914, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.032057] env[62094]: DEBUG nova.network.neutron [req-a737c621-3852-4c1c-9a84-33b95de15c4e req-6ee2f4eb-5bb3-4cf1-a229-2c04978ecb87 service nova] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Updated VIF entry in instance network info cache for port cd635615-a458-4671-b339-16b427b7ee60. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.032379] env[62094]: DEBUG nova.network.neutron [req-a737c621-3852-4c1c-9a84-33b95de15c4e req-6ee2f4eb-5bb3-4cf1-a229-2c04978ecb87 service nova] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Updating instance_info_cache with network_info: [{"id": "cd635615-a458-4671-b339-16b427b7ee60", "address": "fa:16:3e:33:8d:65", "network": {"id": "bd5c0497-dd75-4bb5-86fe-5116511e6160", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7701ff61bd647768e1eb1b5c70ce92b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd635615-a4", "ovs_interfaceid": "cd635615-a458-4671-b339-16b427b7ee60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.074048] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52479439-86e9-e8a4-ec05-960e05408181, 'name': SearchDatastore_Task, 'duration_secs': 0.016535} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.075887] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.076189] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.076437] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.076581] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.076757] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.080630] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72eaec7d-a911-4c3b-94f8-4aeda40c87e8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.097303] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.097437] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.098200] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0412e79-af69-4e18-b768-e10ae2d4f975 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.106057] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1275.106057] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521f921a-62b7-9898-ba6f-98747b211e54" [ 1275.106057] env[62094]: _type = "Task" [ 1275.106057] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.117845] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521f921a-62b7-9898-ba6f-98747b211e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.163829] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.321699] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f891de-66ff-bbd3-5569-791945ff8a41, 'name': SearchDatastore_Task, 'duration_secs': 0.019505} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.321985] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.322295] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 60a1b4e4-cea2-4972-84ff-414b6098f03d/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk. {{(pid=62094) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1275.326218] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7e8df59-18ba-4102-8829-75f8a0c3527a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.334069] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1275.334069] env[62094]: value = "task-1400915" [ 1275.334069] env[62094]: _type = "Task" [ 1275.334069] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.345508] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.349518] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.349943] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.350181] env[62094]: DEBUG nova.network.neutron [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.355017] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f8c3e9-4487-472d-9c11-59d704720e57 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.362693] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400914, 'name': Rename_Task, 'duration_secs': 0.29586} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.364842] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.365213] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceb09458-d846-4de1-bf3f-1a1e4129fc3d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.367542] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cd47c1-2306-4cfd-9863-f77903b11b34 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.399932] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5385a65-0418-4a68-bb15-4f4e06e67bf3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.406117] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1275.406117] env[62094]: value = "task-1400916" [ 1275.406117] env[62094]: _type = "Task" [ 1275.406117] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.410842] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0e6302-3c85-4054-ac9f-9ba5e2f45405 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.417453] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.430725] env[62094]: DEBUG nova.compute.provider_tree [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.534736] env[62094]: DEBUG oslo_concurrency.lockutils [req-a737c621-3852-4c1c-9a84-33b95de15c4e req-6ee2f4eb-5bb3-4cf1-a229-2c04978ecb87 service nova] Releasing lock "refresh_cache-32e5308f-da8d-45e8-99f3-382cf9d62dae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.535087] env[62094]: DEBUG nova.compute.manager [req-a737c621-3852-4c1c-9a84-33b95de15c4e req-6ee2f4eb-5bb3-4cf1-a229-2c04978ecb87 service nova] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Received event network-vif-deleted-a960dc46-8b73-43f2-92b3-68f27473ef49 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1275.563747] env[62094]: DEBUG nova.network.neutron [-] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.617471] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521f921a-62b7-9898-ba6f-98747b211e54, 'name': SearchDatastore_Task, 'duration_secs': 0.025221} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.618367] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a44d5dd-71f7-466e-8c98-3225f0fb6877 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.625252] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1275.625252] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f98008-d526-5059-42de-e5b2f0a9b728" [ 1275.625252] env[62094]: _type = "Task" [ 1275.625252] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.634530] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f98008-d526-5059-42de-e5b2f0a9b728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.848896] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400915, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.925937] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.932946] env[62094]: DEBUG nova.scheduler.client.report [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1275.999010] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "939cd279-b1c8-43f5-add3-e4a948fe9071" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.999351] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "939cd279-b1c8-43f5-add3-e4a948fe9071" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.999622] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "939cd279-b1c8-43f5-add3-e4a948fe9071-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.999858] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "939cd279-b1c8-43f5-add3-e4a948fe9071-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.000358] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "939cd279-b1c8-43f5-add3-e4a948fe9071-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.007019] env[62094]: INFO nova.compute.manager [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Terminating instance [ 1276.007707] env[62094]: DEBUG nova.compute.manager [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1276.008144] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.009151] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34473012-1df9-4838-8c66-d76ba9a1fec9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.027646] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.027646] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f61fcfda-1231-4fd7-9488-5bbaa92b8bd2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.036026] env[62094]: DEBUG oslo_vmware.api [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1276.036026] env[62094]: value = "task-1400917" [ 1276.036026] env[62094]: _type = "Task" [ 1276.036026] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.048368] env[62094]: DEBUG oslo_vmware.api [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.067589] env[62094]: INFO nova.compute.manager [-] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Took 1.44 seconds to deallocate network for instance. [ 1276.137527] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f98008-d526-5059-42de-e5b2f0a9b728, 'name': SearchDatastore_Task, 'duration_secs': 0.01624} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.137836] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.138093] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 32e5308f-da8d-45e8-99f3-382cf9d62dae/32e5308f-da8d-45e8-99f3-382cf9d62dae.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.138372] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69cee881-9202-4b49-ad83-9b7d139ad57c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.145800] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1276.145800] env[62094]: value = "task-1400918" [ 1276.145800] env[62094]: _type = "Task" [ 1276.145800] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.154660] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.173392] env[62094]: DEBUG nova.compute.manager [req-08addaa3-49c2-4ac0-81c6-e5d2120b3d2d req-9aa1ba79-9793-4768-89bf-512495f1e502 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Received event network-vif-deleted-23ff06a3-e6ee-47ba-8817-2a649f052248 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1276.173392] env[62094]: INFO nova.compute.manager [req-08addaa3-49c2-4ac0-81c6-e5d2120b3d2d req-9aa1ba79-9793-4768-89bf-512495f1e502 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Neutron deleted interface 23ff06a3-e6ee-47ba-8817-2a649f052248; detaching it from the instance and deleting it from the info cache [ 1276.175035] env[62094]: DEBUG nova.network.neutron [req-08addaa3-49c2-4ac0-81c6-e5d2120b3d2d req-9aa1ba79-9793-4768-89bf-512495f1e502 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updating instance_info_cache with network_info: [{"id": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "address": "fa:16:3e:b3:e7:c1", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2301ccb-2a", "ovs_interfaceid": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ace09a45-b1e4-49c8-abc3-f408b35804c2", "address": "fa:16:3e:49:87:dc", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace09a45-b1", "ovs_interfaceid": "ace09a45-b1e4-49c8-abc3-f408b35804c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.343604] env[62094]: INFO nova.network.neutron [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Port 23ff06a3-e6ee-47ba-8817-2a649f052248 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1276.346024] env[62094]: INFO nova.network.neutron [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Port ace09a45-b1e4-49c8-abc3-f408b35804c2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1276.346024] env[62094]: DEBUG nova.network.neutron [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updating instance_info_cache with network_info: [{"id": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "address": "fa:16:3e:b3:e7:c1", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2301ccb-2a", "ovs_interfaceid": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.352325] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637417} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.352629] env[62094]: INFO nova.virt.vmwareapi.ds_util [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 60a1b4e4-cea2-4972-84ff-414b6098f03d/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk. [ 1276.353558] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dac2b51-adf6-473d-bdf1-93323d5a1604 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.387890] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 60a1b4e4-cea2-4972-84ff-414b6098f03d/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.388769] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0a2378e-0105-49d8-abf4-c29346840a06 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.410330] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1276.410330] env[62094]: value = "task-1400919" [ 1276.410330] env[62094]: _type = "Task" [ 1276.410330] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.417269] env[62094]: DEBUG oslo_vmware.api [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400916, 'name': PowerOnVM_Task, 'duration_secs': 0.799533} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.418018] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.422459] env[62094]: INFO nova.compute.manager [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1276.422459] env[62094]: DEBUG nova.compute.manager [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1276.422459] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58636c8-f507-4f57-be53-ad186ec4f360 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.426021] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400919, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.440868] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.444238] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.003s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.446037] env[62094]: INFO nova.compute.claims [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.483647] env[62094]: INFO nova.scheduler.client.report [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Deleted allocations for instance 75d41bc3-89e0-48ab-b001-c90994937228 [ 1276.549077] env[62094]: DEBUG oslo_vmware.api [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400917, 'name': PowerOffVM_Task, 'duration_secs': 0.241205} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.549077] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.550444] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.550444] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9a498b6-79fb-439b-8595-5e35659a6512 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.578296] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.667270] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400918, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.667270] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.667270] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.667270] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Deleting the datastore file [datastore2] 939cd279-b1c8-43f5-add3-e4a948fe9071 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.667270] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0deff286-48cc-4ae0-9f5c-0881c49fdc8b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.673075] env[62094]: DEBUG oslo_vmware.api [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1276.673075] env[62094]: value = "task-1400921" [ 1276.673075] env[62094]: _type = "Task" [ 1276.673075] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.679266] env[62094]: DEBUG oslo_concurrency.lockutils [req-08addaa3-49c2-4ac0-81c6-e5d2120b3d2d req-9aa1ba79-9793-4768-89bf-512495f1e502 service nova] Acquiring lock "939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.682259] env[62094]: DEBUG oslo_vmware.api [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.848260] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "refresh_cache-939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.927208] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400919, 'name': ReconfigVM_Task, 'duration_secs': 0.331269} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.928219] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 60a1b4e4-cea2-4972-84ff-414b6098f03d/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.931038] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7030c36a-4355-4c99-b50f-c8a3c8ef5755 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.765910] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fa8a92aa-0f59-4be0-b8a8-ba4b11f3a4de tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-939cd279-b1c8-43f5-add3-e4a948fe9071-23ff06a3-e6ee-47ba-8817-2a649f052248" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.419s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.772158] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e9850976-cc95-4f97-a3b8-d014d02fff28 tempest-ServerRescueTestJSONUnderV235-2103560173 tempest-ServerRescueTestJSONUnderV235-2103560173-project-member] Lock "75d41bc3-89e0-48ab-b001-c90994937228" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.961s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.775040] env[62094]: INFO nova.compute.manager [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Took 32.78 seconds to build instance. [ 1277.782257] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df4d1e3d-8054-4511-81c9-334f6ca7f6e2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.792585] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "75d41bc3-89e0-48ab-b001-c90994937228" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.247s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.792786] env[62094]: INFO nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] During sync_power_state the instance has a pending task (deleting). Skip. [ 1277.792956] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "75d41bc3-89e0-48ab-b001-c90994937228" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.800630] env[62094]: DEBUG oslo_vmware.api [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1400921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.714161} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.804533] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.804533] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.804533] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.804744] env[62094]: INFO nova.compute.manager [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1277.804830] env[62094]: DEBUG oslo.service.loopingcall [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.805091] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1277.805091] env[62094]: value = "task-1400922" [ 1277.805091] env[62094]: _type = "Task" [ 1277.805091] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.805706] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787277} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.805773] env[62094]: DEBUG nova.compute.manager [-] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1277.805821] env[62094]: DEBUG nova.network.neutron [-] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.807472] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 32e5308f-da8d-45e8-99f3-382cf9d62dae/32e5308f-da8d-45e8-99f3-382cf9d62dae.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.807683] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.811214] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6960b04f-d91c-469d-bb86-6a6771b871b8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.818022] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.819601] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1277.819601] env[62094]: value = "task-1400923" [ 1277.819601] env[62094]: _type = "Task" [ 1277.819601] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.829885] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.886973] env[62094]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port ace09a45-b1e4-49c8-abc3-f408b35804c2 could not be found.", "detail": ""}} {{(pid=62094) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1277.886973] env[62094]: DEBUG nova.network.neutron [-] Unable to show port ace09a45-b1e4-49c8-abc3-f408b35804c2 as it no longer exists. {{(pid=62094) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1278.285496] env[62094]: DEBUG nova.scheduler.client.report [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Refreshing inventories for resource provider 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1278.296114] env[62094]: DEBUG oslo_concurrency.lockutils [None req-97d6cc1b-331f-4a45-abc4-fb79057f1a31 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "b15f39b1-caf9-40e4-9d02-dac1cabda477" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.313s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.308828] env[62094]: DEBUG nova.scheduler.client.report [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Updating ProviderTree inventory for provider 63012395-d365-4b03-a816-be66e2783fee from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1278.309066] env[62094]: DEBUG nova.compute.provider_tree [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1278.321302] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400922, 'name': ReconfigVM_Task, 'duration_secs': 0.177718} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.324877] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.325636] env[62094]: DEBUG nova.scheduler.client.report [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Refreshing aggregate associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, aggregates: None {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1278.327673] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1959a437-f232-4f1a-b797-286091129efd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.335015] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062464} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.337016] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.340083] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46336b3-99ff-4de0-9060-a202c03dbb2b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.341693] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1278.341693] env[62094]: value = "task-1400924" [ 1278.341693] env[62094]: _type = "Task" [ 1278.341693] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.361949] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 32e5308f-da8d-45e8-99f3-382cf9d62dae/32e5308f-da8d-45e8-99f3-382cf9d62dae.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.363075] env[62094]: DEBUG nova.scheduler.client.report [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Refreshing trait associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1278.365536] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-306a6867-9ba3-4d30-a4f0-5577618d8e34 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.385995] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.394021] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1278.394021] env[62094]: value = "task-1400925" [ 1278.394021] env[62094]: _type = "Task" [ 1278.394021] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.399482] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.733066] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be85ffd3-bf10-402f-9258-aad0cdd7c776 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.748963] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734e4e4b-1ccc-4676-ba99-c3b550b10778 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.789819] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5624bc2f-e847-41a0-ac7c-6fea844c33e3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.797815] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c7b23a-a809-48d5-9b51-0f654977fa71 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.811621] env[62094]: DEBUG nova.compute.provider_tree [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.821835] env[62094]: DEBUG nova.compute.manager [req-e721e4f4-a1e4-4e5d-960d-5cb7cb8bc3de req-996a6132-9071-43e9-b023-1acc84970039 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Received event network-vif-deleted-b2301ccb-2aab-498a-97a8-fd19560c1bbd {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1278.821944] env[62094]: INFO nova.compute.manager [req-e721e4f4-a1e4-4e5d-960d-5cb7cb8bc3de req-996a6132-9071-43e9-b023-1acc84970039 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Neutron deleted interface b2301ccb-2aab-498a-97a8-fd19560c1bbd; detaching it from the instance and deleting it from the info cache [ 1278.822201] env[62094]: DEBUG nova.network.neutron [req-e721e4f4-a1e4-4e5d-960d-5cb7cb8bc3de req-996a6132-9071-43e9-b023-1acc84970039 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.856025] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.903954] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400925, 'name': ReconfigVM_Task, 'duration_secs': 0.265225} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.904657] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 32e5308f-da8d-45e8-99f3-382cf9d62dae/32e5308f-da8d-45e8-99f3-382cf9d62dae.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.905117] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4861af50-a13f-4d28-9682-2067ac8398c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.914769] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1278.914769] env[62094]: value = "task-1400926" [ 1278.914769] env[62094]: _type = "Task" [ 1278.914769] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.924416] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400926, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.130359] env[62094]: DEBUG nova.network.neutron [-] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.319311] env[62094]: DEBUG nova.scheduler.client.report [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1279.325165] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-814ad561-be43-4a89-be88-00e5b2e1181a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.337321] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac082eac-db2d-4357-b1cb-48d68dfb6139 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.362524] env[62094]: DEBUG oslo_vmware.api [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400924, 'name': PowerOnVM_Task, 'duration_secs': 0.95748} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.362796] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.376945] env[62094]: DEBUG nova.compute.manager [req-e721e4f4-a1e4-4e5d-960d-5cb7cb8bc3de req-996a6132-9071-43e9-b023-1acc84970039 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Detach interface failed, port_id=b2301ccb-2aab-498a-97a8-fd19560c1bbd, reason: Instance 939cd279-b1c8-43f5-add3-e4a948fe9071 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1279.378182] env[62094]: DEBUG nova.compute.manager [None req-0ec27ce8-3909-4469-b3f2-64f2fcf40006 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1279.379243] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f439a5-b28d-4595-a4b7-df58267bb621 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.426833] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400926, 'name': Rename_Task, 'duration_secs': 0.157905} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.427245] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.427586] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b371a7f-f5fb-4365-81d5-7a49dfc58f4e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.437445] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1279.437445] env[62094]: value = "task-1400927" [ 1279.437445] env[62094]: _type = "Task" [ 1279.437445] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.446339] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.635648] env[62094]: INFO nova.compute.manager [-] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Took 1.83 seconds to deallocate network for instance. [ 1279.823397] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.379s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.823397] env[62094]: DEBUG nova.compute.manager [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1279.831287] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.692s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.832049] env[62094]: INFO nova.compute.claims [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.950407] env[62094]: DEBUG oslo_vmware.api [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400927, 'name': PowerOnVM_Task, 'duration_secs': 0.492908} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.950801] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.951081] env[62094]: INFO nova.compute.manager [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1279.951220] env[62094]: DEBUG nova.compute.manager [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1279.952557] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074472c1-c54d-4bae-8832-900d0b7e8223 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.146749] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.344024] env[62094]: DEBUG nova.compute.utils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1280.347846] env[62094]: DEBUG nova.compute.manager [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1280.348213] env[62094]: DEBUG nova.network.neutron [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1280.392767] env[62094]: DEBUG nova.policy [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c369b147c46a425e9891fbcac1a70f77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6e76a97def64189884457e8275244dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1280.471036] env[62094]: INFO nova.compute.manager [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Took 34.04 seconds to build instance. [ 1280.695386] env[62094]: DEBUG nova.network.neutron [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Successfully created port: aea82398-6767-46a4-81c7-ffb35d3cf8ed {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1280.847238] env[62094]: DEBUG nova.compute.manager [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1280.975705] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e71a50b9-f3d5-47e3-8f9b-126c5b4cddad tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "32e5308f-da8d-45e8-99f3-382cf9d62dae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.615s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.199142] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e94917c-ec0d-4008-aa8a-2814c4c08397 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.208504] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f80f79-3fe6-4326-8035-7f37bd6c953f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.266931] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25770480-afdc-4515-90e0-183a97a85500 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.278395] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1e7a6f-9c8d-438c-aa5b-cefcb9e9de90 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.304407] env[62094]: DEBUG nova.compute.provider_tree [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.811148] env[62094]: DEBUG nova.scheduler.client.report [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1281.865264] env[62094]: DEBUG nova.compute.manager [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1281.894722] env[62094]: DEBUG nova.virt.hardware [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1281.894988] env[62094]: DEBUG nova.virt.hardware [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1281.895164] env[62094]: DEBUG nova.virt.hardware [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.895357] env[62094]: DEBUG nova.virt.hardware [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1281.895497] env[62094]: DEBUG nova.virt.hardware [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.895668] env[62094]: DEBUG nova.virt.hardware [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1281.895833] env[62094]: DEBUG nova.virt.hardware [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1281.895983] env[62094]: DEBUG nova.virt.hardware [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1281.896161] env[62094]: DEBUG nova.virt.hardware [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1281.896327] env[62094]: DEBUG nova.virt.hardware [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1281.896494] env[62094]: DEBUG nova.virt.hardware [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1281.897378] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce93a3d-0d71-406e-a13a-ee6eee4fc299 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.906557] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da6705d-63c6-4ca6-b9f1-bb9d762d6396 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.314045] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.315503] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.690s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.315567] env[62094]: DEBUG nova.objects.instance [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lazy-loading 'resources' on Instance uuid aa8b42a8-fd03-449e-9e9d-9c05a8e389f3 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.363138] env[62094]: DEBUG nova.network.neutron [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Successfully updated port: aea82398-6767-46a4-81c7-ffb35d3cf8ed {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.820925] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Acquiring lock "73958ca5-5074-45ee-ab98-e333534f1356" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.821241] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Lock "73958ca5-5074-45ee-ab98-e333534f1356" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.864626] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "refresh_cache-bc6169f6-5b4d-403f-9bf9-5eb447cba4a1" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.864754] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "refresh_cache-bc6169f6-5b4d-403f-9bf9-5eb447cba4a1" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.864885] env[62094]: DEBUG nova.network.neutron [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.980426] env[62094]: DEBUG nova.compute.manager [req-981e5fbc-ec49-4d7d-bf7e-991b395f43e0 req-30c9bc34-be14-497f-b071-29bde3db0554 service nova] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Received event network-vif-plugged-aea82398-6767-46a4-81c7-ffb35d3cf8ed {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1282.980681] env[62094]: DEBUG oslo_concurrency.lockutils [req-981e5fbc-ec49-4d7d-bf7e-991b395f43e0 req-30c9bc34-be14-497f-b071-29bde3db0554 service nova] Acquiring lock "bc6169f6-5b4d-403f-9bf9-5eb447cba4a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.980847] env[62094]: DEBUG oslo_concurrency.lockutils [req-981e5fbc-ec49-4d7d-bf7e-991b395f43e0 req-30c9bc34-be14-497f-b071-29bde3db0554 service nova] Lock "bc6169f6-5b4d-403f-9bf9-5eb447cba4a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.981036] env[62094]: DEBUG oslo_concurrency.lockutils [req-981e5fbc-ec49-4d7d-bf7e-991b395f43e0 req-30c9bc34-be14-497f-b071-29bde3db0554 service nova] Lock "bc6169f6-5b4d-403f-9bf9-5eb447cba4a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.981216] env[62094]: DEBUG nova.compute.manager [req-981e5fbc-ec49-4d7d-bf7e-991b395f43e0 req-30c9bc34-be14-497f-b071-29bde3db0554 service nova] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] No waiting events found dispatching network-vif-plugged-aea82398-6767-46a4-81c7-ffb35d3cf8ed {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1282.981559] env[62094]: WARNING nova.compute.manager [req-981e5fbc-ec49-4d7d-bf7e-991b395f43e0 req-30c9bc34-be14-497f-b071-29bde3db0554 service nova] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Received unexpected event network-vif-plugged-aea82398-6767-46a4-81c7-ffb35d3cf8ed for instance with vm_state building and task_state spawning. [ 1283.039568] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "4628c8a4-1bfa-4bd3-91f6-9944b313719b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.039767] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "4628c8a4-1bfa-4bd3-91f6-9944b313719b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.050110] env[62094]: DEBUG oslo_concurrency.lockutils [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "257036ca-daf0-4615-8ce0-23263ceafc60" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.050110] env[62094]: DEBUG oslo_concurrency.lockutils [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.072171] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "349536d7-eb0a-4ca2-b396-db2e035e2ca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.072486] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "349536d7-eb0a-4ca2-b396-db2e035e2ca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.116923] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "12621127-92dc-4870-b9e3-66af08d1b963" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.117188] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "12621127-92dc-4870-b9e3-66af08d1b963" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.238271] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24e9814-dde8-4a1e-984f-8f39b7dcb43a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.251112] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376c5f41-f6ef-4f5d-9fd1-1f2736a33405 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.286557] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dfd831-c7aa-4c26-8a0b-55989b2eb22b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.299172] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada875df-707c-46d1-8eaa-6f282fd2c9a1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.312854] env[62094]: DEBUG nova.compute.provider_tree [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.325743] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Lock "73958ca5-5074-45ee-ab98-e333534f1356" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.326294] env[62094]: DEBUG nova.compute.manager [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1283.399085] env[62094]: DEBUG nova.network.neutron [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.545135] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1283.553045] env[62094]: INFO nova.compute.manager [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Detaching volume 97b5e8f0-90eb-44ee-9047-285d8a8da6c3 [ 1283.555767] env[62094]: DEBUG nova.network.neutron [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Updating instance_info_cache with network_info: [{"id": "aea82398-6767-46a4-81c7-ffb35d3cf8ed", "address": "fa:16:3e:3c:1a:35", "network": {"id": "4bb4c006-eb84-43fb-ab33-1ee766b848a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-664764610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e76a97def64189884457e8275244dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea82398-67", "ovs_interfaceid": "aea82398-6767-46a4-81c7-ffb35d3cf8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.575456] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1283.607170] env[62094]: INFO nova.virt.block_device [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Attempting to driver detach volume 97b5e8f0-90eb-44ee-9047-285d8a8da6c3 from mountpoint /dev/sdb [ 1283.607170] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1283.607170] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296966', 'volume_id': '97b5e8f0-90eb-44ee-9047-285d8a8da6c3', 'name': 'volume-97b5e8f0-90eb-44ee-9047-285d8a8da6c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '257036ca-daf0-4615-8ce0-23263ceafc60', 'attached_at': '', 'detached_at': '', 'volume_id': '97b5e8f0-90eb-44ee-9047-285d8a8da6c3', 'serial': '97b5e8f0-90eb-44ee-9047-285d8a8da6c3'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1283.608398] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aa601f-85e7-4119-baae-3618070adb4a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.633797] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1283.638069] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ee116f-7788-4882-8a12-3cdd59196839 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.646668] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bb9225-da6c-45a0-bae6-370c3932dfcc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.670118] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a4e1fe-2d48-4349-a24f-d32a782bfdc7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.686462] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] The volume has not been displaced from its original location: [datastore1] volume-97b5e8f0-90eb-44ee-9047-285d8a8da6c3/volume-97b5e8f0-90eb-44ee-9047-285d8a8da6c3.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1283.691682] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.692309] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84abc99e-3319-44ae-af4f-b84f8986f16b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.712849] env[62094]: DEBUG oslo_vmware.api [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1283.712849] env[62094]: value = "task-1400928" [ 1283.712849] env[62094]: _type = "Task" [ 1283.712849] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.716406] env[62094]: INFO nova.compute.manager [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Rescuing [ 1283.716653] env[62094]: DEBUG oslo_concurrency.lockutils [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "refresh_cache-248c7655-0592-4e9c-b84f-00a9cca38c23" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.716807] env[62094]: DEBUG oslo_concurrency.lockutils [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "refresh_cache-248c7655-0592-4e9c-b84f-00a9cca38c23" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.716971] env[62094]: DEBUG nova.network.neutron [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.723974] env[62094]: DEBUG oslo_vmware.api [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.816844] env[62094]: DEBUG nova.scheduler.client.report [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1283.831170] env[62094]: DEBUG nova.compute.utils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1283.833059] env[62094]: DEBUG nova.compute.manager [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1283.833248] env[62094]: DEBUG nova.network.neutron [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.878981] env[62094]: DEBUG nova.policy [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7cdd11d5e4742ae9c18cc4691443a43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d80181427174e598fb86483975e915d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1284.057757] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "refresh_cache-bc6169f6-5b4d-403f-9bf9-5eb447cba4a1" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.058086] env[62094]: DEBUG nova.compute.manager [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Instance network_info: |[{"id": "aea82398-6767-46a4-81c7-ffb35d3cf8ed", "address": "fa:16:3e:3c:1a:35", "network": {"id": "4bb4c006-eb84-43fb-ab33-1ee766b848a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-664764610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e76a97def64189884457e8275244dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea82398-67", "ovs_interfaceid": "aea82398-6767-46a4-81c7-ffb35d3cf8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1284.058718] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:1a:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aea82398-6767-46a4-81c7-ffb35d3cf8ed', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.068412] env[62094]: DEBUG oslo.service.loopingcall [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1284.068549] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.068769] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46297407-80fe-45db-9975-3e80e5a8835e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.083981] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.092692] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.092692] env[62094]: value = "task-1400929" [ 1284.092692] env[62094]: _type = "Task" [ 1284.092692] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.098989] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.102332] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400929, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.155463] env[62094]: DEBUG nova.network.neutron [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Successfully created port: ac6ca911-9482-4d89-bdf5-5141c4838865 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.162500] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.225034] env[62094]: DEBUG oslo_vmware.api [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.250448] env[62094]: DEBUG nova.compute.manager [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1284.251399] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042c6d45-5dae-4a0b-8fd0-5fac5ca953e4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.322467] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.324752] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.275s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.325009] env[62094]: DEBUG nova.objects.instance [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lazy-loading 'resources' on Instance uuid e2f8504f-2c1e-4304-a698-fe8819a65685 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.336456] env[62094]: DEBUG nova.compute.manager [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1284.350069] env[62094]: INFO nova.scheduler.client.report [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleted allocations for instance aa8b42a8-fd03-449e-9e9d-9c05a8e389f3 [ 1284.399982] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "e8a64c70-0423-42bf-9414-9554f82db3dd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.400503] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.401257] env[62094]: INFO nova.compute.manager [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Shelving [ 1284.591893] env[62094]: DEBUG nova.network.neutron [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Updating instance_info_cache with network_info: [{"id": "f3ba12da-0073-47fd-abc0-102e0b295fdd", "address": "fa:16:3e:c7:9d:a6", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ba12da-00", "ovs_interfaceid": "f3ba12da-0073-47fd-abc0-102e0b295fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.604857] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400929, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.723841] env[62094]: DEBUG oslo_vmware.api [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.765242] env[62094]: INFO nova.compute.manager [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] instance snapshotting [ 1284.766685] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d9face-1290-49a0-a4a9-4fb448491136 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.789122] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73abab78-647d-41f0-8d8f-777fb7ca575c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.859553] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7da3ab76-163f-430c-9029-0e9ff8e13f6b tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "aa8b42a8-fd03-449e-9e9d-9c05a8e389f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.743s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.908351] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.908599] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caaa299a-19d1-444b-9145-daf2b809fdd4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.917154] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1284.917154] env[62094]: value = "task-1400930" [ 1284.917154] env[62094]: _type = "Task" [ 1284.917154] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.926847] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.058114] env[62094]: DEBUG nova.compute.manager [req-d052fc1d-e2f6-4e5f-907d-07325c44fda6 req-942c8926-7fc5-4b7d-9a70-aad653272536 service nova] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Received event network-changed-aea82398-6767-46a4-81c7-ffb35d3cf8ed {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1285.058421] env[62094]: DEBUG nova.compute.manager [req-d052fc1d-e2f6-4e5f-907d-07325c44fda6 req-942c8926-7fc5-4b7d-9a70-aad653272536 service nova] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Refreshing instance network info cache due to event network-changed-aea82398-6767-46a4-81c7-ffb35d3cf8ed. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1285.058832] env[62094]: DEBUG oslo_concurrency.lockutils [req-d052fc1d-e2f6-4e5f-907d-07325c44fda6 req-942c8926-7fc5-4b7d-9a70-aad653272536 service nova] Acquiring lock "refresh_cache-bc6169f6-5b4d-403f-9bf9-5eb447cba4a1" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.058832] env[62094]: DEBUG oslo_concurrency.lockutils [req-d052fc1d-e2f6-4e5f-907d-07325c44fda6 req-942c8926-7fc5-4b7d-9a70-aad653272536 service nova] Acquired lock "refresh_cache-bc6169f6-5b4d-403f-9bf9-5eb447cba4a1" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.058993] env[62094]: DEBUG nova.network.neutron [req-d052fc1d-e2f6-4e5f-907d-07325c44fda6 req-942c8926-7fc5-4b7d-9a70-aad653272536 service nova] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Refreshing network info cache for port aea82398-6767-46a4-81c7-ffb35d3cf8ed {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.098976] env[62094]: DEBUG oslo_concurrency.lockutils [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "refresh_cache-248c7655-0592-4e9c-b84f-00a9cca38c23" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.109777] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400929, 'name': CreateVM_Task, 'duration_secs': 0.599136} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.109777] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.110163] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.110449] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.111053] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.111053] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f0e4f8e-5316-4751-ae43-dc37ff6688d0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.119672] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1285.119672] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a4dd5b-9ce3-70c8-39ec-98adaf82e0ff" [ 1285.119672] env[62094]: _type = "Task" [ 1285.119672] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.137407] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a4dd5b-9ce3-70c8-39ec-98adaf82e0ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.180505] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d704448-3d25-4288-9a15-0f9de4f79e91 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.189308] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f754d1-404b-4e57-a2f8-f7fd4b2e4307 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.224454] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a6357c-cbd5-47db-afcc-657595d35d8c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.232753] env[62094]: DEBUG oslo_vmware.api [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400928, 'name': ReconfigVM_Task, 'duration_secs': 1.385332} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.235995] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1285.240712] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce6838a-ab7b-419a-a876-83ca9084346d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.251198] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cf15d1-0ac9-4208-8365-566a39e90dd4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.266028] env[62094]: DEBUG nova.compute.provider_tree [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.268615] env[62094]: DEBUG oslo_vmware.api [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1285.268615] env[62094]: value = "task-1400931" [ 1285.268615] env[62094]: _type = "Task" [ 1285.268615] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.277595] env[62094]: DEBUG oslo_vmware.api [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.301014] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1285.302031] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9078042c-2df5-40e3-a6e8-999e091454fb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.313214] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1285.313214] env[62094]: value = "task-1400932" [ 1285.313214] env[62094]: _type = "Task" [ 1285.313214] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.324311] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400932, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.351284] env[62094]: DEBUG nova.compute.manager [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1285.375078] env[62094]: DEBUG nova.virt.hardware [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1285.375334] env[62094]: DEBUG nova.virt.hardware [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1285.375503] env[62094]: DEBUG nova.virt.hardware [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.375721] env[62094]: DEBUG nova.virt.hardware [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1285.375891] env[62094]: DEBUG nova.virt.hardware [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.376090] env[62094]: DEBUG nova.virt.hardware [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1285.376330] env[62094]: DEBUG nova.virt.hardware [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1285.376520] env[62094]: DEBUG nova.virt.hardware [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1285.376703] env[62094]: DEBUG nova.virt.hardware [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1285.376887] env[62094]: DEBUG nova.virt.hardware [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1285.377097] env[62094]: DEBUG nova.virt.hardware [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1285.377973] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806e5594-f701-4477-b16f-c52f3ac09193 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.386836] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b96aa7-b60e-43c3-9e86-01137503052c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.428515] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400930, 'name': PowerOffVM_Task, 'duration_secs': 0.289107} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.428940] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.430165] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2406e839-7d59-43ea-9288-91721a31ae5e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.449900] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5826a3fe-efbf-414f-867f-9d97ab3d1073 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.640919] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a4dd5b-9ce3-70c8-39ec-98adaf82e0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.020323} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.641470] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.641791] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.642363] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.642363] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.642552] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.642776] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.643213] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-171bb490-7363-4bb9-9cea-0d7b64ce2047 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.648847] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85ef319d-0c54-4e3f-a6ff-af1f693744f0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.658016] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1285.658016] env[62094]: value = "task-1400933" [ 1285.658016] env[62094]: _type = "Task" [ 1285.658016] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.659818] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.660137] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.666818] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ccaf27c-ba80-44bd-9451-1fa1908eec89 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.682018] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1285.682018] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523caeb7-9e43-1df7-327f-b04dc5001532" [ 1285.682018] env[62094]: _type = "Task" [ 1285.682018] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.682018] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.698237] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523caeb7-9e43-1df7-327f-b04dc5001532, 'name': SearchDatastore_Task, 'duration_secs': 0.012047} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.699075] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ffda9c-3db5-49b1-951e-2d58a84bf2ba {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.710222] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1285.710222] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52cf7028-227c-0815-0407-41b96166e470" [ 1285.710222] env[62094]: _type = "Task" [ 1285.710222] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.718380] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cf7028-227c-0815-0407-41b96166e470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.773075] env[62094]: DEBUG nova.scheduler.client.report [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1285.787788] env[62094]: DEBUG oslo_vmware.api [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400931, 'name': ReconfigVM_Task, 'duration_secs': 0.177953} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.788445] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-296966', 'volume_id': '97b5e8f0-90eb-44ee-9047-285d8a8da6c3', 'name': 'volume-97b5e8f0-90eb-44ee-9047-285d8a8da6c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '257036ca-daf0-4615-8ce0-23263ceafc60', 'attached_at': '', 'detached_at': '', 'volume_id': '97b5e8f0-90eb-44ee-9047-285d8a8da6c3', 'serial': '97b5e8f0-90eb-44ee-9047-285d8a8da6c3'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1285.823542] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400932, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.976819] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1285.977183] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-09991af0-f56d-49f4-8d9c-b07b719dd8d8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.989704] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1285.989704] env[62094]: value = "task-1400934" [ 1285.989704] env[62094]: _type = "Task" [ 1285.989704] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.998847] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400934, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.107094] env[62094]: DEBUG nova.network.neutron [req-d052fc1d-e2f6-4e5f-907d-07325c44fda6 req-942c8926-7fc5-4b7d-9a70-aad653272536 service nova] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Updated VIF entry in instance network info cache for port aea82398-6767-46a4-81c7-ffb35d3cf8ed. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.107584] env[62094]: DEBUG nova.network.neutron [req-d052fc1d-e2f6-4e5f-907d-07325c44fda6 req-942c8926-7fc5-4b7d-9a70-aad653272536 service nova] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Updating instance_info_cache with network_info: [{"id": "aea82398-6767-46a4-81c7-ffb35d3cf8ed", "address": "fa:16:3e:3c:1a:35", "network": {"id": "4bb4c006-eb84-43fb-ab33-1ee766b848a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-664764610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e76a97def64189884457e8275244dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea82398-67", "ovs_interfaceid": "aea82398-6767-46a4-81c7-ffb35d3cf8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.169904] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400933, 'name': PowerOffVM_Task, 'duration_secs': 0.205575} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.170756] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.171681] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5af5a6-196b-439c-ba90-1954a45bce6c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.194574] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b805894e-5b74-4bd1-80a7-918f8b30fa7a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.225798] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cf7028-227c-0815-0407-41b96166e470, 'name': SearchDatastore_Task, 'duration_secs': 0.012947} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.229373] env[62094]: DEBUG nova.network.neutron [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Successfully updated port: ac6ca911-9482-4d89-bdf5-5141c4838865 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1286.231331] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.232112] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] bc6169f6-5b4d-403f-9bf9-5eb447cba4a1/bc6169f6-5b4d-403f-9bf9-5eb447cba4a1.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.233987] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b96e5104-d2e0-4801-8589-83de208aa2eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.240423] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.240423] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10bfc3b1-0bb6-493a-8fcf-278befe2b156 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.243804] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1286.243804] env[62094]: value = "task-1400935" [ 1286.243804] env[62094]: _type = "Task" [ 1286.243804] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.250603] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1286.250603] env[62094]: value = "task-1400936" [ 1286.250603] env[62094]: _type = "Task" [ 1286.250603] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.261071] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.395648] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1286.395648] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.395648] env[62094]: DEBUG oslo_concurrency.lockutils [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.395648] env[62094]: DEBUG oslo_concurrency.lockutils [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.395648] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.395648] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e9896e4-2f76-4510-82d2-0f63a30c4323 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.395648] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.395648] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.299s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.395648] env[62094]: DEBUG nova.objects.instance [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lazy-loading 'resources' on Instance uuid 5632757d-1b10-47fe-9519-eac6335e486d {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.395648] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.395648] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.395648] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9726d3-e832-4d33-8771-017f5cbfa6db {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.395648] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1286.395648] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e35a64-0e53-b179-f6d8-a5cf2421c970" [ 1286.395648] env[62094]: _type = "Task" [ 1286.395648] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.395648] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e35a64-0e53-b179-f6d8-a5cf2421c970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.395648] env[62094]: INFO nova.scheduler.client.report [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleted allocations for instance e2f8504f-2c1e-4304-a698-fe8819a65685 [ 1286.399931] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400932, 'name': CreateSnapshot_Task, 'duration_secs': 0.760639} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.399931] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1286.399931] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70196068-3dca-4e74-ab8b-0a17f7d1f84e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.399931] env[62094]: DEBUG nova.objects.instance [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lazy-loading 'flavor' on Instance uuid 257036ca-daf0-4615-8ce0-23263ceafc60 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.505452] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400934, 'name': CreateSnapshot_Task, 'duration_secs': 0.445926} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.505881] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1286.507573] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd18e06f-6d17-4e3e-acb7-9fab330f97ef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.610238] env[62094]: DEBUG oslo_concurrency.lockutils [req-d052fc1d-e2f6-4e5f-907d-07325c44fda6 req-942c8926-7fc5-4b7d-9a70-aad653272536 service nova] Releasing lock "refresh_cache-bc6169f6-5b4d-403f-9bf9-5eb447cba4a1" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.733927] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Acquiring lock "refresh_cache-ff89c425-26c5-42aa-8667-a0f5e3feb526" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.734099] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Acquired lock "refresh_cache-ff89c425-26c5-42aa-8667-a0f5e3feb526" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.734255] env[62094]: DEBUG nova.network.neutron [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.762696] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494986} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.763048] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] bc6169f6-5b4d-403f-9bf9-5eb447cba4a1/bc6169f6-5b4d-403f-9bf9-5eb447cba4a1.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.763388] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.764828] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-218134ce-6b4c-47f2-9b2a-7077cd21134d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.774849] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1286.774849] env[62094]: value = "task-1400937" [ 1286.774849] env[62094]: _type = "Task" [ 1286.774849] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.788281] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.808488] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e35a64-0e53-b179-f6d8-a5cf2421c970, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.809488] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e50d08c-2543-4704-b853-3f601b26e40e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.818232] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1286.818232] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c15fd2-8cb1-7a30-eaa6-46d9dda2fcaf" [ 1286.818232] env[62094]: _type = "Task" [ 1286.818232] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.836665] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c15fd2-8cb1-7a30-eaa6-46d9dda2fcaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.837139] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a0a09244-293b-47a3-9944-c0b6c956cda8 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "e2f8504f-2c1e-4304-a698-fe8819a65685" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.712s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.858155] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1286.860958] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-edf115ed-1b2a-4250-a860-6192e39032a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.874266] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1286.874266] env[62094]: value = "task-1400938" [ 1286.874266] env[62094]: _type = "Task" [ 1286.874266] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.889671] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400938, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.028265] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1287.028609] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4f89144-6908-44c8-a150-ac7c605a517b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.039431] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1287.039431] env[62094]: value = "task-1400939" [ 1287.039431] env[62094]: _type = "Task" [ 1287.039431] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.049796] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400939, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.150558] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0888a56-e4b0-4fdb-ba20-c567121f029b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.162330] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f95a6ab-94b6-4011-afac-442bbe4b6964 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.203633] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dee69ee-f3f3-40b7-bfb7-83cbfbfdff63 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.215116] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a997b300-c0bb-487d-a1f4-6c76d51f4eeb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.229169] env[62094]: DEBUG nova.compute.provider_tree [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.280941] env[62094]: DEBUG nova.network.neutron [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.290307] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080901} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.290630] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.291502] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f1e508-17ac-434d-9025-da1585fdc914 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.328029] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] bc6169f6-5b4d-403f-9bf9-5eb447cba4a1/bc6169f6-5b4d-403f-9bf9-5eb447cba4a1.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.331727] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-235ca247-e58d-4bf9-94b7-5f20dc991400 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.362308] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c15fd2-8cb1-7a30-eaa6-46d9dda2fcaf, 'name': SearchDatastore_Task, 'duration_secs': 0.015496} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.363800] env[62094]: DEBUG oslo_concurrency.lockutils [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.364129] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 248c7655-0592-4e9c-b84f-00a9cca38c23/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk. {{(pid=62094) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1287.364419] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1287.364419] env[62094]: value = "task-1400940" [ 1287.364419] env[62094]: _type = "Task" [ 1287.364419] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.364610] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c418c492-3405-42af-82c1-add4784741be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.371821] env[62094]: DEBUG oslo_concurrency.lockutils [None req-267da008-a8cf-4907-9d5c-cbb3d51a96f0 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.322s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.374383] env[62094]: DEBUG nova.compute.manager [req-f5e9b9ef-8849-4621-9da6-11eec60d3f25 req-625bfe20-a06b-44af-8f82-0413202fbd32 service nova] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Received event network-vif-plugged-ac6ca911-9482-4d89-bdf5-5141c4838865 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1287.374612] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5e9b9ef-8849-4621-9da6-11eec60d3f25 req-625bfe20-a06b-44af-8f82-0413202fbd32 service nova] Acquiring lock "ff89c425-26c5-42aa-8667-a0f5e3feb526-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.374868] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5e9b9ef-8849-4621-9da6-11eec60d3f25 req-625bfe20-a06b-44af-8f82-0413202fbd32 service nova] Lock "ff89c425-26c5-42aa-8667-a0f5e3feb526-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.375057] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5e9b9ef-8849-4621-9da6-11eec60d3f25 req-625bfe20-a06b-44af-8f82-0413202fbd32 service nova] Lock "ff89c425-26c5-42aa-8667-a0f5e3feb526-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.375234] env[62094]: DEBUG nova.compute.manager [req-f5e9b9ef-8849-4621-9da6-11eec60d3f25 req-625bfe20-a06b-44af-8f82-0413202fbd32 service nova] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] No waiting events found dispatching network-vif-plugged-ac6ca911-9482-4d89-bdf5-5141c4838865 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1287.375402] env[62094]: WARNING nova.compute.manager [req-f5e9b9ef-8849-4621-9da6-11eec60d3f25 req-625bfe20-a06b-44af-8f82-0413202fbd32 service nova] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Received unexpected event network-vif-plugged-ac6ca911-9482-4d89-bdf5-5141c4838865 for instance with vm_state building and task_state spawning. [ 1287.375565] env[62094]: DEBUG nova.compute.manager [req-f5e9b9ef-8849-4621-9da6-11eec60d3f25 req-625bfe20-a06b-44af-8f82-0413202fbd32 service nova] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Received event network-changed-ac6ca911-9482-4d89-bdf5-5141c4838865 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1287.375721] env[62094]: DEBUG nova.compute.manager [req-f5e9b9ef-8849-4621-9da6-11eec60d3f25 req-625bfe20-a06b-44af-8f82-0413202fbd32 service nova] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Refreshing instance network info cache due to event network-changed-ac6ca911-9482-4d89-bdf5-5141c4838865. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1287.375889] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5e9b9ef-8849-4621-9da6-11eec60d3f25 req-625bfe20-a06b-44af-8f82-0413202fbd32 service nova] Acquiring lock "refresh_cache-ff89c425-26c5-42aa-8667-a0f5e3feb526" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.378280] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1287.378280] env[62094]: value = "task-1400941" [ 1287.378280] env[62094]: _type = "Task" [ 1287.378280] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.390468] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.395559] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400938, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.401571] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.550414] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400939, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.576428] env[62094]: DEBUG nova.network.neutron [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Updating instance_info_cache with network_info: [{"id": "ac6ca911-9482-4d89-bdf5-5141c4838865", "address": "fa:16:3e:82:bc:08", "network": {"id": "21f0c39a-0f68-4216-8a9f-8b7176c2cf04", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-395095845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d80181427174e598fb86483975e915d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ca911-94", "ovs_interfaceid": "ac6ca911-9482-4d89-bdf5-5141c4838865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.732676] env[62094]: DEBUG nova.scheduler.client.report [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1287.772084] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fca7015b-ed6c-4196-b089-62e94e351592 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "257036ca-daf0-4615-8ce0-23263ceafc60" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.772084] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fca7015b-ed6c-4196-b089-62e94e351592 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.772084] env[62094]: DEBUG nova.compute.manager [None req-fca7015b-ed6c-4196-b089-62e94e351592 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1287.772955] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad51562-5cc4-4cd2-b191-6f6f964bfa59 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.781118] env[62094]: DEBUG nova.compute.manager [None req-fca7015b-ed6c-4196-b089-62e94e351592 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62094) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1287.781678] env[62094]: DEBUG nova.objects.instance [None req-fca7015b-ed6c-4196-b089-62e94e351592 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lazy-loading 'flavor' on Instance uuid 257036ca-daf0-4615-8ce0-23263ceafc60 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.881019] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400940, 'name': ReconfigVM_Task, 'duration_secs': 0.390355} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.885988] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Reconfigured VM instance instance-00000053 to attach disk [datastore2] bc6169f6-5b4d-403f-9bf9-5eb447cba4a1/bc6169f6-5b4d-403f-9bf9-5eb447cba4a1.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.887129] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbda1d13-5716-4256-bda8-56a13aba3523 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.903316] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400938, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.911489] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1287.911489] env[62094]: value = "task-1400942" [ 1287.911489] env[62094]: _type = "Task" [ 1287.911489] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.911786] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400941, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.926532] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400942, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.055352] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400939, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.086707] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Releasing lock "refresh_cache-ff89c425-26c5-42aa-8667-a0f5e3feb526" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.086707] env[62094]: DEBUG nova.compute.manager [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Instance network_info: |[{"id": "ac6ca911-9482-4d89-bdf5-5141c4838865", "address": "fa:16:3e:82:bc:08", "network": {"id": "21f0c39a-0f68-4216-8a9f-8b7176c2cf04", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-395095845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d80181427174e598fb86483975e915d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ca911-94", "ovs_interfaceid": "ac6ca911-9482-4d89-bdf5-5141c4838865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1288.086707] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5e9b9ef-8849-4621-9da6-11eec60d3f25 req-625bfe20-a06b-44af-8f82-0413202fbd32 service nova] Acquired lock "refresh_cache-ff89c425-26c5-42aa-8667-a0f5e3feb526" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.086707] env[62094]: DEBUG nova.network.neutron [req-f5e9b9ef-8849-4621-9da6-11eec60d3f25 req-625bfe20-a06b-44af-8f82-0413202fbd32 service nova] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Refreshing network info cache for port ac6ca911-9482-4d89-bdf5-5141c4838865 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.088568] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:bc:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac6ca911-9482-4d89-bdf5-5141c4838865', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.097135] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Creating folder: Project (0d80181427174e598fb86483975e915d). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1288.097903] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16deb93c-8a32-4905-bc50-0708ee1deafc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.114263] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Created folder: Project (0d80181427174e598fb86483975e915d) in parent group-v296765. [ 1288.114796] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Creating folder: Instances. Parent ref: group-v296997. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1288.114796] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78688f34-c8ce-46e4-b616-251b4b42652d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.128026] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Created folder: Instances in parent group-v296997. [ 1288.128026] env[62094]: DEBUG oslo.service.loopingcall [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1288.128026] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.128202] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-832e2d72-c7da-4b93-9e7c-e1eb7e354faa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.149474] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.149474] env[62094]: value = "task-1400945" [ 1288.149474] env[62094]: _type = "Task" [ 1288.149474] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.157890] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400945, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.239029] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.241816] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.634s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.242100] env[62094]: DEBUG nova.objects.instance [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lazy-loading 'resources' on Instance uuid ba71fe45-f87a-4af7-a5f7-901a9283f6a9 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.269014] env[62094]: INFO nova.scheduler.client.report [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleted allocations for instance 5632757d-1b10-47fe-9519-eac6335e486d [ 1288.287009] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca7015b-ed6c-4196-b089-62e94e351592 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.287293] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc617126-2b82-4822-be5c-db7f6b0877eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.300179] env[62094]: DEBUG oslo_vmware.api [None req-fca7015b-ed6c-4196-b089-62e94e351592 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1288.300179] env[62094]: value = "task-1400946" [ 1288.300179] env[62094]: _type = "Task" [ 1288.300179] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.310765] env[62094]: DEBUG oslo_vmware.api [None req-fca7015b-ed6c-4196-b089-62e94e351592 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.394380] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400938, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.400919] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750351} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.401071] env[62094]: INFO nova.virt.vmwareapi.ds_util [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 248c7655-0592-4e9c-b84f-00a9cca38c23/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk. [ 1288.401905] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2b785c-e0b1-4c68-9110-e466b2712156 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.431131] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 248c7655-0592-4e9c-b84f-00a9cca38c23/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.435259] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e8c0f42-f0f2-48c3-8d77-e9f8b24e04ab {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.477490] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400942, 'name': Rename_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.479447] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1288.479447] env[62094]: value = "task-1400947" [ 1288.479447] env[62094]: _type = "Task" [ 1288.479447] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.490866] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.555568] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400939, 'name': CloneVM_Task} progress is 95%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.660579] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400945, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.784302] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2f565a9b-2eab-424d-8b22-b3eb30369dbb tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "5632757d-1b10-47fe-9519-eac6335e486d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.320s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.816477] env[62094]: DEBUG oslo_vmware.api [None req-fca7015b-ed6c-4196-b089-62e94e351592 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400946, 'name': PowerOffVM_Task, 'duration_secs': 0.348557} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.816774] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca7015b-ed6c-4196-b089-62e94e351592 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.816956] env[62094]: DEBUG nova.compute.manager [None req-fca7015b-ed6c-4196-b089-62e94e351592 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1288.818241] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b676876-de50-4e8b-af51-458a3f11356c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.870070] env[62094]: DEBUG nova.network.neutron [req-f5e9b9ef-8849-4621-9da6-11eec60d3f25 req-625bfe20-a06b-44af-8f82-0413202fbd32 service nova] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Updated VIF entry in instance network info cache for port ac6ca911-9482-4d89-bdf5-5141c4838865. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.870547] env[62094]: DEBUG nova.network.neutron [req-f5e9b9ef-8849-4621-9da6-11eec60d3f25 req-625bfe20-a06b-44af-8f82-0413202fbd32 service nova] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Updating instance_info_cache with network_info: [{"id": "ac6ca911-9482-4d89-bdf5-5141c4838865", "address": "fa:16:3e:82:bc:08", "network": {"id": "21f0c39a-0f68-4216-8a9f-8b7176c2cf04", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-395095845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d80181427174e598fb86483975e915d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ca911-94", "ovs_interfaceid": "ac6ca911-9482-4d89-bdf5-5141c4838865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.896134] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400938, 'name': CloneVM_Task, 'duration_secs': 1.831096} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.896449] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Created linked-clone VM from snapshot [ 1288.897188] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87baa454-3c29-40d6-9ec7-8b45c87991f0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.909484] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Uploading image ea364c42-14f5-42a7-a468-32e030bccd18 {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1288.936855] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400942, 'name': Rename_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.938841] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1288.938841] env[62094]: value = "vm-296995" [ 1288.938841] env[62094]: _type = "VirtualMachine" [ 1288.938841] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1288.939123] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7fb4a851-0ebb-48dd-b498-dc08b3af4038 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.946840] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lease: (returnval){ [ 1288.946840] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523d40a1-1cc0-cd56-d193-4e06eb4bb0d2" [ 1288.946840] env[62094]: _type = "HttpNfcLease" [ 1288.946840] env[62094]: } obtained for exporting VM: (result){ [ 1288.946840] env[62094]: value = "vm-296995" [ 1288.946840] env[62094]: _type = "VirtualMachine" [ 1288.946840] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1288.946840] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the lease: (returnval){ [ 1288.946840] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523d40a1-1cc0-cd56-d193-4e06eb4bb0d2" [ 1288.946840] env[62094]: _type = "HttpNfcLease" [ 1288.946840] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1288.957085] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1288.957085] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523d40a1-1cc0-cd56-d193-4e06eb4bb0d2" [ 1288.957085] env[62094]: _type = "HttpNfcLease" [ 1288.957085] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1288.990415] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400947, 'name': ReconfigVM_Task, 'duration_secs': 0.476115} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.993521] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 248c7655-0592-4e9c-b84f-00a9cca38c23/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.994872] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c47bfd-2c31-4f81-b2c4-a1874ca40102 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.023934] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfaa4823-538b-42e8-9b42-e9dd7754c387 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.041347] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1289.041347] env[62094]: value = "task-1400949" [ 1289.041347] env[62094]: _type = "Task" [ 1289.041347] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.054686] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.060015] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400939, 'name': CloneVM_Task, 'duration_secs': 1.71233} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.062747] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Created linked-clone VM from snapshot [ 1289.063723] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfd4558-1322-4fd1-acac-8965fa0b0c8a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.072394] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Uploading image 7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1289.095221] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1289.095221] env[62094]: value = "vm-296996" [ 1289.095221] env[62094]: _type = "VirtualMachine" [ 1289.095221] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1289.095594] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fe0c8f7e-78ef-4967-8a82-4af049285dfe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.104038] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0cec45-16f7-49df-8c3d-77c9d0d0840e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.109219] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lease: (returnval){ [ 1289.109219] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52693546-dce0-271b-ef55-0612148b30ba" [ 1289.109219] env[62094]: _type = "HttpNfcLease" [ 1289.109219] env[62094]: } obtained for exporting VM: (result){ [ 1289.109219] env[62094]: value = "vm-296996" [ 1289.109219] env[62094]: _type = "VirtualMachine" [ 1289.109219] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1289.109503] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the lease: (returnval){ [ 1289.109503] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52693546-dce0-271b-ef55-0612148b30ba" [ 1289.109503] env[62094]: _type = "HttpNfcLease" [ 1289.109503] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1289.116808] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ece8e3-4fe8-4d1c-a721-0eb07bb78575 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.121512] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.121512] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52693546-dce0-271b-ef55-0612148b30ba" [ 1289.121512] env[62094]: _type = "HttpNfcLease" [ 1289.121512] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1289.122207] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1289.122207] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52693546-dce0-271b-ef55-0612148b30ba" [ 1289.122207] env[62094]: _type = "HttpNfcLease" [ 1289.122207] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1289.122993] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5438c1-9453-4ce4-9343-631c5068b7b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.156970] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b548566-c60d-4318-98d4-ea622c06d6d8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.162687] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c32bf-9c05-cd57-45f6-76c754adb378/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1289.163068] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c32bf-9c05-cd57-45f6-76c754adb378/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1289.227731] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400945, 'name': CreateVM_Task, 'duration_secs': 0.581181} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.229073] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.230419] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1f2853-5b35-456c-a315-ae6df16f7af6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.236196] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.236401] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.236799] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.237045] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c789a49c-e22a-43de-b7d6-133a4db42633 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.250555] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Waiting for the task: (returnval){ [ 1289.250555] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5265abfc-c0e3-4db7-e2d3-ddc1dcde04d7" [ 1289.250555] env[62094]: _type = "Task" [ 1289.250555] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.251416] env[62094]: DEBUG nova.compute.provider_tree [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.262059] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5265abfc-c0e3-4db7-e2d3-ddc1dcde04d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.265068] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.265322] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.265553] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.265702] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.265882] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.266695] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b81d526-e9d0-48da-995f-76c922e182b0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.268865] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-28ab9bb4-4db5-43dc-a816-cc053d378d76 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.280827] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.281144] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.283612] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74147160-ef86-4f86-a5fb-c65da38ce141 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.290983] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Waiting for the task: (returnval){ [ 1289.290983] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52cfb522-9b73-a68b-4ced-fffa69aa7e10" [ 1289.290983] env[62094]: _type = "Task" [ 1289.290983] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.305993] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cfb522-9b73-a68b-4ced-fffa69aa7e10, 'name': SearchDatastore_Task, 'duration_secs': 0.009414} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.306775] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cccdc10-a890-4b25-bb7d-d084da2ea8bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.312454] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Waiting for the task: (returnval){ [ 1289.312454] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5217c30e-3058-14ea-64d0-79518dfe5d77" [ 1289.312454] env[62094]: _type = "Task" [ 1289.312454] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.322434] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5217c30e-3058-14ea-64d0-79518dfe5d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.340240] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fca7015b-ed6c-4196-b089-62e94e351592 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.568s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.375322] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5e9b9ef-8849-4621-9da6-11eec60d3f25 req-625bfe20-a06b-44af-8f82-0413202fbd32 service nova] Releasing lock "refresh_cache-ff89c425-26c5-42aa-8667-a0f5e3feb526" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.436536] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400942, 'name': Rename_Task, 'duration_secs': 1.227476} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.436879] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.437098] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c0210dc-8380-4cba-8107-20a0acc8a642 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.445514] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1289.445514] env[62094]: value = "task-1400951" [ 1289.445514] env[62094]: _type = "Task" [ 1289.445514] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.459119] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.463734] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.463734] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523d40a1-1cc0-cd56-d193-4e06eb4bb0d2" [ 1289.463734] env[62094]: _type = "HttpNfcLease" [ 1289.463734] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1289.463734] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1289.463734] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523d40a1-1cc0-cd56-d193-4e06eb4bb0d2" [ 1289.463734] env[62094]: _type = "HttpNfcLease" [ 1289.463734] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1289.466853] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7200c597-1548-4afa-bed5-45962ae1349f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.475767] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e2f81-d520-143a-859e-c75be9591abd/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1289.476133] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e2f81-d520-143a-859e-c75be9591abd/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1289.545487] env[62094]: DEBUG nova.compute.manager [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Stashing vm_state: active {{(pid=62094) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1289.562385] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400949, 'name': ReconfigVM_Task, 'duration_secs': 0.179762} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.562783] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.563387] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41b55e4d-85e5-42cc-8533-9849573111bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.572044] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1289.572044] env[62094]: value = "task-1400952" [ 1289.572044] env[62094]: _type = "Task" [ 1289.572044] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.586169] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.595474] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3bdaf3fb-3fed-4b5c-a4dd-cf83730e4958 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.757074] env[62094]: DEBUG nova.scheduler.client.report [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1289.827895] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5217c30e-3058-14ea-64d0-79518dfe5d77, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.829017] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.829017] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] ff89c425-26c5-42aa-8667-a0f5e3feb526/ff89c425-26c5-42aa-8667-a0f5e3feb526.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.829965] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9d2bf22-6851-4b84-b1d7-5c17011565dc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.838373] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Waiting for the task: (returnval){ [ 1289.838373] env[62094]: value = "task-1400953" [ 1289.838373] env[62094]: _type = "Task" [ 1289.838373] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.849281] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.963615] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400951, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.070591] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "5205be1d-ce77-42ea-b622-9963acd05f53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.071426] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "5205be1d-ce77-42ea-b622-9963acd05f53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.075908] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.089801] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400952, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.262761] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.270538] env[62094]: DEBUG oslo_concurrency.lockutils [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.384s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.271633] env[62094]: DEBUG nova.objects.instance [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Lazy-loading 'resources' on Instance uuid 5d4cbef9-ed93-4415-8818-05fcae2a906c {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.299995] env[62094]: INFO nova.scheduler.client.report [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Deleted allocations for instance ba71fe45-f87a-4af7-a5f7-901a9283f6a9 [ 1290.356102] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400953, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.457546] env[62094]: DEBUG nova.objects.instance [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lazy-loading 'flavor' on Instance uuid 257036ca-daf0-4615-8ce0-23263ceafc60 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.459824] env[62094]: DEBUG oslo_vmware.api [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400951, 'name': PowerOnVM_Task, 'duration_secs': 0.543517} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.460150] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.460363] env[62094]: INFO nova.compute.manager [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1290.460548] env[62094]: DEBUG nova.compute.manager [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1290.461510] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06032f33-14a0-4a24-a07f-9da34e6e1d3a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.574099] env[62094]: DEBUG nova.compute.manager [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1290.587951] env[62094]: DEBUG oslo_vmware.api [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400952, 'name': PowerOnVM_Task, 'duration_secs': 0.55667} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.588971] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.591234] env[62094]: DEBUG nova.compute.manager [None req-790a65c3-cb92-44de-9953-1748485c07db tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1290.592569] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104bcde2-3b7b-4f8f-81bd-652364e7c247 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.810497] env[62094]: DEBUG oslo_concurrency.lockutils [None req-0955d511-60b9-44d9-b86f-cd0599bf91fb tempest-ImagesOneServerNegativeTestJSON-881360319 tempest-ImagesOneServerNegativeTestJSON-881360319-project-member] Lock "ba71fe45-f87a-4af7-a5f7-901a9283f6a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.269s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.855139] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614696} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.855562] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] ff89c425-26c5-42aa-8667-a0f5e3feb526/ff89c425-26c5-42aa-8667-a0f5e3feb526.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.855819] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.856226] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4285bea-8c41-445e-969e-79f839f7fd6e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.869380] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Waiting for the task: (returnval){ [ 1290.869380] env[62094]: value = "task-1400954" [ 1290.869380] env[62094]: _type = "Task" [ 1290.869380] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.884375] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.968750] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.968933] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquired lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.969154] env[62094]: DEBUG nova.network.neutron [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.969439] env[62094]: DEBUG nova.objects.instance [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lazy-loading 'info_cache' on Instance uuid 257036ca-daf0-4615-8ce0-23263ceafc60 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.985874] env[62094]: INFO nova.compute.manager [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Took 30.56 seconds to build instance. [ 1291.101550] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.146274] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c72023e-157d-4d8c-b2c1-25cebc2bd2ed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.157153] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af529ba-b0b6-47c2-84a3-46ab3b6f8051 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.200261] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd465779-45dd-4d9a-bc5d-2acbc087866a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.210555] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1697d1ac-59d0-4861-b740-874e1fe24efe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.230049] env[62094]: DEBUG nova.compute.provider_tree [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.381493] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077612} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.382398] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.384431] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5773bb57-f255-45de-b11d-68864d2245c1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.415275] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] ff89c425-26c5-42aa-8667-a0f5e3feb526/ff89c425-26c5-42aa-8667-a0f5e3feb526.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.416379] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9da79f3-1636-4249-98cd-d421dd548744 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.443127] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Waiting for the task: (returnval){ [ 1291.443127] env[62094]: value = "task-1400955" [ 1291.443127] env[62094]: _type = "Task" [ 1291.443127] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.458447] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.472673] env[62094]: DEBUG nova.objects.base [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Object Instance<257036ca-daf0-4615-8ce0-23263ceafc60> lazy-loaded attributes: flavor,info_cache {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1291.489350] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fbe41638-2fd8-44b2-a548-50e29023e821 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "bc6169f6-5b4d-403f-9bf9-5eb447cba4a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.076s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.542867] env[62094]: INFO nova.compute.manager [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Unrescuing [ 1291.543366] env[62094]: DEBUG oslo_concurrency.lockutils [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "refresh_cache-248c7655-0592-4e9c-b84f-00a9cca38c23" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.543824] env[62094]: DEBUG oslo_concurrency.lockutils [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "refresh_cache-248c7655-0592-4e9c-b84f-00a9cca38c23" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.543999] env[62094]: DEBUG nova.network.neutron [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.735392] env[62094]: DEBUG nova.scheduler.client.report [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1291.954448] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400955, 'name': ReconfigVM_Task, 'duration_secs': 0.317018} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.954889] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Reconfigured VM instance instance-00000054 to attach disk [datastore2] ff89c425-26c5-42aa-8667-a0f5e3feb526/ff89c425-26c5-42aa-8667-a0f5e3feb526.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.956417] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea954b53-abc3-49bd-9ad6-450dd3bf37ef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.968264] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Waiting for the task: (returnval){ [ 1291.968264] env[62094]: value = "task-1400956" [ 1291.968264] env[62094]: _type = "Task" [ 1291.968264] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.976697] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400956, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.999454] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22054a0-623c-403b-a593-0f15b19fe437 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.008572] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-51305854-432f-4c05-abed-afe2a92307b9 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Suspending the VM {{(pid=62094) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1292.009986] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7b9b7b38-fa51-465d-9985-c3cf1cf33cca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.017976] env[62094]: DEBUG oslo_vmware.api [None req-51305854-432f-4c05-abed-afe2a92307b9 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1292.017976] env[62094]: value = "task-1400957" [ 1292.017976] env[62094]: _type = "Task" [ 1292.017976] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.029414] env[62094]: DEBUG oslo_vmware.api [None req-51305854-432f-4c05-abed-afe2a92307b9 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400957, 'name': SuspendVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.241661] env[62094]: DEBUG oslo_concurrency.lockutils [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.244823] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.336s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.245123] env[62094]: DEBUG nova.objects.instance [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62094) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1292.271425] env[62094]: INFO nova.scheduler.client.report [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Deleted allocations for instance 5d4cbef9-ed93-4415-8818-05fcae2a906c [ 1292.376615] env[62094]: DEBUG nova.network.neutron [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Updating instance_info_cache with network_info: [{"id": "8799bc2c-4f13-4f82-a4da-aa0d7413905e", "address": "fa:16:3e:73:bf:02", "network": {"id": "ec5d8394-276a-40dd-971c-642e8b21ca56", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1600730185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e61fb9b4d3b4de89a33466a5a6e5de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8799bc2c-4f", "ovs_interfaceid": "8799bc2c-4f13-4f82-a4da-aa0d7413905e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.402707] env[62094]: DEBUG nova.network.neutron [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Updating instance_info_cache with network_info: [{"id": "f3ba12da-0073-47fd-abc0-102e0b295fdd", "address": "fa:16:3e:c7:9d:a6", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ba12da-00", "ovs_interfaceid": "f3ba12da-0073-47fd-abc0-102e0b295fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.478187] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400956, 'name': Rename_Task, 'duration_secs': 0.154659} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.478987] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.479421] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db8a6070-3350-496f-bf9e-1566b9e39f7d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.489282] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Waiting for the task: (returnval){ [ 1292.489282] env[62094]: value = "task-1400958" [ 1292.489282] env[62094]: _type = "Task" [ 1292.489282] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.500529] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.530402] env[62094]: DEBUG oslo_vmware.api [None req-51305854-432f-4c05-abed-afe2a92307b9 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400957, 'name': SuspendVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.780957] env[62094]: DEBUG oslo_concurrency.lockutils [None req-415eb02a-cb12-40e0-b693-f5244ff8bf1b tempest-ServerMetadataTestJSON-1832517879 tempest-ServerMetadataTestJSON-1832517879-project-member] Lock "5d4cbef9-ed93-4415-8818-05fcae2a906c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.472s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.881187] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Releasing lock "refresh_cache-257036ca-daf0-4615-8ce0-23263ceafc60" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.905673] env[62094]: DEBUG oslo_concurrency.lockutils [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "refresh_cache-248c7655-0592-4e9c-b84f-00a9cca38c23" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.906344] env[62094]: DEBUG nova.objects.instance [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lazy-loading 'flavor' on Instance uuid 248c7655-0592-4e9c-b84f-00a9cca38c23 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.000752] env[62094]: DEBUG oslo_vmware.api [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400958, 'name': PowerOnVM_Task, 'duration_secs': 0.508239} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.001087] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.001310] env[62094]: INFO nova.compute.manager [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1293.001515] env[62094]: DEBUG nova.compute.manager [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1293.002415] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c30ae9-9b15-4dd6-af28-a2d809c2cefb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.030116] env[62094]: DEBUG oslo_vmware.api [None req-51305854-432f-4c05-abed-afe2a92307b9 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400957, 'name': SuspendVM_Task, 'duration_secs': 0.680851} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.030456] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-51305854-432f-4c05-abed-afe2a92307b9 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Suspended the VM {{(pid=62094) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1293.030656] env[62094]: DEBUG nova.compute.manager [None req-51305854-432f-4c05-abed-afe2a92307b9 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1293.031523] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d7a9a5-34aa-4045-957a-ee8e6f22e775 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.257938] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2702b529-fd83-4116-8dc8-bd5246ef47a3 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.259110] env[62094]: DEBUG oslo_concurrency.lockutils [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.015s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.259357] env[62094]: DEBUG nova.objects.instance [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lazy-loading 'resources' on Instance uuid 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.384335] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.384722] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37760d89-21a2-47e4-9db5-7605302cdfea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.393611] env[62094]: DEBUG oslo_vmware.api [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1293.393611] env[62094]: value = "task-1400959" [ 1293.393611] env[62094]: _type = "Task" [ 1293.393611] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.403661] env[62094]: DEBUG oslo_vmware.api [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.412330] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd75d3d-92f7-47c5-98ef-e9bc2bc89b2e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.434651] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.434651] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9e7830c-3c1f-47d1-a612-f527a0ff92b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.443465] env[62094]: DEBUG oslo_vmware.api [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1293.443465] env[62094]: value = "task-1400960" [ 1293.443465] env[62094]: _type = "Task" [ 1293.443465] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.454484] env[62094]: DEBUG oslo_vmware.api [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.521309] env[62094]: INFO nova.compute.manager [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Took 32.41 seconds to build instance. [ 1293.906767] env[62094]: DEBUG oslo_vmware.api [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400959, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.957244] env[62094]: DEBUG oslo_vmware.api [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400960, 'name': PowerOffVM_Task, 'duration_secs': 0.358191} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.960265] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.965971] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.966593] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19a1f9fb-51c8-4291-b192-e052f4de1382 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.990151] env[62094]: DEBUG oslo_vmware.api [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1293.990151] env[62094]: value = "task-1400961" [ 1293.990151] env[62094]: _type = "Task" [ 1293.990151] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.004333] env[62094]: DEBUG oslo_vmware.api [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.025269] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6f6beb06-1178-4461-93ad-d58eefbd85dc tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Lock "ff89c425-26c5-42aa-8667-a0f5e3feb526" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.936s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.079419] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eaa534-42c7-4435-8af3-6da5c96735df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.092052] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f18642-fafe-4890-94a0-a4bba46a0736 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.124722] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0760db3f-0d69-46a9-b52c-478f21406e1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.134682] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db8df38-c4fb-4686-8a9a-a4698183ece0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.151067] env[62094]: DEBUG nova.compute.provider_tree [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.409887] env[62094]: DEBUG oslo_vmware.api [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1400959, 'name': PowerOnVM_Task, 'duration_secs': 0.591117} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.410416] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.410718] env[62094]: DEBUG nova.compute.manager [None req-86eafed4-4adf-4eab-b1a7-c1f9d8b73f84 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1294.411977] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd0791e-d98a-46ca-8870-e0e740cbf0b2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.502248] env[62094]: DEBUG oslo_vmware.api [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400961, 'name': ReconfigVM_Task, 'duration_secs': 0.496571} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.502588] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.502787] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.503086] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3211d4d-05b2-4521-a9a1-f7ad828b0399 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.511559] env[62094]: DEBUG oslo_vmware.api [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1294.511559] env[62094]: value = "task-1400962" [ 1294.511559] env[62094]: _type = "Task" [ 1294.511559] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.521049] env[62094]: DEBUG oslo_vmware.api [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.654611] env[62094]: DEBUG nova.scheduler.client.report [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1295.023635] env[62094]: DEBUG oslo_vmware.api [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.159783] env[62094]: DEBUG oslo_concurrency.lockutils [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.162626] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.608s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.184217] env[62094]: INFO nova.scheduler.client.report [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleted allocations for instance 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd [ 1295.525049] env[62094]: DEBUG oslo_vmware.api [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1400962, 'name': PowerOnVM_Task, 'duration_secs': 0.580467} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.525049] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.525560] env[62094]: DEBUG nova.compute.manager [None req-beec2b40-78d6-44ad-9035-232327a7925f tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1295.526450] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ac4482-976b-418e-a432-6b0125d9dcae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.692849] env[62094]: DEBUG oslo_concurrency.lockutils [None req-49b2cd71-75a7-4db0-bdce-ed1bcb49828c tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.090s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.176590] env[62094]: INFO nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating resource usage from migration 94f0627f-71bc-4165-8eb2-b933bd9e9280 [ 1296.199405] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e8a64c70-0423-42bf-9414-9554f82db3dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.199534] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 3205e355-ee5c-454c-b369-d4a650018b67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.199658] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 257036ca-daf0-4615-8ce0-23263ceafc60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.199774] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance f926178a-a084-43a8-8906-6569d3015281 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.199912] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 939cd279-b1c8-43f5-add3-e4a948fe9071 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1296.200048] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 96ec0dfb-3d6c-42df-b566-bcae164fe4c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1296.200174] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 248c7655-0592-4e9c-b84f-00a9cca38c23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.200308] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 60a1b4e4-cea2-4972-84ff-414b6098f03d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.200465] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance b15f39b1-caf9-40e4-9d02-dac1cabda477 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.200599] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 32e5308f-da8d-45e8-99f3-382cf9d62dae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.200721] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance bc6169f6-5b4d-403f-9bf9-5eb447cba4a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.200822] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance ff89c425-26c5-42aa-8667-a0f5e3feb526 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.704262] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1297.208226] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 4628c8a4-1bfa-4bd3-91f6-9944b313719b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1297.711668] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 349536d7-eb0a-4ca2-b396-db2e035e2ca8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1298.215375] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 12621127-92dc-4870-b9e3-66af08d1b963 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1298.215589] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Migration 94f0627f-71bc-4165-8eb2-b933bd9e9280 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1298.215877] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 2100f73d-d3ca-4e31-9bba-05a5767389fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1298.718931] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 5205be1d-ce77-42ea-b622-9963acd05f53 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1298.719368] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1298.719452] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1298.953282] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3ae9c4-84c5-4319-bfa6-2b31bf7fbdf3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.962237] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7cfa00-b3ba-4731-bd42-b8c656ef3cd1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.994426] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14248051-3191-4f0c-a8a5-311b202b222c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.002987] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e716b64-b7f6-471a-8d18-35f5aafbc239 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.017392] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.173635] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c32bf-9c05-cd57-45f6-76c754adb378/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1299.174709] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3596456b-45e2-455b-8b24-122a6e8ba94e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.184312] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c32bf-9c05-cd57-45f6-76c754adb378/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1299.184635] env[62094]: ERROR oslo_vmware.rw_handles [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c32bf-9c05-cd57-45f6-76c754adb378/disk-0.vmdk due to incomplete transfer. [ 1299.184992] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-62348f1a-4b57-4e5f-9c04-443dc21fbb38 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.194226] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c32bf-9c05-cd57-45f6-76c754adb378/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1299.194442] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Uploaded image 7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1299.196666] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1299.196924] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d4b90d00-2850-4029-9a9a-1c1b6367845b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.206296] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1299.206296] env[62094]: value = "task-1400963" [ 1299.206296] env[62094]: _type = "Task" [ 1299.206296] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.215613] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400963, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.523604] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1299.718109] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400963, 'name': Destroy_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.028647] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1300.029007] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.867s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.029394] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.866s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.031502] env[62094]: INFO nova.compute.claims [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.220410] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400963, 'name': Destroy_Task, 'duration_secs': 0.991981} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.221365] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Destroyed the VM [ 1300.222149] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1300.222891] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02c031de-e248-4a01-be96-31432563160f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.233455] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1300.233455] env[62094]: value = "task-1400964" [ 1300.233455] env[62094]: _type = "Task" [ 1300.233455] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.241737] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400964, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.743857] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400964, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.057431] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "4c2a5fdc-847a-4247-9d0b-c3fff566d9c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.057770] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "4c2a5fdc-847a-4247-9d0b-c3fff566d9c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.251206] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400964, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.255842] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Acquiring lock "ff89c425-26c5-42aa-8667-a0f5e3feb526" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.256324] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Lock "ff89c425-26c5-42aa-8667-a0f5e3feb526" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.256523] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Acquiring lock "ff89c425-26c5-42aa-8667-a0f5e3feb526-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.256758] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Lock "ff89c425-26c5-42aa-8667-a0f5e3feb526-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.256891] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Lock "ff89c425-26c5-42aa-8667-a0f5e3feb526-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.259864] env[62094]: INFO nova.compute.manager [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Terminating instance [ 1301.263587] env[62094]: DEBUG nova.compute.manager [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1301.263587] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.263587] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36e5819-13dd-4928-819e-edf8ee0d5c36 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.272043] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.272328] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-318fbc55-8637-4882-99cc-1744acdb80f6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.284952] env[62094]: DEBUG oslo_vmware.api [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Waiting for the task: (returnval){ [ 1301.284952] env[62094]: value = "task-1400965" [ 1301.284952] env[62094]: _type = "Task" [ 1301.284952] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.296625] env[62094]: DEBUG oslo_vmware.api [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.311273] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e2f81-d520-143a-859e-c75be9591abd/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1301.312319] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d4b2bd-0d23-49ab-af72-9b5b48093042 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.322430] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e2f81-d520-143a-859e-c75be9591abd/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1301.322655] env[62094]: ERROR oslo_vmware.rw_handles [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e2f81-d520-143a-859e-c75be9591abd/disk-0.vmdk due to incomplete transfer. [ 1301.322905] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ebda6f8d-4666-48af-bd21-b6f0149d1271 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.332187] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e2f81-d520-143a-859e-c75be9591abd/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1301.332363] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Uploaded image ea364c42-14f5-42a7-a468-32e030bccd18 to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1301.334468] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1301.337430] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a43faed-81b1-43e6-9d83-87871ead9e05 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.346491] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1301.346491] env[62094]: value = "task-1400966" [ 1301.346491] env[62094]: _type = "Task" [ 1301.346491] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.359455] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400966, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.404523] env[62094]: DEBUG nova.compute.manager [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1301.404791] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cfd061-13e4-4a1a-953a-efd43cca086e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.457499] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926581f0-d9fd-49ae-9abb-55f1fdc78fab {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.476444] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aeb01a-6a52-41e3-8fa7-7ee96e65b95e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.517120] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860a2fb3-f4b9-4b56-8b00-078ba1f35246 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.527271] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69dec39-77ed-4e4a-bd1d-dad37a6147b2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.545901] env[62094]: DEBUG nova.compute.provider_tree [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.560188] env[62094]: DEBUG nova.compute.manager [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1301.749242] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400964, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.797423] env[62094]: DEBUG oslo_vmware.api [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400965, 'name': PowerOffVM_Task, 'duration_secs': 0.374358} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.797726] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.797895] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.798180] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a3a909d-c1f8-403e-8477-ecb1dfb230b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.857744] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400966, 'name': Destroy_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.881269] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.881545] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.881854] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Deleting the datastore file [datastore2] ff89c425-26c5-42aa-8667-a0f5e3feb526 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.882592] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6fe8cdc-7877-45b2-b2a0-59a9ca177b59 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.892861] env[62094]: DEBUG oslo_vmware.api [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Waiting for the task: (returnval){ [ 1301.892861] env[62094]: value = "task-1400968" [ 1301.892861] env[62094]: _type = "Task" [ 1301.892861] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.903245] env[62094]: DEBUG oslo_vmware.api [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.929701] env[62094]: INFO nova.compute.manager [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] instance snapshotting [ 1301.929916] env[62094]: WARNING nova.compute.manager [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1301.936143] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fafdce-9585-437f-ba61-18bb97aa2f4a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.961940] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a401a35-d05b-4af8-b27b-88eaa8272e91 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.052967] env[62094]: DEBUG nova.scheduler.client.report [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1302.094398] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.248335] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400964, 'name': RemoveSnapshot_Task, 'duration_secs': 1.846794} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.248335] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1302.248335] env[62094]: DEBUG nova.compute.manager [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1302.248335] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583bd7a4-ad18-46cb-b6ac-070b87ea5395 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.358863] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400966, 'name': Destroy_Task, 'duration_secs': 0.629659} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.359224] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Destroyed the VM [ 1302.359473] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1302.359729] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9d1dd9d0-2705-4749-8002-6be47d6f05c0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.372086] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1302.372086] env[62094]: value = "task-1400969" [ 1302.372086] env[62094]: _type = "Task" [ 1302.372086] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.381337] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400969, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.405175] env[62094]: DEBUG oslo_vmware.api [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Task: {'id': task-1400968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508375} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.405571] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.405788] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.405969] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.407148] env[62094]: INFO nova.compute.manager [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1302.407148] env[62094]: DEBUG oslo.service.loopingcall [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1302.407148] env[62094]: DEBUG nova.compute.manager [-] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1302.407148] env[62094]: DEBUG nova.network.neutron [-] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.476461] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1302.476791] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f6034b41-061a-4280-aa4b-5215a387e47e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.485575] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1302.485575] env[62094]: value = "task-1400970" [ 1302.485575] env[62094]: _type = "Task" [ 1302.485575] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.497395] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400970, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.560902] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.561470] env[62094]: DEBUG nova.compute.manager [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1302.565253] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.987s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.568922] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.568922] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.421s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.568922] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.571725] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.488s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.573255] env[62094]: INFO nova.compute.claims [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.609150] env[62094]: INFO nova.scheduler.client.report [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Deleted allocations for instance 939cd279-b1c8-43f5-add3-e4a948fe9071 [ 1302.626749] env[62094]: INFO nova.scheduler.client.report [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleted allocations for instance 96ec0dfb-3d6c-42df-b566-bcae164fe4c7 [ 1302.763882] env[62094]: INFO nova.compute.manager [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Shelve offloading [ 1302.766378] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.766653] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d4177f6-ec43-40d8-982b-8c8d7474aa69 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.780020] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1302.780020] env[62094]: value = "task-1400971" [ 1302.780020] env[62094]: _type = "Task" [ 1302.780020] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.788509] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1302.788777] env[62094]: DEBUG nova.compute.manager [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1302.789794] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9617df30-efa5-4c18-9cab-c3b07eceec0d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.798272] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.798272] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.798272] env[62094]: DEBUG nova.network.neutron [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.836921] env[62094]: DEBUG nova.compute.manager [req-9494856a-d315-4d9f-a18c-6f2f72a2c691 req-12f2c41b-6799-484b-9bb5-a4eac06488de service nova] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Received event network-vif-deleted-ac6ca911-9482-4d89-bdf5-5141c4838865 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1302.838018] env[62094]: INFO nova.compute.manager [req-9494856a-d315-4d9f-a18c-6f2f72a2c691 req-12f2c41b-6799-484b-9bb5-a4eac06488de service nova] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Neutron deleted interface ac6ca911-9482-4d89-bdf5-5141c4838865; detaching it from the instance and deleting it from the info cache [ 1302.838563] env[62094]: DEBUG nova.network.neutron [req-9494856a-d315-4d9f-a18c-6f2f72a2c691 req-12f2c41b-6799-484b-9bb5-a4eac06488de service nova] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.884230] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400969, 'name': RemoveSnapshot_Task} progress is 83%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.995733] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400970, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.077830] env[62094]: DEBUG nova.compute.utils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1303.082978] env[62094]: DEBUG nova.compute.manager [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1303.082978] env[62094]: DEBUG nova.network.neutron [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.120186] env[62094]: DEBUG oslo_concurrency.lockutils [None req-86d484ef-acb9-4d34-977c-6e36468b218e tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "939cd279-b1c8-43f5-add3-e4a948fe9071" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.121s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.121231] env[62094]: DEBUG oslo_concurrency.lockutils [req-08addaa3-49c2-4ac0-81c6-e5d2120b3d2d req-9aa1ba79-9793-4768-89bf-512495f1e502 service nova] Acquired lock "939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.122977] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccba140f-6e56-4587-93ab-60884631b1b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.126927] env[62094]: DEBUG nova.policy [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2914cca56dca42109f12ae8bee6e18de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9178bb8651a42e799dd143b9f26a1cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1303.135901] env[62094]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1303.136080] env[62094]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62094) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1303.136894] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fd881df-3467-4ced-928b-b3a28eae5327 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "96ec0dfb-3d6c-42df-b566-bcae164fe4c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.650s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.137725] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d418d38-b8a2-4d6c-a898-37f529a4db71 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.149793] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6e9f98-5879-4285-b463-496cccdbde32 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.186846] env[62094]: ERROR root [req-08addaa3-49c2-4ac0-81c6-e5d2120b3d2d req-9aa1ba79-9793-4768-89bf-512495f1e502 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-296945' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-296945' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-296945' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-296945'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-296945' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-296945' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-296945'}\n"]: nova.exception.InstanceNotFound: Instance 939cd279-b1c8-43f5-add3-e4a948fe9071 could not be found. [ 1303.187122] env[62094]: DEBUG oslo_concurrency.lockutils [req-08addaa3-49c2-4ac0-81c6-e5d2120b3d2d req-9aa1ba79-9793-4768-89bf-512495f1e502 service nova] Releasing lock "939cd279-b1c8-43f5-add3-e4a948fe9071" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.187370] env[62094]: DEBUG nova.compute.manager [req-08addaa3-49c2-4ac0-81c6-e5d2120b3d2d req-9aa1ba79-9793-4768-89bf-512495f1e502 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Detach interface failed, port_id=23ff06a3-e6ee-47ba-8817-2a649f052248, reason: Instance 939cd279-b1c8-43f5-add3-e4a948fe9071 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1303.187592] env[62094]: DEBUG nova.compute.manager [req-08addaa3-49c2-4ac0-81c6-e5d2120b3d2d req-9aa1ba79-9793-4768-89bf-512495f1e502 service nova] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Received event network-vif-deleted-d62d1657-4c4b-4a37-b4f9-35498b2b5c97 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1303.187815] env[62094]: DEBUG nova.compute.manager [req-08addaa3-49c2-4ac0-81c6-e5d2120b3d2d req-9aa1ba79-9793-4768-89bf-512495f1e502 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Received event network-vif-deleted-ace09a45-b1e4-49c8-abc3-f408b35804c2 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1303.188025] env[62094]: INFO nova.compute.manager [req-08addaa3-49c2-4ac0-81c6-e5d2120b3d2d req-9aa1ba79-9793-4768-89bf-512495f1e502 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Neutron deleted interface ace09a45-b1e4-49c8-abc3-f408b35804c2; detaching it from the instance and deleting it from the info cache [ 1303.188320] env[62094]: DEBUG nova.network.neutron [req-08addaa3-49c2-4ac0-81c6-e5d2120b3d2d req-9aa1ba79-9793-4768-89bf-512495f1e502 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Updating instance_info_cache with network_info: [{"id": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "address": "fa:16:3e:b3:e7:c1", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2301ccb-2a", "ovs_interfaceid": "b2301ccb-2aab-498a-97a8-fd19560c1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.310414] env[62094]: DEBUG nova.network.neutron [-] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.343614] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b20eb99-9d32-4740-ae49-4414c7fe33b2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.352191] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "68bd353b-8a1e-4b3c-9985-4457924502e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.352448] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "68bd353b-8a1e-4b3c-9985-4457924502e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.361589] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b47d794-e672-489b-8175-31fee2cc218c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.392806] env[62094]: DEBUG oslo_vmware.api [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400969, 'name': RemoveSnapshot_Task, 'duration_secs': 1.00756} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.392945] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1303.393642] env[62094]: INFO nova.compute.manager [None req-a543c180-5b4f-42a6-a90a-a762288722c6 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Took 18.63 seconds to snapshot the instance on the hypervisor. [ 1303.415027] env[62094]: DEBUG nova.compute.manager [req-9494856a-d315-4d9f-a18c-6f2f72a2c691 req-12f2c41b-6799-484b-9bb5-a4eac06488de service nova] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Detach interface failed, port_id=ac6ca911-9482-4d89-bdf5-5141c4838865, reason: Instance ff89c425-26c5-42aa-8667-a0f5e3feb526 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1303.498873] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400970, 'name': CreateSnapshot_Task, 'duration_secs': 0.542075} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.501626] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1303.502460] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ee3696-c855-4160-86f5-fcd5a9fab9d2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.583967] env[62094]: DEBUG nova.compute.manager [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1303.681528] env[62094]: DEBUG nova.network.neutron [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Successfully created port: e732beb7-085b-435b-918d-016e1a624131 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.692410] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a165307-9c1d-4314-bf55-fdbd6497ed83 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.705619] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3638cbf-ca94-45aa-a46f-b8ae05329d2b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.747906] env[62094]: DEBUG nova.compute.manager [req-08addaa3-49c2-4ac0-81c6-e5d2120b3d2d req-9aa1ba79-9793-4768-89bf-512495f1e502 service nova] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Detach interface failed, port_id=ace09a45-b1e4-49c8-abc3-f408b35804c2, reason: Instance 939cd279-b1c8-43f5-add3-e4a948fe9071 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1303.772745] env[62094]: DEBUG nova.network.neutron [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updating instance_info_cache with network_info: [{"id": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "address": "fa:16:3e:4d:16:37", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc351d5-e0", "ovs_interfaceid": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.815235] env[62094]: INFO nova.compute.manager [-] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Took 1.41 seconds to deallocate network for instance. [ 1303.860316] env[62094]: DEBUG nova.compute.manager [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1303.943257] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f475d64-c367-4332-94d1-6096befa57a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.956571] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7678def-2035-4ae6-8e30-93bbe8efe8ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.991844] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147daf78-55e0-469a-9905-93e6d0de7baa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.999667] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6711d74f-46e6-4709-9903-368e1e54237a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.017156] env[62094]: DEBUG nova.compute.provider_tree [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.027075] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1304.027931] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-937bddfe-2d3d-4ac6-a94d-241a1d61b340 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.039679] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1304.039679] env[62094]: value = "task-1400972" [ 1304.039679] env[62094]: _type = "Task" [ 1304.039679] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.049774] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400972, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.277094] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.322334] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.395481] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.522935] env[62094]: DEBUG nova.scheduler.client.report [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1304.555529] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400972, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.601605] env[62094]: DEBUG nova.compute.manager [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1304.634653] env[62094]: DEBUG nova.virt.hardware [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1304.634653] env[62094]: DEBUG nova.virt.hardware [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1304.634653] env[62094]: DEBUG nova.virt.hardware [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.634653] env[62094]: DEBUG nova.virt.hardware [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1304.634653] env[62094]: DEBUG nova.virt.hardware [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.634653] env[62094]: DEBUG nova.virt.hardware [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1304.634653] env[62094]: DEBUG nova.virt.hardware [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1304.634653] env[62094]: DEBUG nova.virt.hardware [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1304.634653] env[62094]: DEBUG nova.virt.hardware [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1304.635364] env[62094]: DEBUG nova.virt.hardware [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1304.635364] env[62094]: DEBUG nova.virt.hardware [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1304.638782] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2a3473-b3a3-4d79-b742-4def04010f26 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.654736] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d290843-9393-4d2f-bdf7-24dbde9a3769 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.736982] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.738034] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e87e71-5179-4d50-aded-9583d5c3a508 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.746046] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.746294] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38aa0b6f-c3ca-4b29-83c4-f0cfd84c4293 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.827749] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1304.827749] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1304.828090] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleting the datastore file [datastore1] e8a64c70-0423-42bf-9414-9554f82db3dd {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.828380] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce2023a9-08f2-436f-838a-27da86af4e48 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.837189] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1304.837189] env[62094]: value = "task-1400974" [ 1304.837189] env[62094]: _type = "Task" [ 1304.837189] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.846078] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.985053] env[62094]: DEBUG nova.compute.manager [req-7babf1e4-1ce8-40e8-910c-948b1ae7c3ce req-f9231dae-310f-473d-a517-c22efba7b2f0 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Received event network-vif-unplugged-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1304.985053] env[62094]: DEBUG oslo_concurrency.lockutils [req-7babf1e4-1ce8-40e8-910c-948b1ae7c3ce req-f9231dae-310f-473d-a517-c22efba7b2f0 service nova] Acquiring lock "e8a64c70-0423-42bf-9414-9554f82db3dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.985389] env[62094]: DEBUG oslo_concurrency.lockutils [req-7babf1e4-1ce8-40e8-910c-948b1ae7c3ce req-f9231dae-310f-473d-a517-c22efba7b2f0 service nova] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.985456] env[62094]: DEBUG oslo_concurrency.lockutils [req-7babf1e4-1ce8-40e8-910c-948b1ae7c3ce req-f9231dae-310f-473d-a517-c22efba7b2f0 service nova] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.985904] env[62094]: DEBUG nova.compute.manager [req-7babf1e4-1ce8-40e8-910c-948b1ae7c3ce req-f9231dae-310f-473d-a517-c22efba7b2f0 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] No waiting events found dispatching network-vif-unplugged-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1304.985904] env[62094]: WARNING nova.compute.manager [req-7babf1e4-1ce8-40e8-910c-948b1ae7c3ce req-f9231dae-310f-473d-a517-c22efba7b2f0 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Received unexpected event network-vif-unplugged-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 for instance with vm_state shelved and task_state shelving_offloading. [ 1304.985904] env[62094]: DEBUG nova.compute.manager [req-7babf1e4-1ce8-40e8-910c-948b1ae7c3ce req-f9231dae-310f-473d-a517-c22efba7b2f0 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Received event network-changed-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1304.986188] env[62094]: DEBUG nova.compute.manager [req-7babf1e4-1ce8-40e8-910c-948b1ae7c3ce req-f9231dae-310f-473d-a517-c22efba7b2f0 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Refreshing instance network info cache due to event network-changed-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1304.986348] env[62094]: DEBUG oslo_concurrency.lockutils [req-7babf1e4-1ce8-40e8-910c-948b1ae7c3ce req-f9231dae-310f-473d-a517-c22efba7b2f0 service nova] Acquiring lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.986489] env[62094]: DEBUG oslo_concurrency.lockutils [req-7babf1e4-1ce8-40e8-910c-948b1ae7c3ce req-f9231dae-310f-473d-a517-c22efba7b2f0 service nova] Acquired lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.986670] env[62094]: DEBUG nova.network.neutron [req-7babf1e4-1ce8-40e8-910c-948b1ae7c3ce req-f9231dae-310f-473d-a517-c22efba7b2f0 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Refreshing network info cache for port 4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.027531] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.028070] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1305.030643] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.932s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.031986] env[62094]: INFO nova.compute.claims [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.050246] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400972, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.349339] env[62094]: DEBUG oslo_vmware.api [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1400974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165323} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.349339] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.349738] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.349738] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.355512] env[62094]: DEBUG nova.network.neutron [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Successfully updated port: e732beb7-085b-435b-918d-016e1a624131 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.375276] env[62094]: INFO nova.scheduler.client.report [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleted allocations for instance e8a64c70-0423-42bf-9414-9554f82db3dd [ 1305.536255] env[62094]: DEBUG nova.compute.utils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1305.540038] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1305.540038] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.554034] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400972, 'name': CloneVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.599507] env[62094]: DEBUG nova.policy [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f70aff5a7a54911aac9a2069d444307', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cd815b62cc74c02905ef540daa497e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1305.858185] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.858334] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.858478] env[62094]: DEBUG nova.network.neutron [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.880358] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.882331] env[62094]: DEBUG nova.compute.manager [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1305.882420] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd7abb0-0017-46f6-88c3-ddeee2a2395c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.915164] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "2b835bdc-36c0-4bd3-b54b-bcece069222f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.915540] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "2b835bdc-36c0-4bd3-b54b-bcece069222f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.025692] env[62094]: DEBUG nova.network.neutron [req-7babf1e4-1ce8-40e8-910c-948b1ae7c3ce req-f9231dae-310f-473d-a517-c22efba7b2f0 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updated VIF entry in instance network info cache for port 4bc351d5-e03b-4dc5-bebe-c3c1fee6e858. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.026077] env[62094]: DEBUG nova.network.neutron [req-7babf1e4-1ce8-40e8-910c-948b1ae7c3ce req-f9231dae-310f-473d-a517-c22efba7b2f0 service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updating instance_info_cache with network_info: [{"id": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "address": "fa:16:3e:4d:16:37", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4bc351d5-e0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.040444] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1306.060778] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400972, 'name': CloneVM_Task, 'duration_secs': 1.536347} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.061041] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Created linked-clone VM from snapshot [ 1306.061793] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b2bb35-e638-4d99-a6db-b3603a5b4b30 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.070225] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Uploading image fac57dff-2b3d-430a-bb08-cf842a2ee861 {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1306.099435] env[62094]: DEBUG oslo_vmware.rw_handles [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1306.099435] env[62094]: value = "vm-297001" [ 1306.099435] env[62094]: _type = "VirtualMachine" [ 1306.099435] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1306.100316] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f4f00ca9-7a3a-41fa-bd0c-21bc503b57fb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.113293] env[62094]: DEBUG oslo_vmware.rw_handles [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lease: (returnval){ [ 1306.113293] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5292d9ed-9bb3-10b5-23a7-c9145c720b67" [ 1306.113293] env[62094]: _type = "HttpNfcLease" [ 1306.113293] env[62094]: } obtained for exporting VM: (result){ [ 1306.113293] env[62094]: value = "vm-297001" [ 1306.113293] env[62094]: _type = "VirtualMachine" [ 1306.113293] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1306.113293] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the lease: (returnval){ [ 1306.113293] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5292d9ed-9bb3-10b5-23a7-c9145c720b67" [ 1306.113293] env[62094]: _type = "HttpNfcLease" [ 1306.113293] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1306.123601] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1306.123601] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5292d9ed-9bb3-10b5-23a7-c9145c720b67" [ 1306.123601] env[62094]: _type = "HttpNfcLease" [ 1306.123601] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1306.163499] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Successfully created port: 7aed64a8-060e-4c83-b489-1751c7a07abe {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1306.345241] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47b4f08-bcec-44a2-aa44-9096e8adbd02 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.354782] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e69d609-a95f-441a-9fa7-262f045c968b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.391587] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff67eb6-ea99-4747-8ac7-2950df252063 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.394161] env[62094]: INFO nova.compute.manager [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] instance snapshotting [ 1306.398962] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1b94f2-3812-4bf3-8eb4-3a3a7b0d9742 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.403654] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5cf9af-441d-4c52-9ada-06e45273d5fd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.418348] env[62094]: DEBUG nova.compute.manager [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1306.421831] env[62094]: DEBUG nova.compute.provider_tree [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.437863] env[62094]: DEBUG nova.scheduler.client.report [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1306.441476] env[62094]: DEBUG nova.network.neutron [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.444025] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768efa53-2e3e-4b82-91bb-7e6589e5412a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.528646] env[62094]: DEBUG oslo_concurrency.lockutils [req-7babf1e4-1ce8-40e8-910c-948b1ae7c3ce req-f9231dae-310f-473d-a517-c22efba7b2f0 service nova] Releasing lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.620204] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1306.620204] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5292d9ed-9bb3-10b5-23a7-c9145c720b67" [ 1306.620204] env[62094]: _type = "HttpNfcLease" [ 1306.620204] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1306.620548] env[62094]: DEBUG oslo_vmware.rw_handles [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1306.620548] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5292d9ed-9bb3-10b5-23a7-c9145c720b67" [ 1306.620548] env[62094]: _type = "HttpNfcLease" [ 1306.620548] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1306.621398] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8898a760-07fc-449c-9ef5-c6af10f8abb0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.625928] env[62094]: DEBUG nova.network.neutron [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updating instance_info_cache with network_info: [{"id": "e732beb7-085b-435b-918d-016e1a624131", "address": "fa:16:3e:65:67:e6", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape732beb7-08", "ovs_interfaceid": "e732beb7-085b-435b-918d-016e1a624131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.631067] env[62094]: DEBUG oslo_vmware.rw_handles [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c9c2a-a4cd-6082-4a7f-5925e7e367e4/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1306.631067] env[62094]: DEBUG oslo_vmware.rw_handles [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c9c2a-a4cd-6082-4a7f-5925e7e367e4/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1306.721080] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-21c4786e-8061-4dc5-b2ae-08c475e04293 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.948240] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.917s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.948896] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1306.951506] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.789s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.953101] env[62094]: INFO nova.compute.claims [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.956441] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1306.957576] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.958167] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7fd9e8e1-ac2f-40bf-a323-369f8e6a883e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.969235] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1306.969235] env[62094]: value = "task-1400976" [ 1306.969235] env[62094]: _type = "Task" [ 1306.969235] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.979205] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400976, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.998696] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Acquiring lock "3205e355-ee5c-454c-b369-d4a650018b67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.999602] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Lock "3205e355-ee5c-454c-b369-d4a650018b67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.999865] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Acquiring lock "3205e355-ee5c-454c-b369-d4a650018b67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.000123] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Lock "3205e355-ee5c-454c-b369-d4a650018b67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.000297] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Lock "3205e355-ee5c-454c-b369-d4a650018b67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.003208] env[62094]: INFO nova.compute.manager [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Terminating instance [ 1307.005412] env[62094]: DEBUG nova.compute.manager [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1307.005650] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.006529] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d073f237-24a4-4842-8ba6-275da2b7247a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.013424] env[62094]: DEBUG nova.compute.manager [req-1b7c2cee-ae18-4f05-ab0b-16f1cb6e5b48 req-2f5224cd-abd4-49fd-bbf2-adf601771876 service nova] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Received event network-vif-plugged-e732beb7-085b-435b-918d-016e1a624131 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1307.013788] env[62094]: DEBUG oslo_concurrency.lockutils [req-1b7c2cee-ae18-4f05-ab0b-16f1cb6e5b48 req-2f5224cd-abd4-49fd-bbf2-adf601771876 service nova] Acquiring lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.014318] env[62094]: DEBUG oslo_concurrency.lockutils [req-1b7c2cee-ae18-4f05-ab0b-16f1cb6e5b48 req-2f5224cd-abd4-49fd-bbf2-adf601771876 service nova] Lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.014501] env[62094]: DEBUG oslo_concurrency.lockutils [req-1b7c2cee-ae18-4f05-ab0b-16f1cb6e5b48 req-2f5224cd-abd4-49fd-bbf2-adf601771876 service nova] Lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.014706] env[62094]: DEBUG nova.compute.manager [req-1b7c2cee-ae18-4f05-ab0b-16f1cb6e5b48 req-2f5224cd-abd4-49fd-bbf2-adf601771876 service nova] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] No waiting events found dispatching network-vif-plugged-e732beb7-085b-435b-918d-016e1a624131 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1307.014891] env[62094]: WARNING nova.compute.manager [req-1b7c2cee-ae18-4f05-ab0b-16f1cb6e5b48 req-2f5224cd-abd4-49fd-bbf2-adf601771876 service nova] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Received unexpected event network-vif-plugged-e732beb7-085b-435b-918d-016e1a624131 for instance with vm_state building and task_state spawning. [ 1307.015146] env[62094]: DEBUG nova.compute.manager [req-1b7c2cee-ae18-4f05-ab0b-16f1cb6e5b48 req-2f5224cd-abd4-49fd-bbf2-adf601771876 service nova] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Received event network-changed-e732beb7-085b-435b-918d-016e1a624131 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1307.015340] env[62094]: DEBUG nova.compute.manager [req-1b7c2cee-ae18-4f05-ab0b-16f1cb6e5b48 req-2f5224cd-abd4-49fd-bbf2-adf601771876 service nova] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Refreshing instance network info cache due to event network-changed-e732beb7-085b-435b-918d-016e1a624131. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1307.015524] env[62094]: DEBUG oslo_concurrency.lockutils [req-1b7c2cee-ae18-4f05-ab0b-16f1cb6e5b48 req-2f5224cd-abd4-49fd-bbf2-adf601771876 service nova] Acquiring lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.018401] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.018658] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e04cf21-8cda-46d1-b476-09c26aa18573 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.027274] env[62094]: DEBUG oslo_vmware.api [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Waiting for the task: (returnval){ [ 1307.027274] env[62094]: value = "task-1400977" [ 1307.027274] env[62094]: _type = "Task" [ 1307.027274] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.038738] env[62094]: DEBUG oslo_vmware.api [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.059930] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1307.084069] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1307.084379] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1307.084596] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.084803] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1307.084979] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.085171] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1307.085421] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1307.085619] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1307.085813] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1307.086109] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1307.086321] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1307.087682] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976af52f-756e-4baf-84ce-9a12cebd236c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.098296] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6a11ad-54e3-41b5-805b-ed5e3302110a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.134060] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.134373] env[62094]: DEBUG nova.compute.manager [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Instance network_info: |[{"id": "e732beb7-085b-435b-918d-016e1a624131", "address": "fa:16:3e:65:67:e6", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape732beb7-08", "ovs_interfaceid": "e732beb7-085b-435b-918d-016e1a624131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1307.134749] env[62094]: DEBUG oslo_concurrency.lockutils [req-1b7c2cee-ae18-4f05-ab0b-16f1cb6e5b48 req-2f5224cd-abd4-49fd-bbf2-adf601771876 service nova] Acquired lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.135240] env[62094]: DEBUG nova.network.neutron [req-1b7c2cee-ae18-4f05-ab0b-16f1cb6e5b48 req-2f5224cd-abd4-49fd-bbf2-adf601771876 service nova] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Refreshing network info cache for port e732beb7-085b-435b-918d-016e1a624131 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.136969] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:67:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e732beb7-085b-435b-918d-016e1a624131', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.146450] env[62094]: DEBUG oslo.service.loopingcall [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1307.147918] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.149101] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75548dec-7ea2-491c-8e6a-ffaea6eaf718 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.173624] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.173624] env[62094]: value = "task-1400978" [ 1307.173624] env[62094]: _type = "Task" [ 1307.173624] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.184930] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400978, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.271334] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "e8a64c70-0423-42bf-9414-9554f82db3dd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.457652] env[62094]: DEBUG nova.compute.utils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1307.459160] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1307.459419] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1307.479657] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400976, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.535376] env[62094]: DEBUG nova.policy [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f70aff5a7a54911aac9a2069d444307', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cd815b62cc74c02905ef540daa497e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1307.541464] env[62094]: DEBUG oslo_vmware.api [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400977, 'name': PowerOffVM_Task, 'duration_secs': 0.204401} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.541787] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.541909] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.542246] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-636767b5-ef10-4385-94f1-2172dead351c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.626720] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.626951] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.627154] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Deleting the datastore file [datastore2] 3205e355-ee5c-454c-b369-d4a650018b67 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.627418] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f3b48cb-1bdd-4f46-ae18-c962dcef3490 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.636442] env[62094]: DEBUG oslo_vmware.api [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Waiting for the task: (returnval){ [ 1307.636442] env[62094]: value = "task-1400980" [ 1307.636442] env[62094]: _type = "Task" [ 1307.636442] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.645641] env[62094]: DEBUG oslo_vmware.api [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.688060] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400978, 'name': CreateVM_Task, 'duration_secs': 0.409913} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.688060] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.688704] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.688914] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.689289] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1307.692673] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b29de2a2-a423-4566-9c2d-151c5d3c2fef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.699965] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1307.699965] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528c63bf-eb23-41a8-71b9-63bb0be21429" [ 1307.699965] env[62094]: _type = "Task" [ 1307.699965] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.710383] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528c63bf-eb23-41a8-71b9-63bb0be21429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.935517] env[62094]: DEBUG nova.network.neutron [req-1b7c2cee-ae18-4f05-ab0b-16f1cb6e5b48 req-2f5224cd-abd4-49fd-bbf2-adf601771876 service nova] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updated VIF entry in instance network info cache for port e732beb7-085b-435b-918d-016e1a624131. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.935811] env[62094]: DEBUG nova.network.neutron [req-1b7c2cee-ae18-4f05-ab0b-16f1cb6e5b48 req-2f5224cd-abd4-49fd-bbf2-adf601771876 service nova] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updating instance_info_cache with network_info: [{"id": "e732beb7-085b-435b-918d-016e1a624131", "address": "fa:16:3e:65:67:e6", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape732beb7-08", "ovs_interfaceid": "e732beb7-085b-435b-918d-016e1a624131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.967305] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1307.985455] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400976, 'name': CreateSnapshot_Task, 'duration_secs': 0.616309} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.985746] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1307.987670] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04f9a6a-9c3a-4b75-aca9-fa003b0d5c87 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.069640] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Successfully updated port: 7aed64a8-060e-4c83-b489-1751c7a07abe {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1308.092735] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Successfully created port: 0d57dd9d-e41f-4c52-a017-5b300c4e72c8 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1308.149148] env[62094]: DEBUG oslo_vmware.api [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Task: {'id': task-1400980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156527} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.149148] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.149148] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.149148] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.149148] env[62094]: INFO nova.compute.manager [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1308.149508] env[62094]: DEBUG oslo.service.loopingcall [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1308.152285] env[62094]: DEBUG nova.compute.manager [-] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1308.152444] env[62094]: DEBUG nova.network.neutron [-] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.212469] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528c63bf-eb23-41a8-71b9-63bb0be21429, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.217212] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.217212] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.217212] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.217347] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.217408] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.217985] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72a6516a-9039-4d12-9195-a4a2430af153 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.230401] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.230401] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.230797] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6e126c-5290-4846-9b29-089782a035e9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.239261] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1308.239261] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]527fc76a-58e1-5246-6754-39a524f31142" [ 1308.239261] env[62094]: _type = "Task" [ 1308.239261] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.248899] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527fc76a-58e1-5246-6754-39a524f31142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.337134] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efefefdf-cfa0-43d8-a132-715c46a4cd14 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.350239] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ce2b50-bf6d-4f06-a0e0-5a4aebac63b8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.382853] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc36e93-7634-4e14-910c-63545193416b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.392188] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfdb66d-453d-4e58-909c-5c3ff76ff7f9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.407179] env[62094]: DEBUG nova.compute.provider_tree [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.439534] env[62094]: DEBUG oslo_concurrency.lockutils [req-1b7c2cee-ae18-4f05-ab0b-16f1cb6e5b48 req-2f5224cd-abd4-49fd-bbf2-adf601771876 service nova] Releasing lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.509333] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1308.509333] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-58b6698f-6c6d-4ce2-b3ae-70b041bb73e6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.520719] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1308.520719] env[62094]: value = "task-1400981" [ 1308.520719] env[62094]: _type = "Task" [ 1308.520719] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.531402] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400981, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.576138] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "refresh_cache-4628c8a4-1bfa-4bd3-91f6-9944b313719b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.576138] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquired lock "refresh_cache-4628c8a4-1bfa-4bd3-91f6-9944b313719b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.576138] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.751997] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527fc76a-58e1-5246-6754-39a524f31142, 'name': SearchDatastore_Task, 'duration_secs': 0.013113} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.752940] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11688f45-85d8-4b63-aaa3-bde542bd7aff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.760401] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1308.760401] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f6d0ae-f333-388a-4a07-a77e380d171e" [ 1308.760401] env[62094]: _type = "Task" [ 1308.760401] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.770819] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f6d0ae-f333-388a-4a07-a77e380d171e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.910825] env[62094]: DEBUG nova.scheduler.client.report [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1308.980231] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1309.006557] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1309.006870] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1309.007046] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.007235] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1309.007448] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.007542] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1309.007744] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1309.007918] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1309.008140] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1309.008344] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1309.008525] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1309.009487] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d21507-da4a-49ad-822f-e5b2efd327fa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.018512] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443c1a9b-a5b3-4a03-9685-af8ff152a54c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.031778] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400981, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.046187] env[62094]: DEBUG nova.compute.manager [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Received event network-vif-plugged-7aed64a8-060e-4c83-b489-1751c7a07abe {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1309.046420] env[62094]: DEBUG oslo_concurrency.lockutils [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] Acquiring lock "4628c8a4-1bfa-4bd3-91f6-9944b313719b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.046731] env[62094]: DEBUG oslo_concurrency.lockutils [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] Lock "4628c8a4-1bfa-4bd3-91f6-9944b313719b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.046774] env[62094]: DEBUG oslo_concurrency.lockutils [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] Lock "4628c8a4-1bfa-4bd3-91f6-9944b313719b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.046974] env[62094]: DEBUG nova.compute.manager [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] No waiting events found dispatching network-vif-plugged-7aed64a8-060e-4c83-b489-1751c7a07abe {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1309.047222] env[62094]: WARNING nova.compute.manager [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Received unexpected event network-vif-plugged-7aed64a8-060e-4c83-b489-1751c7a07abe for instance with vm_state building and task_state spawning. [ 1309.047402] env[62094]: DEBUG nova.compute.manager [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Received event network-changed-7aed64a8-060e-4c83-b489-1751c7a07abe {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1309.047581] env[62094]: DEBUG nova.compute.manager [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Refreshing instance network info cache due to event network-changed-7aed64a8-060e-4c83-b489-1751c7a07abe. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1309.047761] env[62094]: DEBUG oslo_concurrency.lockutils [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] Acquiring lock "refresh_cache-4628c8a4-1bfa-4bd3-91f6-9944b313719b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.112197] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1309.261222] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Updating instance_info_cache with network_info: [{"id": "7aed64a8-060e-4c83-b489-1751c7a07abe", "address": "fa:16:3e:1a:7d:76", "network": {"id": "76450912-7873-42ec-8478-b0b1ef715733", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-978952850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd815b62cc74c02905ef540daa497e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aed64a8-06", "ovs_interfaceid": "7aed64a8-060e-4c83-b489-1751c7a07abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.273693] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f6d0ae-f333-388a-4a07-a77e380d171e, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.274017] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.274298] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89/7d1dd94d-d44f-49a7-a5b4-41ce464d9e89.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.274602] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a651efcf-8d93-4387-aedf-613e543f444f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.283069] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1309.283069] env[62094]: value = "task-1400982" [ 1309.283069] env[62094]: _type = "Task" [ 1309.283069] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.292460] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.316172] env[62094]: DEBUG nova.network.neutron [-] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.418558] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.418558] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1309.420038] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.344s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.537153] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400981, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.767691] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Releasing lock "refresh_cache-4628c8a4-1bfa-4bd3-91f6-9944b313719b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.768116] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Instance network_info: |[{"id": "7aed64a8-060e-4c83-b489-1751c7a07abe", "address": "fa:16:3e:1a:7d:76", "network": {"id": "76450912-7873-42ec-8478-b0b1ef715733", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-978952850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd815b62cc74c02905ef540daa497e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aed64a8-06", "ovs_interfaceid": "7aed64a8-060e-4c83-b489-1751c7a07abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1309.768553] env[62094]: DEBUG oslo_concurrency.lockutils [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] Acquired lock "refresh_cache-4628c8a4-1bfa-4bd3-91f6-9944b313719b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.768685] env[62094]: DEBUG nova.network.neutron [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Refreshing network info cache for port 7aed64a8-060e-4c83-b489-1751c7a07abe {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.769994] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:7d:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aed64a8-060e-4c83-b489-1751c7a07abe', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.777793] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Creating folder: Project (0cd815b62cc74c02905ef540daa497e4). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.778510] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95d73f66-c047-424b-a48b-f04cf214f5e5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.796189] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400982, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.797719] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Created folder: Project (0cd815b62cc74c02905ef540daa497e4) in parent group-v296765. [ 1309.797954] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Creating folder: Instances. Parent ref: group-v297005. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.798294] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53e3cfbf-9e7e-4520-b07d-51dfe0073072 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.814601] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Created folder: Instances in parent group-v297005. [ 1309.814944] env[62094]: DEBUG oslo.service.loopingcall [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1309.815654] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.815654] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-654686bb-be86-4726-9c70-ae5787198078 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.834467] env[62094]: INFO nova.compute.manager [-] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Took 1.68 seconds to deallocate network for instance. [ 1309.846928] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.846928] env[62094]: value = "task-1400985" [ 1309.846928] env[62094]: _type = "Task" [ 1309.846928] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.860542] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400985, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.862845] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Successfully updated port: 0d57dd9d-e41f-4c52-a017-5b300c4e72c8 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1309.923752] env[62094]: DEBUG nova.compute.utils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1309.927680] env[62094]: INFO nova.compute.claims [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.933202] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1309.933460] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1309.978153] env[62094]: DEBUG nova.policy [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f70aff5a7a54911aac9a2069d444307', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cd815b62cc74c02905ef540daa497e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1310.034293] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400981, 'name': CloneVM_Task} progress is 95%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.244766] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Successfully created port: f5409317-495f-46bd-9bf8-cd8420b48531 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.295591] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581698} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.295591] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89/7d1dd94d-d44f-49a7-a5b4-41ce464d9e89.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.295591] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1310.295884] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-482d5fb7-80b2-46c3-9065-630ab9b97681 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.303319] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1310.303319] env[62094]: value = "task-1400986" [ 1310.303319] env[62094]: _type = "Task" [ 1310.303319] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.315358] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.346812] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.359657] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400985, 'name': CreateVM_Task, 'duration_secs': 0.440653} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.359843] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.360611] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.360793] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.361156] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1310.361436] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633fb083-828e-4360-a8e3-73d9b55c53e7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.367806] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "refresh_cache-349536d7-eb0a-4ca2-b396-db2e035e2ca8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.368034] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquired lock "refresh_cache-349536d7-eb0a-4ca2-b396-db2e035e2ca8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.368181] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.374038] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1310.374038] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c7ee15-35a3-5fd1-40bc-eb1f3643efcd" [ 1310.374038] env[62094]: _type = "Task" [ 1310.374038] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.386862] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c7ee15-35a3-5fd1-40bc-eb1f3643efcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.434968] env[62094]: INFO nova.compute.resource_tracker [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating resource usage from migration 94f0627f-71bc-4165-8eb2-b933bd9e9280 [ 1310.437927] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1310.544385] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1400981, 'name': CloneVM_Task, 'duration_secs': 1.786502} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.544777] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Created linked-clone VM from snapshot [ 1310.545511] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b252ebd-0340-45ec-9f83-1254cb164c1e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.554557] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Uploading image 9bdc71df-f717-462d-b3dd-38bdd6edcaec {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1310.585675] env[62094]: DEBUG oslo_vmware.rw_handles [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1310.585675] env[62094]: value = "vm-297004" [ 1310.585675] env[62094]: _type = "VirtualMachine" [ 1310.585675] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1310.585988] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eef68827-0402-4d12-9fc8-a55ef0b14648 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.594555] env[62094]: DEBUG oslo_vmware.rw_handles [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lease: (returnval){ [ 1310.594555] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f383c8-a2ab-e9a7-1ab7-882fdb5b3626" [ 1310.594555] env[62094]: _type = "HttpNfcLease" [ 1310.594555] env[62094]: } obtained for exporting VM: (result){ [ 1310.594555] env[62094]: value = "vm-297004" [ 1310.594555] env[62094]: _type = "VirtualMachine" [ 1310.594555] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1310.594856] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the lease: (returnval){ [ 1310.594856] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f383c8-a2ab-e9a7-1ab7-882fdb5b3626" [ 1310.594856] env[62094]: _type = "HttpNfcLease" [ 1310.594856] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1310.604698] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1310.604698] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f383c8-a2ab-e9a7-1ab7-882fdb5b3626" [ 1310.604698] env[62094]: _type = "HttpNfcLease" [ 1310.604698] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1310.675973] env[62094]: DEBUG nova.network.neutron [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Updated VIF entry in instance network info cache for port 7aed64a8-060e-4c83-b489-1751c7a07abe. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.676375] env[62094]: DEBUG nova.network.neutron [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Updating instance_info_cache with network_info: [{"id": "7aed64a8-060e-4c83-b489-1751c7a07abe", "address": "fa:16:3e:1a:7d:76", "network": {"id": "76450912-7873-42ec-8478-b0b1ef715733", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-978952850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd815b62cc74c02905ef540daa497e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aed64a8-06", "ovs_interfaceid": "7aed64a8-060e-4c83-b489-1751c7a07abe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.735858] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bffa441-22db-4fd6-850a-09ac6067eb65 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.744275] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7c8f98-1e0f-4bf9-bac7-2fc82bfec133 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.777040] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480ad12e-221e-4dc2-8db3-156f6e42126b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.786042] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342b4fce-6d57-431c-bd58-3b5f213fea5b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.800172] env[62094]: DEBUG nova.compute.provider_tree [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.815911] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11458} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.816400] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.817625] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30acfd7f-df2f-4251-810c-e45ee2910501 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.856891] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89/7d1dd94d-d44f-49a7-a5b4-41ce464d9e89.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.857865] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb6a8e91-c81a-48da-9277-da52e8f64027 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.900660] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c7ee15-35a3-5fd1-40bc-eb1f3643efcd, 'name': SearchDatastore_Task, 'duration_secs': 0.020514} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.902524] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.902898] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.903262] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.903484] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.903790] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.904300] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1310.904300] env[62094]: value = "task-1400988" [ 1310.904300] env[62094]: _type = "Task" [ 1310.904300] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.904590] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0854fd3c-98e9-4c2a-8c1e-1067c629aa76 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.919967] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.921422] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.921605] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.924642] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b136808-4670-4d44-99aa-0b974a2a646c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.927447] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.932519] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1310.932519] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c1d7ac-bbf4-1df3-9a82-f2d34e624d1e" [ 1310.932519] env[62094]: _type = "Task" [ 1310.932519] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.942817] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c1d7ac-bbf4-1df3-9a82-f2d34e624d1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.083330] env[62094]: DEBUG nova.compute.manager [req-84d05788-4b10-44e0-bf6a-61450a146757 req-5b53c62a-782f-4b50-a36c-bfeabb0555ae service nova] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Received event network-vif-plugged-0d57dd9d-e41f-4c52-a017-5b300c4e72c8 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1311.083754] env[62094]: DEBUG oslo_concurrency.lockutils [req-84d05788-4b10-44e0-bf6a-61450a146757 req-5b53c62a-782f-4b50-a36c-bfeabb0555ae service nova] Acquiring lock "349536d7-eb0a-4ca2-b396-db2e035e2ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.084042] env[62094]: DEBUG oslo_concurrency.lockutils [req-84d05788-4b10-44e0-bf6a-61450a146757 req-5b53c62a-782f-4b50-a36c-bfeabb0555ae service nova] Lock "349536d7-eb0a-4ca2-b396-db2e035e2ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.084285] env[62094]: DEBUG oslo_concurrency.lockutils [req-84d05788-4b10-44e0-bf6a-61450a146757 req-5b53c62a-782f-4b50-a36c-bfeabb0555ae service nova] Lock "349536d7-eb0a-4ca2-b396-db2e035e2ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.084517] env[62094]: DEBUG nova.compute.manager [req-84d05788-4b10-44e0-bf6a-61450a146757 req-5b53c62a-782f-4b50-a36c-bfeabb0555ae service nova] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] No waiting events found dispatching network-vif-plugged-0d57dd9d-e41f-4c52-a017-5b300c4e72c8 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1311.084742] env[62094]: WARNING nova.compute.manager [req-84d05788-4b10-44e0-bf6a-61450a146757 req-5b53c62a-782f-4b50-a36c-bfeabb0555ae service nova] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Received unexpected event network-vif-plugged-0d57dd9d-e41f-4c52-a017-5b300c4e72c8 for instance with vm_state building and task_state spawning. [ 1311.084958] env[62094]: DEBUG nova.compute.manager [req-84d05788-4b10-44e0-bf6a-61450a146757 req-5b53c62a-782f-4b50-a36c-bfeabb0555ae service nova] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Received event network-changed-0d57dd9d-e41f-4c52-a017-5b300c4e72c8 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1311.085209] env[62094]: DEBUG nova.compute.manager [req-84d05788-4b10-44e0-bf6a-61450a146757 req-5b53c62a-782f-4b50-a36c-bfeabb0555ae service nova] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Refreshing instance network info cache due to event network-changed-0d57dd9d-e41f-4c52-a017-5b300c4e72c8. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1311.085421] env[62094]: DEBUG oslo_concurrency.lockutils [req-84d05788-4b10-44e0-bf6a-61450a146757 req-5b53c62a-782f-4b50-a36c-bfeabb0555ae service nova] Acquiring lock "refresh_cache-349536d7-eb0a-4ca2-b396-db2e035e2ca8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.104514] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1311.104514] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f383c8-a2ab-e9a7-1ab7-882fdb5b3626" [ 1311.104514] env[62094]: _type = "HttpNfcLease" [ 1311.104514] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1311.104907] env[62094]: DEBUG oslo_vmware.rw_handles [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1311.104907] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f383c8-a2ab-e9a7-1ab7-882fdb5b3626" [ 1311.104907] env[62094]: _type = "HttpNfcLease" [ 1311.104907] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1311.105736] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26373e2-b7e6-48d8-bd72-db9b58be44ef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.114202] env[62094]: DEBUG oslo_vmware.rw_handles [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fd348-7bfc-aab7-fc9a-af20796daf1b/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1311.114416] env[62094]: DEBUG oslo_vmware.rw_handles [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fd348-7bfc-aab7-fc9a-af20796daf1b/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1311.174114] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Updating instance_info_cache with network_info: [{"id": "0d57dd9d-e41f-4c52-a017-5b300c4e72c8", "address": "fa:16:3e:4b:07:70", "network": {"id": "76450912-7873-42ec-8478-b0b1ef715733", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-978952850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd815b62cc74c02905ef540daa497e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d57dd9d-e4", "ovs_interfaceid": "0d57dd9d-e41f-4c52-a017-5b300c4e72c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.179395] env[62094]: DEBUG oslo_concurrency.lockutils [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] Releasing lock "refresh_cache-4628c8a4-1bfa-4bd3-91f6-9944b313719b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.179688] env[62094]: DEBUG nova.compute.manager [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Received event network-vif-deleted-1ec9e460-1386-4a81-bbe2-28b6819501bc {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1311.179910] env[62094]: INFO nova.compute.manager [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Neutron deleted interface 1ec9e460-1386-4a81-bbe2-28b6819501bc; detaching it from the instance and deleting it from the info cache [ 1311.180111] env[62094]: DEBUG nova.network.neutron [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.221507] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8522355a-95a5-4efe-9d17-602c885b14bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.303528] env[62094]: DEBUG nova.scheduler.client.report [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1311.418294] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400988, 'name': ReconfigVM_Task, 'duration_secs': 0.356224} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.418616] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89/7d1dd94d-d44f-49a7-a5b4-41ce464d9e89.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.419516] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5bd5480-c0a7-4693-acad-024db960ef06 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.428673] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1311.428673] env[62094]: value = "task-1400989" [ 1311.428673] env[62094]: _type = "Task" [ 1311.428673] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.443363] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400989, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.447129] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c1d7ac-bbf4-1df3-9a82-f2d34e624d1e, 'name': SearchDatastore_Task, 'duration_secs': 0.018938} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.448287] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9dc2ccc-00db-4ed5-9a96-0d4f8100b0d0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.451858] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1311.476757] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1311.477090] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1311.477289] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.477510] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1311.477698] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.477893] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1311.478131] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1311.478344] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1311.478563] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1311.478844] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1311.478990] env[62094]: DEBUG nova.virt.hardware [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1311.479955] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d226553d-d0d5-4aa6-95f0-062118c7d3eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.484340] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1311.484340] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]520dc9ab-f2ab-ac18-90e0-e6c535d6927e" [ 1311.484340] env[62094]: _type = "Task" [ 1311.484340] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.493277] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c3977d-bee0-4c4a-8ead-53b3f6fc2f1d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.501655] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520dc9ab-f2ab-ac18-90e0-e6c535d6927e, 'name': SearchDatastore_Task, 'duration_secs': 0.012274} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.502430] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.502866] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4628c8a4-1bfa-4bd3-91f6-9944b313719b/4628c8a4-1bfa-4bd3-91f6-9944b313719b.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.503766] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c6442bd-f666-432d-b6f0-052c8f246087 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.520518] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1311.520518] env[62094]: value = "task-1400990" [ 1311.520518] env[62094]: _type = "Task" [ 1311.520518] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.529584] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.676876] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Releasing lock "refresh_cache-349536d7-eb0a-4ca2-b396-db2e035e2ca8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.678095] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Instance network_info: |[{"id": "0d57dd9d-e41f-4c52-a017-5b300c4e72c8", "address": "fa:16:3e:4b:07:70", "network": {"id": "76450912-7873-42ec-8478-b0b1ef715733", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-978952850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd815b62cc74c02905ef540daa497e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d57dd9d-e4", "ovs_interfaceid": "0d57dd9d-e41f-4c52-a017-5b300c4e72c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1311.678452] env[62094]: DEBUG oslo_concurrency.lockutils [req-84d05788-4b10-44e0-bf6a-61450a146757 req-5b53c62a-782f-4b50-a36c-bfeabb0555ae service nova] Acquired lock "refresh_cache-349536d7-eb0a-4ca2-b396-db2e035e2ca8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.678862] env[62094]: DEBUG nova.network.neutron [req-84d05788-4b10-44e0-bf6a-61450a146757 req-5b53c62a-782f-4b50-a36c-bfeabb0555ae service nova] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Refreshing network info cache for port 0d57dd9d-e41f-4c52-a017-5b300c4e72c8 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.680868] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:07:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d57dd9d-e41f-4c52-a017-5b300c4e72c8', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.692494] env[62094]: DEBUG oslo.service.loopingcall [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.694248] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.694649] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-543ee8fa-7529-43c2-8166-90573ef33d6c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.697257] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87206508-8e0d-4697-bd07-04d5b6f68da1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.724056] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b970d8-af9d-4cc0-9b61-cdc05df3b062 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.737095] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.737095] env[62094]: value = "task-1400991" [ 1311.737095] env[62094]: _type = "Task" [ 1311.737095] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.752120] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400991, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.763407] env[62094]: DEBUG nova.compute.manager [req-89dffa85-719e-4e64-838d-6ec85fd46f83 req-be4bfd39-2131-4c9e-9476-0b25702aeeb5 service nova] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Detach interface failed, port_id=1ec9e460-1386-4a81-bbe2-28b6819501bc, reason: Instance 3205e355-ee5c-454c-b369-d4a650018b67 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1311.809781] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.389s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.810212] env[62094]: INFO nova.compute.manager [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Migrating [ 1311.817324] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.716s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.819127] env[62094]: INFO nova.compute.claims [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.941392] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400989, 'name': Rename_Task, 'duration_secs': 0.210787} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.941737] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.942040] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ebc5fbb-8503-44a7-8da9-fbe2814bd36e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.951444] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1311.951444] env[62094]: value = "task-1400992" [ 1311.951444] env[62094]: _type = "Task" [ 1311.951444] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.961758] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.037309] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400990, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.074682] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Successfully updated port: f5409317-495f-46bd-9bf8-cd8420b48531 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.249418] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400991, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.333162] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.333563] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.333852] env[62094]: DEBUG nova.network.neutron [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.418785] env[62094]: DEBUG nova.network.neutron [req-84d05788-4b10-44e0-bf6a-61450a146757 req-5b53c62a-782f-4b50-a36c-bfeabb0555ae service nova] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Updated VIF entry in instance network info cache for port 0d57dd9d-e41f-4c52-a017-5b300c4e72c8. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.418785] env[62094]: DEBUG nova.network.neutron [req-84d05788-4b10-44e0-bf6a-61450a146757 req-5b53c62a-782f-4b50-a36c-bfeabb0555ae service nova] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Updating instance_info_cache with network_info: [{"id": "0d57dd9d-e41f-4c52-a017-5b300c4e72c8", "address": "fa:16:3e:4b:07:70", "network": {"id": "76450912-7873-42ec-8478-b0b1ef715733", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-978952850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd815b62cc74c02905ef540daa497e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d57dd9d-e4", "ovs_interfaceid": "0d57dd9d-e41f-4c52-a017-5b300c4e72c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.464156] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.535140] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631406} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.535540] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4628c8a4-1bfa-4bd3-91f6-9944b313719b/4628c8a4-1bfa-4bd3-91f6-9944b313719b.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.535852] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.536210] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9b5393a-562c-437c-8649-8485abf51019 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.544535] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1312.544535] env[62094]: value = "task-1400993" [ 1312.544535] env[62094]: _type = "Task" [ 1312.544535] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.553908] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.577433] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "refresh_cache-12621127-92dc-4870-b9e3-66af08d1b963" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.577630] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquired lock "refresh_cache-12621127-92dc-4870-b9e3-66af08d1b963" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.577756] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.749595] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400991, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.923766] env[62094]: DEBUG oslo_concurrency.lockutils [req-84d05788-4b10-44e0-bf6a-61450a146757 req-5b53c62a-782f-4b50-a36c-bfeabb0555ae service nova] Releasing lock "refresh_cache-349536d7-eb0a-4ca2-b396-db2e035e2ca8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.968271] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.056950] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07685} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.057487] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.058350] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ed8073-2c31-4dcd-afd9-2bdc006cdcb1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.084843] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 4628c8a4-1bfa-4bd3-91f6-9944b313719b/4628c8a4-1bfa-4bd3-91f6-9944b313719b.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.089392] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20c34b61-6edd-48ec-a9ae-427a14cf8e65 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.114475] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1313.114475] env[62094]: value = "task-1400994" [ 1313.114475] env[62094]: _type = "Task" [ 1313.114475] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.127936] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.129386] env[62094]: DEBUG nova.network.neutron [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance_info_cache with network_info: [{"id": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "address": "fa:16:3e:c8:4b:50", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f2023a-dc", "ovs_interfaceid": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.142460] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.191951] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d89c5d7-c8df-4a59-8daa-d25ed7039ab6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.203282] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de677c90-e543-498d-b982-b74b01b34491 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.239303] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e65a4ec-1868-4cce-8164-7021be2b0619 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.254853] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43fcea6-c3c5-4a05-aa9e-a3175f824425 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.259020] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400991, 'name': CreateVM_Task, 'duration_secs': 1.285705} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.259273] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.260473] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.260685] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.261299] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1313.261584] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d1987e-23f2-4578-96f4-3965f85a6869 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.273012] env[62094]: DEBUG nova.compute.provider_tree [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.279994] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1313.279994] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c5b069-a925-5e5a-9d6e-f0caf39b18a3" [ 1313.279994] env[62094]: _type = "Task" [ 1313.279994] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.296497] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c5b069-a925-5e5a-9d6e-f0caf39b18a3, 'name': SearchDatastore_Task, 'duration_secs': 0.013184} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.296969] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.297145] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.297600] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.297827] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.298228] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.298331] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81fb5999-3daf-4160-8cb4-3454ea8fe133 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.308891] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.309815] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.310671] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f73334-db1d-4e36-9b00-2d4d988b2f68 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.316717] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1313.316717] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523cf1ef-3b30-41ee-5426-1e7854a31421" [ 1313.316717] env[62094]: _type = "Task" [ 1313.316717] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.325953] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523cf1ef-3b30-41ee-5426-1e7854a31421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.326995] env[62094]: DEBUG nova.network.neutron [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Updating instance_info_cache with network_info: [{"id": "f5409317-495f-46bd-9bf8-cd8420b48531", "address": "fa:16:3e:6f:e5:1f", "network": {"id": "76450912-7873-42ec-8478-b0b1ef715733", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-978952850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd815b62cc74c02905ef540daa497e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5409317-49", "ovs_interfaceid": "f5409317-495f-46bd-9bf8-cd8420b48531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.465981] env[62094]: DEBUG oslo_vmware.api [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1400992, 'name': PowerOnVM_Task, 'duration_secs': 1.356453} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.466247] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.466459] env[62094]: INFO nova.compute.manager [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1313.466645] env[62094]: DEBUG nova.compute.manager [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1313.467479] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa65fba5-73fa-4581-9a39-6501f3202e11 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.629078] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400994, 'name': ReconfigVM_Task, 'duration_secs': 0.50877} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.629078] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 4628c8a4-1bfa-4bd3-91f6-9944b313719b/4628c8a4-1bfa-4bd3-91f6-9944b313719b.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.630564] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fc2d280-113a-47f2-88ff-bf67a4c18845 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.632917] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.641473] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1313.641473] env[62094]: value = "task-1400995" [ 1313.641473] env[62094]: _type = "Task" [ 1313.641473] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.650154] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400995, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.777165] env[62094]: DEBUG nova.scheduler.client.report [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1313.828952] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523cf1ef-3b30-41ee-5426-1e7854a31421, 'name': SearchDatastore_Task, 'duration_secs': 0.011907} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.829458] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Releasing lock "refresh_cache-12621127-92dc-4870-b9e3-66af08d1b963" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.829855] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Instance network_info: |[{"id": "f5409317-495f-46bd-9bf8-cd8420b48531", "address": "fa:16:3e:6f:e5:1f", "network": {"id": "76450912-7873-42ec-8478-b0b1ef715733", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-978952850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd815b62cc74c02905ef540daa497e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5409317-49", "ovs_interfaceid": "f5409317-495f-46bd-9bf8-cd8420b48531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1313.830995] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:e5:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5409317-495f-46bd-9bf8-cd8420b48531', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.839054] env[62094]: DEBUG oslo.service.loopingcall [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.839332] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3467ba-8cee-4fdc-8fbf-b3da2d07e707 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.841919] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.842215] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b975f5a3-c9e2-49d8-a1a0-4c36f8bc4c48 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.861836] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1313.861836] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52afde2b-150e-bbf2-1279-a07b03bfcde2" [ 1313.861836] env[62094]: _type = "Task" [ 1313.861836] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.866339] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.866339] env[62094]: value = "task-1400996" [ 1313.866339] env[62094]: _type = "Task" [ 1313.866339] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.873100] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52afde2b-150e-bbf2-1279-a07b03bfcde2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.878806] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400996, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.987070] env[62094]: INFO nova.compute.manager [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Took 38.84 seconds to build instance. [ 1314.032366] env[62094]: DEBUG oslo_vmware.rw_handles [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c9c2a-a4cd-6082-4a7f-5925e7e367e4/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1314.033531] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbae64cd-8ed6-47c8-be45-e66d2c312853 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.041163] env[62094]: DEBUG oslo_vmware.rw_handles [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c9c2a-a4cd-6082-4a7f-5925e7e367e4/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1314.041360] env[62094]: ERROR oslo_vmware.rw_handles [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c9c2a-a4cd-6082-4a7f-5925e7e367e4/disk-0.vmdk due to incomplete transfer. [ 1314.041598] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-00cc2e30-bfee-4593-8d1e-e7e3df47eae3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.050909] env[62094]: DEBUG oslo_vmware.rw_handles [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c9c2a-a4cd-6082-4a7f-5925e7e367e4/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1314.051135] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Uploaded image fac57dff-2b3d-430a-bb08-cf842a2ee861 to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1314.053419] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1314.053729] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a77ad99-f0f2-42d6-ab0d-4b96ca8c7e34 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.061600] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1314.061600] env[62094]: value = "task-1400997" [ 1314.061600] env[62094]: _type = "Task" [ 1314.061600] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.071242] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400997, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.151040] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400995, 'name': Rename_Task, 'duration_secs': 0.200062} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.151351] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.151611] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c4ae342-f59b-4835-a283-3fa6c940382f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.159126] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1314.159126] env[62094]: value = "task-1400998" [ 1314.159126] env[62094]: _type = "Task" [ 1314.159126] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.168262] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.175268] env[62094]: DEBUG nova.compute.manager [req-5be14f67-6164-412f-85e4-3eb4d90bf80f req-8a5d744c-8009-4f9e-a3bc-80194fadab9f service nova] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Received event network-vif-plugged-f5409317-495f-46bd-9bf8-cd8420b48531 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1314.175268] env[62094]: DEBUG oslo_concurrency.lockutils [req-5be14f67-6164-412f-85e4-3eb4d90bf80f req-8a5d744c-8009-4f9e-a3bc-80194fadab9f service nova] Acquiring lock "12621127-92dc-4870-b9e3-66af08d1b963-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.175448] env[62094]: DEBUG oslo_concurrency.lockutils [req-5be14f67-6164-412f-85e4-3eb4d90bf80f req-8a5d744c-8009-4f9e-a3bc-80194fadab9f service nova] Lock "12621127-92dc-4870-b9e3-66af08d1b963-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.175486] env[62094]: DEBUG oslo_concurrency.lockutils [req-5be14f67-6164-412f-85e4-3eb4d90bf80f req-8a5d744c-8009-4f9e-a3bc-80194fadab9f service nova] Lock "12621127-92dc-4870-b9e3-66af08d1b963-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.175676] env[62094]: DEBUG nova.compute.manager [req-5be14f67-6164-412f-85e4-3eb4d90bf80f req-8a5d744c-8009-4f9e-a3bc-80194fadab9f service nova] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] No waiting events found dispatching network-vif-plugged-f5409317-495f-46bd-9bf8-cd8420b48531 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1314.175870] env[62094]: WARNING nova.compute.manager [req-5be14f67-6164-412f-85e4-3eb4d90bf80f req-8a5d744c-8009-4f9e-a3bc-80194fadab9f service nova] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Received unexpected event network-vif-plugged-f5409317-495f-46bd-9bf8-cd8420b48531 for instance with vm_state building and task_state spawning. [ 1314.176011] env[62094]: DEBUG nova.compute.manager [req-5be14f67-6164-412f-85e4-3eb4d90bf80f req-8a5d744c-8009-4f9e-a3bc-80194fadab9f service nova] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Received event network-changed-f5409317-495f-46bd-9bf8-cd8420b48531 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1314.176220] env[62094]: DEBUG nova.compute.manager [req-5be14f67-6164-412f-85e4-3eb4d90bf80f req-8a5d744c-8009-4f9e-a3bc-80194fadab9f service nova] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Refreshing instance network info cache due to event network-changed-f5409317-495f-46bd-9bf8-cd8420b48531. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1314.176426] env[62094]: DEBUG oslo_concurrency.lockutils [req-5be14f67-6164-412f-85e4-3eb4d90bf80f req-8a5d744c-8009-4f9e-a3bc-80194fadab9f service nova] Acquiring lock "refresh_cache-12621127-92dc-4870-b9e3-66af08d1b963" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.176537] env[62094]: DEBUG oslo_concurrency.lockutils [req-5be14f67-6164-412f-85e4-3eb4d90bf80f req-8a5d744c-8009-4f9e-a3bc-80194fadab9f service nova] Acquired lock "refresh_cache-12621127-92dc-4870-b9e3-66af08d1b963" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.176695] env[62094]: DEBUG nova.network.neutron [req-5be14f67-6164-412f-85e4-3eb4d90bf80f req-8a5d744c-8009-4f9e-a3bc-80194fadab9f service nova] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Refreshing network info cache for port f5409317-495f-46bd-9bf8-cd8420b48531 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.282367] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.283025] env[62094]: DEBUG nova.compute.manager [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1314.286327] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.192s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.287808] env[62094]: INFO nova.compute.claims [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.379875] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52afde2b-150e-bbf2-1279-a07b03bfcde2, 'name': SearchDatastore_Task, 'duration_secs': 0.01254} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.383337] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.383661] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 349536d7-eb0a-4ca2-b396-db2e035e2ca8/349536d7-eb0a-4ca2-b396-db2e035e2ca8.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1314.383956] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1400996, 'name': CreateVM_Task, 'duration_secs': 0.490394} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.384157] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35f3e751-90ab-409d-b60d-a03034958409 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.386247] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.386977] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.387163] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.387516] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.388176] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e8c2e2-9515-49a5-ab21-0681f7409ece {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.393757] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1314.393757] env[62094]: value = "task-1400999" [ 1314.393757] env[62094]: _type = "Task" [ 1314.393757] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.394873] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1314.394873] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d89e3c-141b-c564-49cd-807613562b40" [ 1314.394873] env[62094]: _type = "Task" [ 1314.394873] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.407504] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d89e3c-141b-c564-49cd-807613562b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.411063] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.490779] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f087569d-fb0e-446d-be9c-c198104efe3e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.352s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.573755] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1400997, 'name': Destroy_Task, 'duration_secs': 0.440499} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.574229] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Destroyed the VM [ 1314.574584] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1314.575016] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4c123b21-75f6-435d-9ff7-3b1aebb770fb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.583966] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1314.583966] env[62094]: value = "task-1401000" [ 1314.583966] env[62094]: _type = "Task" [ 1314.583966] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.595162] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401000, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.671085] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400998, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.793061] env[62094]: DEBUG nova.compute.utils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1314.796661] env[62094]: DEBUG nova.compute.manager [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1314.797028] env[62094]: DEBUG nova.network.neutron [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1314.875619] env[62094]: DEBUG nova.policy [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3589112f825b4e7680ed67e206c5d0a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77e1415812154d8d9c3da6c55d1a31a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1314.913214] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d89e3c-141b-c564-49cd-807613562b40, 'name': SearchDatastore_Task, 'duration_secs': 0.013483} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.917575] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.917895] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.918348] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.918539] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.918755] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.919086] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400999, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.919367] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67316671-34d9-4681-b67f-aeb3ae99508b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.937346] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.937624] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.938531] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e37100-a78a-4129-8928-b670fb87677b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.947476] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1314.947476] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52957be3-7337-b40f-23a4-bdbb6cc08be0" [ 1314.947476] env[62094]: _type = "Task" [ 1314.947476] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.961248] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52957be3-7337-b40f-23a4-bdbb6cc08be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.005858] env[62094]: DEBUG nova.network.neutron [req-5be14f67-6164-412f-85e4-3eb4d90bf80f req-8a5d744c-8009-4f9e-a3bc-80194fadab9f service nova] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Updated VIF entry in instance network info cache for port f5409317-495f-46bd-9bf8-cd8420b48531. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.006309] env[62094]: DEBUG nova.network.neutron [req-5be14f67-6164-412f-85e4-3eb4d90bf80f req-8a5d744c-8009-4f9e-a3bc-80194fadab9f service nova] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Updating instance_info_cache with network_info: [{"id": "f5409317-495f-46bd-9bf8-cd8420b48531", "address": "fa:16:3e:6f:e5:1f", "network": {"id": "76450912-7873-42ec-8478-b0b1ef715733", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-978952850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cd815b62cc74c02905ef540daa497e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5409317-49", "ovs_interfaceid": "f5409317-495f-46bd-9bf8-cd8420b48531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.096964] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401000, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.149937] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2df4ce-12b3-4fad-a1f5-ee5e3b2f0049 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.171896] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance '2100f73d-d3ca-4e31-9bba-05a5767389fc' progress to 0 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.185136] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400998, 'name': PowerOnVM_Task, 'duration_secs': 0.612616} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.185136] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.185136] env[62094]: INFO nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1315.185462] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1315.186298] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e62630-4b0f-46c3-9ad9-1123152a4f67 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.233631] env[62094]: DEBUG oslo_concurrency.lockutils [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "bc6169f6-5b4d-403f-9bf9-5eb447cba4a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.233999] env[62094]: DEBUG oslo_concurrency.lockutils [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "bc6169f6-5b4d-403f-9bf9-5eb447cba4a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.234249] env[62094]: DEBUG oslo_concurrency.lockutils [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "bc6169f6-5b4d-403f-9bf9-5eb447cba4a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.234437] env[62094]: DEBUG oslo_concurrency.lockutils [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "bc6169f6-5b4d-403f-9bf9-5eb447cba4a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.234612] env[62094]: DEBUG oslo_concurrency.lockutils [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "bc6169f6-5b4d-403f-9bf9-5eb447cba4a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.239757] env[62094]: INFO nova.compute.manager [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Terminating instance [ 1315.242600] env[62094]: DEBUG nova.compute.manager [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1315.243304] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.244088] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e6a6e1-5e7f-4ab5-abaa-eb8ca285915f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.250380] env[62094]: DEBUG nova.network.neutron [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Successfully created port: bb29513d-78d6-42be-9614-5d7abf5e9332 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1315.259438] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.259715] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d8474b6-ad7c-4fed-96fa-50b6adce3b3f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.303014] env[62094]: DEBUG nova.compute.manager [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1315.406460] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1400999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588858} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.407015] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 349536d7-eb0a-4ca2-b396-db2e035e2ca8/349536d7-eb0a-4ca2-b396-db2e035e2ca8.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.407396] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1315.407785] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe69676f-5fa2-41ae-9acd-6ea07ff8101c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.416380] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1315.416380] env[62094]: value = "task-1401002" [ 1315.416380] env[62094]: _type = "Task" [ 1315.416380] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.427510] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.470627] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52957be3-7337-b40f-23a4-bdbb6cc08be0, 'name': SearchDatastore_Task, 'duration_secs': 0.021725} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.474255] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fbf8f3c-4083-4d19-b680-b0f75597089c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.482261] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1315.482261] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a4de96-73f2-8a6a-33ea-05eabfc2df6e" [ 1315.482261] env[62094]: _type = "Task" [ 1315.482261] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.492844] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a4de96-73f2-8a6a-33ea-05eabfc2df6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.509520] env[62094]: DEBUG oslo_concurrency.lockutils [req-5be14f67-6164-412f-85e4-3eb4d90bf80f req-8a5d744c-8009-4f9e-a3bc-80194fadab9f service nova] Releasing lock "refresh_cache-12621127-92dc-4870-b9e3-66af08d1b963" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.598544] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401000, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.624300] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb48f6fa-d09a-4b20-a72e-95890b6cbd1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.633757] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd3f493-b84a-4a88-9a1a-56797215f740 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.672834] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c08da8-dfa5-4c65-b332-427f30346366 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.679883] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.682356] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e49305c3-e517-4aba-bfec-0c60ac755006 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.685778] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc67d35-2b43-4796-b420-359b671fd936 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.705753] env[62094]: DEBUG nova.compute.provider_tree [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.710306] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1315.710306] env[62094]: value = "task-1401003" [ 1315.710306] env[62094]: _type = "Task" [ 1315.710306] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.710908] env[62094]: INFO nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Took 31.66 seconds to build instance. [ 1315.723276] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.793255] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "287c24ca-5e09-4c35-83a2-05f6f1fb255d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.793650] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "287c24ca-5e09-4c35-83a2-05f6f1fb255d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.930032] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072332} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.930406] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1315.931278] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33b7808-3202-4b6a-8a46-0f1a55156433 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.956406] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 349536d7-eb0a-4ca2-b396-db2e035e2ca8/349536d7-eb0a-4ca2-b396-db2e035e2ca8.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.956728] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b89472b-c55c-4144-bb3a-9f6e792aaad3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.973969] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.974257] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.974447] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleting the datastore file [datastore2] bc6169f6-5b4d-403f-9bf9-5eb447cba4a1 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.974758] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-241b53bb-eb91-4325-bee5-0a41ae99a488 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.979009] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1315.979009] env[62094]: value = "task-1401004" [ 1315.979009] env[62094]: _type = "Task" [ 1315.979009] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.983517] env[62094]: DEBUG oslo_vmware.api [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1315.983517] env[62094]: value = "task-1401005" [ 1315.983517] env[62094]: _type = "Task" [ 1315.983517] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.994925] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.000827] env[62094]: DEBUG oslo_vmware.api [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.005405] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a4de96-73f2-8a6a-33ea-05eabfc2df6e, 'name': SearchDatastore_Task, 'duration_secs': 0.012665} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.005708] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.005991] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 12621127-92dc-4870-b9e3-66af08d1b963/12621127-92dc-4870-b9e3-66af08d1b963.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.006306] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d589ae83-1731-4032-8431-e974cb340d2b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.014468] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1316.014468] env[62094]: value = "task-1401006" [ 1316.014468] env[62094]: _type = "Task" [ 1316.014468] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.022819] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.098310] env[62094]: DEBUG oslo_vmware.api [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401000, 'name': RemoveSnapshot_Task, 'duration_secs': 1.188435} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.098690] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1316.098955] env[62094]: INFO nova.compute.manager [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Took 14.17 seconds to snapshot the instance on the hypervisor. [ 1316.213502] env[62094]: DEBUG nova.scheduler.client.report [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1316.217014] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "4628c8a4-1bfa-4bd3-91f6-9944b313719b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.177s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.227305] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401003, 'name': PowerOffVM_Task, 'duration_secs': 0.294454} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.228237] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.228426] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance '2100f73d-d3ca-4e31-9bba-05a5767389fc' progress to 17 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.296289] env[62094]: DEBUG nova.compute.manager [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1316.313046] env[62094]: DEBUG nova.compute.manager [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1316.337270] env[62094]: DEBUG nova.virt.hardware [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1316.337571] env[62094]: DEBUG nova.virt.hardware [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1316.337702] env[62094]: DEBUG nova.virt.hardware [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.337884] env[62094]: DEBUG nova.virt.hardware [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1316.338041] env[62094]: DEBUG nova.virt.hardware [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.338196] env[62094]: DEBUG nova.virt.hardware [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1316.338408] env[62094]: DEBUG nova.virt.hardware [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1316.338570] env[62094]: DEBUG nova.virt.hardware [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1316.338754] env[62094]: DEBUG nova.virt.hardware [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1316.338979] env[62094]: DEBUG nova.virt.hardware [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1316.339197] env[62094]: DEBUG nova.virt.hardware [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1316.340435] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8a9530-ae89-486f-992c-27de04fa25ec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.347979] env[62094]: DEBUG nova.compute.manager [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Stashing vm_state: active {{(pid=62094) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1316.354968] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e52f26-4acf-426e-981d-2c6b114d3e87 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.495806] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.502104] env[62094]: DEBUG oslo_vmware.api [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263167} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.502208] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.502381] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.502571] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.502772] env[62094]: INFO nova.compute.manager [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1316.503114] env[62094]: DEBUG oslo.service.loopingcall [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.503252] env[62094]: DEBUG nova.compute.manager [-] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1316.503348] env[62094]: DEBUG nova.network.neutron [-] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1316.525331] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401006, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.603433] env[62094]: DEBUG nova.compute.manager [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Instance disappeared during snapshot {{(pid=62094) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 1316.615916] env[62094]: DEBUG nova.compute.manager [None req-d2f91940-bbc7-4484-a8f7-0ca00f5a5657 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Image not found during clean up fac57dff-2b3d-430a-bb08-cf842a2ee861 {{(pid=62094) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4500}} [ 1316.726027] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.726027] env[62094]: DEBUG nova.compute.manager [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1316.727513] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.404s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.727513] env[62094]: DEBUG nova.objects.instance [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Lazy-loading 'resources' on Instance uuid ff89c425-26c5-42aa-8667-a0f5e3feb526 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.737669] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1316.737969] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1316.738459] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.738459] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1316.738589] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.738698] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1316.739272] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1316.739272] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1316.739272] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1316.739499] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1316.739499] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1316.753400] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e53ca2b1-1380-4154-a7f7-e7c0d187b21f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.777379] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1316.777379] env[62094]: value = "task-1401007" [ 1316.777379] env[62094]: _type = "Task" [ 1316.777379] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.789319] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.826858] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.870072] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.931978] env[62094]: DEBUG nova.compute.manager [req-a2d3b8d1-e68e-4a1d-817a-c88d14c0d784 req-fcaa3f4f-4216-4a87-af78-6013e70cb846 service nova] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Received event network-vif-deleted-aea82398-6767-46a4-81c7-ffb35d3cf8ed {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1316.932231] env[62094]: INFO nova.compute.manager [req-a2d3b8d1-e68e-4a1d-817a-c88d14c0d784 req-fcaa3f4f-4216-4a87-af78-6013e70cb846 service nova] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Neutron deleted interface aea82398-6767-46a4-81c7-ffb35d3cf8ed; detaching it from the instance and deleting it from the info cache [ 1316.932411] env[62094]: DEBUG nova.network.neutron [req-a2d3b8d1-e68e-4a1d-817a-c88d14c0d784 req-fcaa3f4f-4216-4a87-af78-6013e70cb846 service nova] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.990117] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401004, 'name': ReconfigVM_Task, 'duration_secs': 0.699096} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.992856] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 349536d7-eb0a-4ca2-b396-db2e035e2ca8/349536d7-eb0a-4ca2-b396-db2e035e2ca8.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.993648] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f05ac4b-c5fb-45fa-885a-fcc4522de2d9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.001068] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1317.001068] env[62094]: value = "task-1401008" [ 1317.001068] env[62094]: _type = "Task" [ 1317.001068] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.011466] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401008, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.026706] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658218} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.027041] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 12621127-92dc-4870-b9e3-66af08d1b963/12621127-92dc-4870-b9e3-66af08d1b963.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.027290] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.027592] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd81c7a9-9540-4d0a-ba90-86a0677fd672 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.036244] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1317.036244] env[62094]: value = "task-1401009" [ 1317.036244] env[62094]: _type = "Task" [ 1317.036244] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.037957] env[62094]: DEBUG nova.network.neutron [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Successfully updated port: bb29513d-78d6-42be-9614-5d7abf5e9332 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1317.054813] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.121720] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2198ae-99dd-44c1-8ff3-506035f89f61 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.132475] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b990742-934a-4af3-b4d4-9ae2827ec1b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.164172] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d98084f-1247-4ea5-9022-afbc0a7e9a73 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.172521] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b805e0fa-cd82-4d04-842a-979bb7c6637a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.187176] env[62094]: DEBUG nova.compute.provider_tree [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.238108] env[62094]: DEBUG nova.compute.utils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1317.239923] env[62094]: DEBUG nova.compute.manager [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1317.240157] env[62094]: DEBUG nova.network.neutron [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.283689] env[62094]: DEBUG nova.policy [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df9a67991cf640aba6efe6920a82fdeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1e1e4ab0b7f4c2e989f2d28e13f7f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1317.289236] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401007, 'name': ReconfigVM_Task, 'duration_secs': 0.312804} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.289540] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance '2100f73d-d3ca-4e31-9bba-05a5767389fc' progress to 33 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.403513] env[62094]: DEBUG nova.network.neutron [-] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.438025] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31044667-f7e7-4e56-b94f-563a29837201 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.447061] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31925bc1-5988-4faf-9408-62fe36a3464c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.484300] env[62094]: DEBUG nova.compute.manager [req-a2d3b8d1-e68e-4a1d-817a-c88d14c0d784 req-fcaa3f4f-4216-4a87-af78-6013e70cb846 service nova] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Detach interface failed, port_id=aea82398-6767-46a4-81c7-ffb35d3cf8ed, reason: Instance bc6169f6-5b4d-403f-9bf9-5eb447cba4a1 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1317.514008] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401008, 'name': Rename_Task, 'duration_secs': 0.290009} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.514383] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.514712] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94f17a2c-7395-49b3-bcee-78636c56b2b5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.524352] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1317.524352] env[62094]: value = "task-1401010" [ 1317.524352] env[62094]: _type = "Task" [ 1317.524352] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.534838] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.546023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "refresh_cache-5205be1d-ce77-42ea-b622-9963acd05f53" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.546023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "refresh_cache-5205be1d-ce77-42ea-b622-9963acd05f53" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.546192] env[62094]: DEBUG nova.network.neutron [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.550967] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073037} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.551197] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.552070] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8be2d0-b389-4dd8-9851-dd7ca2614919 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.577374] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 12621127-92dc-4870-b9e3-66af08d1b963/12621127-92dc-4870-b9e3-66af08d1b963.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.578413] env[62094]: DEBUG nova.network.neutron [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Successfully created port: 056ae588-7f92-4c2e-9efc-1db960ee7e3b {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1317.581024] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f75f90c3-5079-4444-bd95-a11d4d7362cf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.603219] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1317.603219] env[62094]: value = "task-1401011" [ 1317.603219] env[62094]: _type = "Task" [ 1317.603219] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.613134] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.690551] env[62094]: DEBUG nova.scheduler.client.report [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1317.746158] env[62094]: DEBUG nova.compute.manager [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1317.798512] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1317.798926] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1317.799820] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.800044] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1317.800266] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.800481] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1317.800888] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1317.801035] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1317.801316] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1317.802526] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1317.802526] env[62094]: DEBUG nova.virt.hardware [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1317.808548] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1317.809678] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc50e42-1440-428d-88c0-c2f7feff61a2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.831939] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1317.831939] env[62094]: value = "task-1401012" [ 1317.831939] env[62094]: _type = "Task" [ 1317.831939] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.842977] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.907012] env[62094]: INFO nova.compute.manager [-] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Took 1.40 seconds to deallocate network for instance. [ 1318.036691] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401010, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.081696] env[62094]: DEBUG nova.network.neutron [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.115237] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.196432] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.470s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.199435] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.804s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.202136] env[62094]: INFO nova.compute.claims [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.226147] env[62094]: DEBUG nova.network.neutron [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Updating instance_info_cache with network_info: [{"id": "bb29513d-78d6-42be-9614-5d7abf5e9332", "address": "fa:16:3e:0a:c9:f9", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb29513d-78", "ovs_interfaceid": "bb29513d-78d6-42be-9614-5d7abf5e9332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.229323] env[62094]: INFO nova.scheduler.client.report [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Deleted allocations for instance ff89c425-26c5-42aa-8667-a0f5e3feb526 [ 1318.345162] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401012, 'name': ReconfigVM_Task, 'duration_secs': 0.254416} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.345338] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1318.346450] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ea54bd-9adc-4d2f-9d21-92b6df8f07c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.370844] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 2100f73d-d3ca-4e31-9bba-05a5767389fc/2100f73d-d3ca-4e31-9bba-05a5767389fc.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.371124] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f744fd5-d946-4429-88e0-71494928edb1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.390510] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1318.390510] env[62094]: value = "task-1401013" [ 1318.390510] env[62094]: _type = "Task" [ 1318.390510] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.399984] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.414359] env[62094]: DEBUG oslo_concurrency.lockutils [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.536771] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401010, 'name': PowerOnVM_Task, 'duration_secs': 0.810132} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.537064] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.537281] env[62094]: INFO nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1318.537464] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1318.538302] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c83144-5c69-4d15-860d-eb38d446fc6f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.613983] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401011, 'name': ReconfigVM_Task, 'duration_secs': 0.658959} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.614331] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 12621127-92dc-4870-b9e3-66af08d1b963/12621127-92dc-4870-b9e3-66af08d1b963.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.614979] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ac77a64-3915-4688-8585-074827e914fe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.621712] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1318.621712] env[62094]: value = "task-1401014" [ 1318.621712] env[62094]: _type = "Task" [ 1318.621712] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.630557] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401014, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.735020] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "refresh_cache-5205be1d-ce77-42ea-b622-9963acd05f53" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.735020] env[62094]: DEBUG nova.compute.manager [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Instance network_info: |[{"id": "bb29513d-78d6-42be-9614-5d7abf5e9332", "address": "fa:16:3e:0a:c9:f9", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb29513d-78", "ovs_interfaceid": "bb29513d-78d6-42be-9614-5d7abf5e9332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1318.735020] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:c9:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb29513d-78d6-42be-9614-5d7abf5e9332', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.740203] env[62094]: DEBUG oslo.service.loopingcall [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1318.742723] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.743207] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f583efc6-cef4-4708-8f99-8cf989569d38 tempest-ServerGroupTestJSON-803787889 tempest-ServerGroupTestJSON-803787889-project-member] Lock "ff89c425-26c5-42aa-8667-a0f5e3feb526" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.487s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.744056] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd050809-33f8-4e07-a6ae-ba83d89fd8a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.761833] env[62094]: DEBUG nova.compute.manager [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1318.772367] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.772367] env[62094]: value = "task-1401015" [ 1318.772367] env[62094]: _type = "Task" [ 1318.772367] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.786981] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401015, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.793922] env[62094]: DEBUG nova.virt.hardware [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1318.794238] env[62094]: DEBUG nova.virt.hardware [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1318.794430] env[62094]: DEBUG nova.virt.hardware [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.794625] env[62094]: DEBUG nova.virt.hardware [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1318.794884] env[62094]: DEBUG nova.virt.hardware [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.795141] env[62094]: DEBUG nova.virt.hardware [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1318.795435] env[62094]: DEBUG nova.virt.hardware [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1318.795622] env[62094]: DEBUG nova.virt.hardware [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1318.795804] env[62094]: DEBUG nova.virt.hardware [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1318.796009] env[62094]: DEBUG nova.virt.hardware [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1318.796257] env[62094]: DEBUG nova.virt.hardware [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1318.797142] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616b7afc-d798-4a5f-b08b-38ee3f8fc8f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.808196] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be07d34-e388-4caf-b7ff-751bcf523549 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.901441] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401013, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.059114] env[62094]: INFO nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Took 34.97 seconds to build instance. [ 1319.085218] env[62094]: DEBUG nova.compute.manager [req-f5dd6463-2bbc-4928-bb7a-1017342ab5ff req-2c4a541b-3400-4929-acef-6fc6e9b40d23 service nova] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Received event network-vif-plugged-bb29513d-78d6-42be-9614-5d7abf5e9332 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1319.085516] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5dd6463-2bbc-4928-bb7a-1017342ab5ff req-2c4a541b-3400-4929-acef-6fc6e9b40d23 service nova] Acquiring lock "5205be1d-ce77-42ea-b622-9963acd05f53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.085797] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5dd6463-2bbc-4928-bb7a-1017342ab5ff req-2c4a541b-3400-4929-acef-6fc6e9b40d23 service nova] Lock "5205be1d-ce77-42ea-b622-9963acd05f53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.086034] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5dd6463-2bbc-4928-bb7a-1017342ab5ff req-2c4a541b-3400-4929-acef-6fc6e9b40d23 service nova] Lock "5205be1d-ce77-42ea-b622-9963acd05f53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.086241] env[62094]: DEBUG nova.compute.manager [req-f5dd6463-2bbc-4928-bb7a-1017342ab5ff req-2c4a541b-3400-4929-acef-6fc6e9b40d23 service nova] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] No waiting events found dispatching network-vif-plugged-bb29513d-78d6-42be-9614-5d7abf5e9332 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1319.086442] env[62094]: WARNING nova.compute.manager [req-f5dd6463-2bbc-4928-bb7a-1017342ab5ff req-2c4a541b-3400-4929-acef-6fc6e9b40d23 service nova] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Received unexpected event network-vif-plugged-bb29513d-78d6-42be-9614-5d7abf5e9332 for instance with vm_state building and task_state spawning. [ 1319.086637] env[62094]: DEBUG nova.compute.manager [req-f5dd6463-2bbc-4928-bb7a-1017342ab5ff req-2c4a541b-3400-4929-acef-6fc6e9b40d23 service nova] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Received event network-changed-bb29513d-78d6-42be-9614-5d7abf5e9332 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1319.087774] env[62094]: DEBUG nova.compute.manager [req-f5dd6463-2bbc-4928-bb7a-1017342ab5ff req-2c4a541b-3400-4929-acef-6fc6e9b40d23 service nova] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Refreshing instance network info cache due to event network-changed-bb29513d-78d6-42be-9614-5d7abf5e9332. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1319.088026] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5dd6463-2bbc-4928-bb7a-1017342ab5ff req-2c4a541b-3400-4929-acef-6fc6e9b40d23 service nova] Acquiring lock "refresh_cache-5205be1d-ce77-42ea-b622-9963acd05f53" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.088229] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5dd6463-2bbc-4928-bb7a-1017342ab5ff req-2c4a541b-3400-4929-acef-6fc6e9b40d23 service nova] Acquired lock "refresh_cache-5205be1d-ce77-42ea-b622-9963acd05f53" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.088444] env[62094]: DEBUG nova.network.neutron [req-f5dd6463-2bbc-4928-bb7a-1017342ab5ff req-2c4a541b-3400-4929-acef-6fc6e9b40d23 service nova] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Refreshing network info cache for port bb29513d-78d6-42be-9614-5d7abf5e9332 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.133949] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401014, 'name': Rename_Task, 'duration_secs': 0.243469} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.134329] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.134615] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f9d5b91-011e-46e5-aad0-07a984809d12 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.142382] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1319.142382] env[62094]: value = "task-1401016" [ 1319.142382] env[62094]: _type = "Task" [ 1319.142382] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.152209] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.203082] env[62094]: DEBUG nova.compute.manager [req-87e40ae1-ce54-4c2c-952f-b762d3549358 req-8375b845-09c1-4c49-9403-ee6826cb4ab4 service nova] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Received event network-vif-plugged-056ae588-7f92-4c2e-9efc-1db960ee7e3b {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1319.203759] env[62094]: DEBUG oslo_concurrency.lockutils [req-87e40ae1-ce54-4c2c-952f-b762d3549358 req-8375b845-09c1-4c49-9403-ee6826cb4ab4 service nova] Acquiring lock "4c2a5fdc-847a-4247-9d0b-c3fff566d9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.203759] env[62094]: DEBUG oslo_concurrency.lockutils [req-87e40ae1-ce54-4c2c-952f-b762d3549358 req-8375b845-09c1-4c49-9403-ee6826cb4ab4 service nova] Lock "4c2a5fdc-847a-4247-9d0b-c3fff566d9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.203759] env[62094]: DEBUG oslo_concurrency.lockutils [req-87e40ae1-ce54-4c2c-952f-b762d3549358 req-8375b845-09c1-4c49-9403-ee6826cb4ab4 service nova] Lock "4c2a5fdc-847a-4247-9d0b-c3fff566d9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.203962] env[62094]: DEBUG nova.compute.manager [req-87e40ae1-ce54-4c2c-952f-b762d3549358 req-8375b845-09c1-4c49-9403-ee6826cb4ab4 service nova] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] No waiting events found dispatching network-vif-plugged-056ae588-7f92-4c2e-9efc-1db960ee7e3b {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1319.204044] env[62094]: WARNING nova.compute.manager [req-87e40ae1-ce54-4c2c-952f-b762d3549358 req-8375b845-09c1-4c49-9403-ee6826cb4ab4 service nova] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Received unexpected event network-vif-plugged-056ae588-7f92-4c2e-9efc-1db960ee7e3b for instance with vm_state building and task_state spawning. [ 1319.286347] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401015, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.402285] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401013, 'name': ReconfigVM_Task, 'duration_secs': 0.529856} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.404893] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 2100f73d-d3ca-4e31-9bba-05a5767389fc/2100f73d-d3ca-4e31-9bba-05a5767389fc.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.405252] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance '2100f73d-d3ca-4e31-9bba-05a5767389fc' progress to 50 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.502792] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43129bcb-9c2f-4948-a511-2f0ba2b129ab {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.511532] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39462b44-8dca-407c-813c-4a11cafec664 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.547473] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a32764-fb60-423c-b7a2-4ef888f14467 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.555876] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46043b8-e62a-46b7-a783-94cab1cb8ba1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.561470] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "349536d7-eb0a-4ca2-b396-db2e035e2ca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.489s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.569647] env[62094]: DEBUG nova.compute.provider_tree [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.655158] env[62094]: DEBUG nova.network.neutron [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Successfully updated port: 056ae588-7f92-4c2e-9efc-1db960ee7e3b {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1319.657737] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401016, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.785156] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401015, 'name': CreateVM_Task, 'duration_secs': 0.538709} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.785320] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.786029] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.786202] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.786533] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.786844] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de60b9b-6f1f-4fec-87c2-76bf7de9268c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.792682] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1319.792682] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5212b03b-492e-c422-8419-31814c66901b" [ 1319.792682] env[62094]: _type = "Task" [ 1319.792682] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.803761] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5212b03b-492e-c422-8419-31814c66901b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.851906] env[62094]: DEBUG nova.network.neutron [req-f5dd6463-2bbc-4928-bb7a-1017342ab5ff req-2c4a541b-3400-4929-acef-6fc6e9b40d23 service nova] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Updated VIF entry in instance network info cache for port bb29513d-78d6-42be-9614-5d7abf5e9332. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.851906] env[62094]: DEBUG nova.network.neutron [req-f5dd6463-2bbc-4928-bb7a-1017342ab5ff req-2c4a541b-3400-4929-acef-6fc6e9b40d23 service nova] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Updating instance_info_cache with network_info: [{"id": "bb29513d-78d6-42be-9614-5d7abf5e9332", "address": "fa:16:3e:0a:c9:f9", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb29513d-78", "ovs_interfaceid": "bb29513d-78d6-42be-9614-5d7abf5e9332", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.912257] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fd37f3-68d4-4843-874f-88e2a1b5ccf8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.942180] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ffb817-7815-4e79-af33-281657b5f0c5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.962494] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance '2100f73d-d3ca-4e31-9bba-05a5767389fc' progress to 67 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.073050] env[62094]: DEBUG nova.scheduler.client.report [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1320.153622] env[62094]: DEBUG oslo_vmware.api [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401016, 'name': PowerOnVM_Task, 'duration_secs': 0.779453} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.153991] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.154274] env[62094]: INFO nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1320.154847] env[62094]: DEBUG nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1320.155318] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "refresh_cache-4c2a5fdc-847a-4247-9d0b-c3fff566d9c0" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.155532] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "refresh_cache-4c2a5fdc-847a-4247-9d0b-c3fff566d9c0" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.155716] env[62094]: DEBUG nova.network.neutron [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.157534] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97127c4c-2b32-4596-9e61-34a4cbdbf308 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.305753] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5212b03b-492e-c422-8419-31814c66901b, 'name': SearchDatastore_Task, 'duration_secs': 0.012338} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.306194] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.306464] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.306746] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.306939] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.307173] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.307506] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b9bbcba-0284-4752-b950-14b1ee997745 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.317174] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.317437] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.318357] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93b5d6ac-40bc-4d02-87eb-01742955b7ea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.324729] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1320.324729] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523412e4-b1e5-b250-87d2-3a83b46cadbb" [ 1320.324729] env[62094]: _type = "Task" [ 1320.324729] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.333238] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523412e4-b1e5-b250-87d2-3a83b46cadbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.356559] env[62094]: DEBUG oslo_concurrency.lockutils [req-f5dd6463-2bbc-4928-bb7a-1017342ab5ff req-2c4a541b-3400-4929-acef-6fc6e9b40d23 service nova] Releasing lock "refresh_cache-5205be1d-ce77-42ea-b622-9963acd05f53" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.519791] env[62094]: DEBUG nova.network.neutron [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Port 49f2023a-dcb5-42ce-bd3f-7af093b57dcb binding to destination host cpu-1 is already ACTIVE {{(pid=62094) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1320.579821] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.580406] env[62094]: DEBUG nova.compute.manager [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1320.587113] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.706s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.587113] env[62094]: DEBUG nova.objects.instance [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lazy-loading 'resources' on Instance uuid e8a64c70-0423-42bf-9414-9554f82db3dd {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.682086] env[62094]: INFO nova.compute.manager [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Took 36.54 seconds to build instance. [ 1320.697526] env[62094]: DEBUG nova.network.neutron [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1320.841072] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523412e4-b1e5-b250-87d2-3a83b46cadbb, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.842100] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb59aea-4ada-49c6-b2a3-555dc44e3514 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.854202] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1320.854202] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a2230b-9421-3365-fd51-49c35aa7baef" [ 1320.854202] env[62094]: _type = "Task" [ 1320.854202] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.864709] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a2230b-9421-3365-fd51-49c35aa7baef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.090356] env[62094]: DEBUG nova.objects.instance [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lazy-loading 'numa_topology' on Instance uuid e8a64c70-0423-42bf-9414-9554f82db3dd {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.092668] env[62094]: DEBUG nova.compute.utils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1321.095309] env[62094]: DEBUG nova.compute.manager [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1321.095415] env[62094]: DEBUG nova.network.neutron [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.139370] env[62094]: DEBUG nova.network.neutron [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Updating instance_info_cache with network_info: [{"id": "056ae588-7f92-4c2e-9efc-1db960ee7e3b", "address": "fa:16:3e:50:22:b2", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056ae588-7f", "ovs_interfaceid": "056ae588-7f92-4c2e-9efc-1db960ee7e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.177126] env[62094]: DEBUG nova.policy [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd855986a279e453998c560acc5f59d2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bc36ca85dcb4d5db007eb7cc44e8408', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1321.184587] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a60bce64-9688-4e49-815f-ecbf70f64959 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "12621127-92dc-4870-b9e3-66af08d1b963" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.067s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.233394] env[62094]: DEBUG nova.compute.manager [req-21dc3fc6-6750-4170-9726-cb4960000e24 req-8bf04fb7-450e-4a04-b714-319ab3a9ed68 service nova] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Received event network-changed-056ae588-7f92-4c2e-9efc-1db960ee7e3b {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1321.235280] env[62094]: DEBUG nova.compute.manager [req-21dc3fc6-6750-4170-9726-cb4960000e24 req-8bf04fb7-450e-4a04-b714-319ab3a9ed68 service nova] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Refreshing instance network info cache due to event network-changed-056ae588-7f92-4c2e-9efc-1db960ee7e3b. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1321.235280] env[62094]: DEBUG oslo_concurrency.lockutils [req-21dc3fc6-6750-4170-9726-cb4960000e24 req-8bf04fb7-450e-4a04-b714-319ab3a9ed68 service nova] Acquiring lock "refresh_cache-4c2a5fdc-847a-4247-9d0b-c3fff566d9c0" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.365517] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a2230b-9421-3365-fd51-49c35aa7baef, 'name': SearchDatastore_Task, 'duration_secs': 0.011627} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.366417] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.368094] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 5205be1d-ce77-42ea-b622-9963acd05f53/5205be1d-ce77-42ea-b622-9963acd05f53.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.368094] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57a6d942-e7c5-484d-b47c-fe4057c1c632 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.378192] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1321.378192] env[62094]: value = "task-1401017" [ 1321.378192] env[62094]: _type = "Task" [ 1321.378192] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.388062] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.553162] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "2100f73d-d3ca-4e31-9bba-05a5767389fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.553162] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.553162] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.595977] env[62094]: DEBUG nova.objects.base [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1321.599439] env[62094]: DEBUG nova.compute.manager [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1321.640585] env[62094]: DEBUG nova.network.neutron [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Successfully created port: f4809906-9803-4dcf-95b1-87cd22bd3aba {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1321.647286] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "refresh_cache-4c2a5fdc-847a-4247-9d0b-c3fff566d9c0" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.647286] env[62094]: DEBUG nova.compute.manager [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Instance network_info: |[{"id": "056ae588-7f92-4c2e-9efc-1db960ee7e3b", "address": "fa:16:3e:50:22:b2", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056ae588-7f", "ovs_interfaceid": "056ae588-7f92-4c2e-9efc-1db960ee7e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1321.647286] env[62094]: DEBUG oslo_concurrency.lockutils [req-21dc3fc6-6750-4170-9726-cb4960000e24 req-8bf04fb7-450e-4a04-b714-319ab3a9ed68 service nova] Acquired lock "refresh_cache-4c2a5fdc-847a-4247-9d0b-c3fff566d9c0" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.647609] env[62094]: DEBUG nova.network.neutron [req-21dc3fc6-6750-4170-9726-cb4960000e24 req-8bf04fb7-450e-4a04-b714-319ab3a9ed68 service nova] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Refreshing network info cache for port 056ae588-7f92-4c2e-9efc-1db960ee7e3b {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.649520] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:22:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '056ae588-7f92-4c2e-9efc-1db960ee7e3b', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.657051] env[62094]: DEBUG oslo.service.loopingcall [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1321.658245] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1321.658948] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fd7a1d1-5e10-4b74-8f18-29cb05b763e7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.687190] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.687190] env[62094]: value = "task-1401018" [ 1321.687190] env[62094]: _type = "Task" [ 1321.687190] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.702848] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401018, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.883528] env[62094]: DEBUG oslo_vmware.rw_handles [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fd348-7bfc-aab7-fc9a-af20796daf1b/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1321.887317] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b51293-9f54-418a-9936-89805e1aa60d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.899526] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401017, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.902048] env[62094]: DEBUG oslo_vmware.rw_handles [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fd348-7bfc-aab7-fc9a-af20796daf1b/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1321.902247] env[62094]: ERROR oslo_vmware.rw_handles [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fd348-7bfc-aab7-fc9a-af20796daf1b/disk-0.vmdk due to incomplete transfer. [ 1321.902505] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ba928ee-6f31-4ee0-9d4c-bc00ca8fa92b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.913406] env[62094]: DEBUG oslo_vmware.rw_handles [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524fd348-7bfc-aab7-fc9a-af20796daf1b/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1321.913619] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Uploaded image 9bdc71df-f717-462d-b3dd-38bdd6edcaec to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1321.916043] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1321.916503] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1781a0ae-b8a3-4e41-b718-abd0d68b2a68 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.927880] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1321.927880] env[62094]: value = "task-1401019" [ 1321.927880] env[62094]: _type = "Task" [ 1321.927880] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.942296] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401019, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.033518] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5654f1d0-8fc1-47ca-a4d9-c05b480cbc3f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.045254] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1f8b3d-8e51-4ece-8f9c-3be0342d0c45 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.087183] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6969d7-1384-4679-951b-5945558a1c45 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.097714] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec28039-00a0-4499-bcf2-b8be81b6a592 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.118491] env[62094]: DEBUG nova.compute.provider_tree [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.199040] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401018, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.375759] env[62094]: DEBUG nova.network.neutron [req-21dc3fc6-6750-4170-9726-cb4960000e24 req-8bf04fb7-450e-4a04-b714-319ab3a9ed68 service nova] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Updated VIF entry in instance network info cache for port 056ae588-7f92-4c2e-9efc-1db960ee7e3b. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.376163] env[62094]: DEBUG nova.network.neutron [req-21dc3fc6-6750-4170-9726-cb4960000e24 req-8bf04fb7-450e-4a04-b714-319ab3a9ed68 service nova] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Updating instance_info_cache with network_info: [{"id": "056ae588-7f92-4c2e-9efc-1db960ee7e3b", "address": "fa:16:3e:50:22:b2", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056ae588-7f", "ovs_interfaceid": "056ae588-7f92-4c2e-9efc-1db960ee7e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.388962] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588711} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.390066] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 5205be1d-ce77-42ea-b622-9963acd05f53/5205be1d-ce77-42ea-b622-9963acd05f53.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1322.390066] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1322.390361] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d55645b-3104-4214-b7a3-e884ed8bad63 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.398961] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1322.398961] env[62094]: value = "task-1401020" [ 1322.398961] env[62094]: _type = "Task" [ 1322.398961] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.408112] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.439050] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401019, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.541836] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "4628c8a4-1bfa-4bd3-91f6-9944b313719b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.542193] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "4628c8a4-1bfa-4bd3-91f6-9944b313719b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.542478] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "4628c8a4-1bfa-4bd3-91f6-9944b313719b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.542755] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "4628c8a4-1bfa-4bd3-91f6-9944b313719b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.546019] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "4628c8a4-1bfa-4bd3-91f6-9944b313719b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.547422] env[62094]: INFO nova.compute.manager [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Terminating instance [ 1322.551168] env[62094]: DEBUG nova.compute.manager [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1322.551680] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.553781] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bbb3e1-280f-4844-9888-8a55c7b0ea78 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.568081] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.568081] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-618d51d4-bf49-4fa5-8583-2f773fc78a08 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.578231] env[62094]: DEBUG oslo_vmware.api [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1322.578231] env[62094]: value = "task-1401021" [ 1322.578231] env[62094]: _type = "Task" [ 1322.578231] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.591692] env[62094]: DEBUG oslo_vmware.api [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.621671] env[62094]: DEBUG nova.compute.manager [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1322.625069] env[62094]: DEBUG nova.scheduler.client.report [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1322.633340] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.633642] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.634646] env[62094]: DEBUG nova.network.neutron [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.652859] env[62094]: DEBUG nova.virt.hardware [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1322.653255] env[62094]: DEBUG nova.virt.hardware [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1322.653462] env[62094]: DEBUG nova.virt.hardware [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.653662] env[62094]: DEBUG nova.virt.hardware [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1322.653816] env[62094]: DEBUG nova.virt.hardware [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.653970] env[62094]: DEBUG nova.virt.hardware [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1322.654240] env[62094]: DEBUG nova.virt.hardware [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1322.654447] env[62094]: DEBUG nova.virt.hardware [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1322.654744] env[62094]: DEBUG nova.virt.hardware [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1322.655090] env[62094]: DEBUG nova.virt.hardware [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1322.655417] env[62094]: DEBUG nova.virt.hardware [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1322.656949] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb77289-3f73-402a-bad2-376766f1a48c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.667108] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e125ec-be50-4118-ae23-58a9e544ad87 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.698077] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401018, 'name': CreateVM_Task, 'duration_secs': 0.89765} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.698077] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.698829] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.699046] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.699722] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.699831] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe57b003-c826-470c-82ec-080637869c87 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.705891] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1322.705891] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]520b7c3b-301a-3607-dfc3-e5f3fecc06cd" [ 1322.705891] env[62094]: _type = "Task" [ 1322.705891] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.715267] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520b7c3b-301a-3607-dfc3-e5f3fecc06cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.878541] env[62094]: DEBUG oslo_concurrency.lockutils [req-21dc3fc6-6750-4170-9726-cb4960000e24 req-8bf04fb7-450e-4a04-b714-319ab3a9ed68 service nova] Releasing lock "refresh_cache-4c2a5fdc-847a-4247-9d0b-c3fff566d9c0" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.909413] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078974} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.909701] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.910542] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64d7eec-76b1-4155-9d90-028fd4581a01 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.934250] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 5205be1d-ce77-42ea-b622-9963acd05f53/5205be1d-ce77-42ea-b622-9963acd05f53.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.934650] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a379879-303a-4e15-8baf-4e65b3ece20a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.958809] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401019, 'name': Destroy_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.960285] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1322.960285] env[62094]: value = "task-1401022" [ 1322.960285] env[62094]: _type = "Task" [ 1322.960285] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.968679] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.089132] env[62094]: DEBUG oslo_vmware.api [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401021, 'name': PowerOffVM_Task, 'duration_secs': 0.213041} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.089132] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.089267] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.089545] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c445794-39ee-4c02-8c47-7d70078ff488 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.131082] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.545s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.133965] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.176s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.136889] env[62094]: INFO nova.compute.claims [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.159684] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.160094] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.160403] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Deleting the datastore file [datastore2] 4628c8a4-1bfa-4bd3-91f6-9944b313719b {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.160807] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac974457-7145-4bec-8368-50d419cecb9d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.171329] env[62094]: DEBUG oslo_vmware.api [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1323.171329] env[62094]: value = "task-1401024" [ 1323.171329] env[62094]: _type = "Task" [ 1323.171329] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.186289] env[62094]: DEBUG oslo_vmware.api [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.221046] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520b7c3b-301a-3607-dfc3-e5f3fecc06cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011537} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.224589] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.224850] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1323.225180] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.225352] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.225560] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.226235] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8d8c2f9-da21-4147-8365-d05a6cbe38cd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.239440] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.239440] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1323.239440] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639db5e5-19d2-498d-b630-a50b25e368ba {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.246673] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1323.246673] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524baf10-4b6c-d744-8c20-d50343871d69" [ 1323.246673] env[62094]: _type = "Task" [ 1323.246673] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.255770] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524baf10-4b6c-d744-8c20-d50343871d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.271224] env[62094]: DEBUG nova.compute.manager [req-3a6dde22-829d-4305-b1e2-f88eeb180e02 req-46e563f7-6641-4231-a281-e526a3ad8946 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Received event network-vif-plugged-f4809906-9803-4dcf-95b1-87cd22bd3aba {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1323.271224] env[62094]: DEBUG oslo_concurrency.lockutils [req-3a6dde22-829d-4305-b1e2-f88eeb180e02 req-46e563f7-6641-4231-a281-e526a3ad8946 service nova] Acquiring lock "68bd353b-8a1e-4b3c-9985-4457924502e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.271224] env[62094]: DEBUG oslo_concurrency.lockutils [req-3a6dde22-829d-4305-b1e2-f88eeb180e02 req-46e563f7-6641-4231-a281-e526a3ad8946 service nova] Lock "68bd353b-8a1e-4b3c-9985-4457924502e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.271224] env[62094]: DEBUG oslo_concurrency.lockutils [req-3a6dde22-829d-4305-b1e2-f88eeb180e02 req-46e563f7-6641-4231-a281-e526a3ad8946 service nova] Lock "68bd353b-8a1e-4b3c-9985-4457924502e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.271224] env[62094]: DEBUG nova.compute.manager [req-3a6dde22-829d-4305-b1e2-f88eeb180e02 req-46e563f7-6641-4231-a281-e526a3ad8946 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] No waiting events found dispatching network-vif-plugged-f4809906-9803-4dcf-95b1-87cd22bd3aba {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1323.271224] env[62094]: WARNING nova.compute.manager [req-3a6dde22-829d-4305-b1e2-f88eeb180e02 req-46e563f7-6641-4231-a281-e526a3ad8946 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Received unexpected event network-vif-plugged-f4809906-9803-4dcf-95b1-87cd22bd3aba for instance with vm_state building and task_state spawning. [ 1323.354145] env[62094]: DEBUG nova.network.neutron [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Successfully updated port: f4809906-9803-4dcf-95b1-87cd22bd3aba {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.447473] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401019, 'name': Destroy_Task, 'duration_secs': 1.06425} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.447473] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Destroyed the VM [ 1323.447473] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1323.447473] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c1c0126-ca64-441d-b2c3-1607831b719c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.477058] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "b0b56c58-85fc-491f-8c76-dca1ea9c87e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.477058] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "b0b56c58-85fc-491f-8c76-dca1ea9c87e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.478869] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1323.478869] env[62094]: value = "task-1401025" [ 1323.478869] env[62094]: _type = "Task" [ 1323.478869] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.478869] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401022, 'name': ReconfigVM_Task, 'duration_secs': 0.356658} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.479292] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 5205be1d-ce77-42ea-b622-9963acd05f53/5205be1d-ce77-42ea-b622-9963acd05f53.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.483294] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-089ec13e-fa78-41eb-b1da-079799e64153 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.491275] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401025, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.493785] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1323.493785] env[62094]: value = "task-1401026" [ 1323.493785] env[62094]: _type = "Task" [ 1323.493785] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.505204] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401026, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.513331] env[62094]: DEBUG nova.network.neutron [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance_info_cache with network_info: [{"id": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "address": "fa:16:3e:c8:4b:50", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f2023a-dc", "ovs_interfaceid": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.645564] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4387e3f1-d1b0-4911-894f-7ffde0eef5b3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.245s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.649363] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 16.376s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.649363] env[62094]: INFO nova.compute.manager [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Unshelving [ 1323.652868] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "02173652-e460-4df6-8ef1-e3781e2e82e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.653118] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "02173652-e460-4df6-8ef1-e3781e2e82e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.685393] env[62094]: DEBUG oslo_vmware.api [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160348} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.685938] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.686163] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.686636] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.686878] env[62094]: INFO nova.compute.manager [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1323.687142] env[62094]: DEBUG oslo.service.loopingcall [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1323.687351] env[62094]: DEBUG nova.compute.manager [-] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1323.687439] env[62094]: DEBUG nova.network.neutron [-] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.757142] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524baf10-4b6c-d744-8c20-d50343871d69, 'name': SearchDatastore_Task, 'duration_secs': 0.011894} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.757976] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be00c888-2be0-49b2-8b8c-42effcbcd618 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.763742] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1323.763742] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5231555c-0a70-68d6-3c59-9505b957f04e" [ 1323.763742] env[62094]: _type = "Task" [ 1323.763742] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.771556] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5231555c-0a70-68d6-3c59-9505b957f04e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.856892] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.857253] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.857497] env[62094]: DEBUG nova.network.neutron [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.980166] env[62094]: DEBUG nova.compute.manager [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1323.992172] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401025, 'name': RemoveSnapshot_Task} progress is 44%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.002647] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401026, 'name': Rename_Task, 'duration_secs': 0.15819} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.003302] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.003405] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59967960-794d-47e7-8d88-2f5b4e7bcd5f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.010129] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1324.010129] env[62094]: value = "task-1401027" [ 1324.010129] env[62094]: _type = "Task" [ 1324.010129] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.017972] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.021773] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.156060] env[62094]: DEBUG nova.compute.manager [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1324.276564] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5231555c-0a70-68d6-3c59-9505b957f04e, 'name': SearchDatastore_Task, 'duration_secs': 0.011056} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.278931] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.279235] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0/4c2a5fdc-847a-4247-9d0b-c3fff566d9c0.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1324.279661] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a57c2156-2e21-4a84-8e75-db5f522bf9e5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.287248] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1324.287248] env[62094]: value = "task-1401028" [ 1324.287248] env[62094]: _type = "Task" [ 1324.287248] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.298791] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.395917] env[62094]: DEBUG nova.network.neutron [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.427089] env[62094]: DEBUG nova.network.neutron [-] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.445234] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f210d8b9-e14f-494c-8872-da9784738aaa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.457574] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5241f678-1046-435a-b070-c0cac53e2c8f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.501616] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c1a2c9-ef1d-4d34-9c94-fc377a03bc06 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.519417] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cf788e-a964-49b9-b41d-5f0063a9f52c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.523980] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401025, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.525231] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.541238] env[62094]: DEBUG nova.compute.provider_tree [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.546967] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401027, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.550021] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bec0127-79a7-4b10-945e-8c26970f205a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.572570] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ef92a7-31b8-4a8f-b9d0-f18c06184837 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.582979] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance '2100f73d-d3ca-4e31-9bba-05a5767389fc' progress to 83 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.608675] env[62094]: DEBUG nova.network.neutron [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Updating instance_info_cache with network_info: [{"id": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "address": "fa:16:3e:cc:1e:a2", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4809906-98", "ovs_interfaceid": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.660561] env[62094]: DEBUG nova.compute.utils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1324.679646] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.797792] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497461} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.797792] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0/4c2a5fdc-847a-4247-9d0b-c3fff566d9c0.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.798065] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1324.798635] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82d8265d-393c-4717-9653-9d3ea3c0155b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.806969] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1324.806969] env[62094]: value = "task-1401029" [ 1324.806969] env[62094]: _type = "Task" [ 1324.806969] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.814636] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.930553] env[62094]: INFO nova.compute.manager [-] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Took 1.24 seconds to deallocate network for instance. [ 1325.003029] env[62094]: DEBUG oslo_vmware.api [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401025, 'name': RemoveSnapshot_Task, 'duration_secs': 1.077713} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.003333] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1325.003575] env[62094]: INFO nova.compute.manager [None req-8abe1610-3a6f-43ee-a932-44292ec71b5e tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Took 18.61 seconds to snapshot the instance on the hypervisor. [ 1325.021314] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401027, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.048496] env[62094]: DEBUG nova.scheduler.client.report [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1325.091434] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.091763] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e04c2fd-a9e9-49b0-b5a0-75126392afd3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.099025] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1325.099025] env[62094]: value = "task-1401030" [ 1325.099025] env[62094]: _type = "Task" [ 1325.099025] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.107799] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.111342] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.111644] env[62094]: DEBUG nova.compute.manager [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Instance network_info: |[{"id": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "address": "fa:16:3e:cc:1e:a2", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4809906-98", "ovs_interfaceid": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1325.112048] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:1e:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4809906-9803-4dcf-95b1-87cd22bd3aba', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.119510] env[62094]: DEBUG oslo.service.loopingcall [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.119721] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.119942] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-932068ed-5bb0-4786-a262-04f4ae5c688a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.139065] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.139065] env[62094]: value = "task-1401031" [ 1325.139065] env[62094]: _type = "Task" [ 1325.139065] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.147327] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401031, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.165368] env[62094]: INFO nova.virt.block_device [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Booting with volume 5945ef8c-9f8a-4952-a2f5-76fe330285b7 at /dev/sdb [ 1325.206812] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75845408-5282-4531-93f3-288e674edd2d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.217876] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dd195f-d1f7-4ad4-adc7-1ab08269d84c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.256386] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d470279-6e8f-47ca-aa11-3cff26c12c28 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.265521] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2f9b79-d851-447c-a225-ab71e9a2e1e0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.303739] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b572c75-4262-4b31-b913-e33e648bdccc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.315334] env[62094]: DEBUG nova.compute.manager [req-72961183-2f39-4df6-b5f0-e29145881cec req-42a889f0-e9ba-43c4-afc1-586bd96c4d72 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Received event network-changed-f4809906-9803-4dcf-95b1-87cd22bd3aba {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1325.315640] env[62094]: DEBUG nova.compute.manager [req-72961183-2f39-4df6-b5f0-e29145881cec req-42a889f0-e9ba-43c4-afc1-586bd96c4d72 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Refreshing instance network info cache due to event network-changed-f4809906-9803-4dcf-95b1-87cd22bd3aba. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1325.315980] env[62094]: DEBUG oslo_concurrency.lockutils [req-72961183-2f39-4df6-b5f0-e29145881cec req-42a889f0-e9ba-43c4-afc1-586bd96c4d72 service nova] Acquiring lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.316339] env[62094]: DEBUG oslo_concurrency.lockutils [req-72961183-2f39-4df6-b5f0-e29145881cec req-42a889f0-e9ba-43c4-afc1-586bd96c4d72 service nova] Acquired lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.316438] env[62094]: DEBUG nova.network.neutron [req-72961183-2f39-4df6-b5f0-e29145881cec req-42a889f0-e9ba-43c4-afc1-586bd96c4d72 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Refreshing network info cache for port f4809906-9803-4dcf-95b1-87cd22bd3aba {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.322879] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e47dd0-92ee-48d7-869d-ad101867444b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.334195] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067697} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.335019] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1325.336126] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2518db0-4ec1-42b7-afe8-a64be1e57eae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.365562] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0/4c2a5fdc-847a-4247-9d0b-c3fff566d9c0.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.369783] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1318acf6-121e-4e96-8cee-0bcf14575d40 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.384448] env[62094]: DEBUG nova.virt.block_device [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updating existing volume attachment record: e68b250b-686e-428b-a25f-f26977faca7b {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1325.393931] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1325.393931] env[62094]: value = "task-1401032" [ 1325.393931] env[62094]: _type = "Task" [ 1325.393931] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.403090] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.437249] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.523268] env[62094]: DEBUG oslo_vmware.api [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401027, 'name': PowerOnVM_Task, 'duration_secs': 1.093932} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.524215] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.524531] env[62094]: INFO nova.compute.manager [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1325.525717] env[62094]: DEBUG nova.compute.manager [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1325.525806] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76082eea-6358-4d3b-b708-6cd934ef7b4c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.555326] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.555835] env[62094]: DEBUG nova.compute.manager [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1325.558767] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.212s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.558960] env[62094]: DEBUG nova.objects.instance [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Lazy-loading 'resources' on Instance uuid 3205e355-ee5c-454c-b369-d4a650018b67 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.609344] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401030, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.648578] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401031, 'name': CreateVM_Task, 'duration_secs': 0.36595} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.648750] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.649521] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.649720] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.650045] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.650317] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61b45ad-302f-4e87-a7c8-fc19770772e1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.655367] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1325.655367] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c716d5-1caa-0822-2ca0-ff4f1825219d" [ 1325.655367] env[62094]: _type = "Task" [ 1325.655367] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.663747] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c716d5-1caa-0822-2ca0-ff4f1825219d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.906604] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.036194] env[62094]: DEBUG nova.network.neutron [req-72961183-2f39-4df6-b5f0-e29145881cec req-42a889f0-e9ba-43c4-afc1-586bd96c4d72 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Updated VIF entry in instance network info cache for port f4809906-9803-4dcf-95b1-87cd22bd3aba. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.036322] env[62094]: DEBUG nova.network.neutron [req-72961183-2f39-4df6-b5f0-e29145881cec req-42a889f0-e9ba-43c4-afc1-586bd96c4d72 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Updating instance_info_cache with network_info: [{"id": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "address": "fa:16:3e:cc:1e:a2", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4809906-98", "ovs_interfaceid": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.043424] env[62094]: INFO nova.compute.manager [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Took 34.96 seconds to build instance. [ 1326.061890] env[62094]: DEBUG nova.compute.utils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1326.066845] env[62094]: DEBUG nova.compute.manager [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1326.066845] env[62094]: DEBUG nova.network.neutron [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1326.112394] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401030, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.122322] env[62094]: DEBUG nova.policy [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db323f4782b4039b4a3c5d42b867ad1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8412c020e6af477eac81718f70cb4614', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1326.171044] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c716d5-1caa-0822-2ca0-ff4f1825219d, 'name': SearchDatastore_Task, 'duration_secs': 0.013443} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.173946] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.174231] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.174471] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.174649] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.174874] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.175466] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92434402-7e36-47c3-9b1c-7da0734ebf7d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.185803] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.186092] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.186795] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f67747-0cae-4fd9-9322-5fed60009778 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.196926] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1326.196926] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52833114-3f64-f407-9878-e694851e579e" [ 1326.196926] env[62094]: _type = "Task" [ 1326.196926] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.206449] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52833114-3f64-f407-9878-e694851e579e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.416599] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401032, 'name': ReconfigVM_Task, 'duration_secs': 0.820521} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.417243] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0/4c2a5fdc-847a-4247-9d0b-c3fff566d9c0.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.418336] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5be5a8af-e8b7-46bb-bbab-dcf57805938a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.433332] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1326.433332] env[62094]: value = "task-1401036" [ 1326.433332] env[62094]: _type = "Task" [ 1326.433332] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.450469] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401036, 'name': Rename_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.544154] env[62094]: DEBUG nova.network.neutron [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Successfully created port: 647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.546328] env[62094]: DEBUG oslo_concurrency.lockutils [req-72961183-2f39-4df6-b5f0-e29145881cec req-42a889f0-e9ba-43c4-afc1-586bd96c4d72 service nova] Releasing lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.546592] env[62094]: DEBUG nova.compute.manager [req-72961183-2f39-4df6-b5f0-e29145881cec req-42a889f0-e9ba-43c4-afc1-586bd96c4d72 service nova] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Received event network-vif-deleted-7aed64a8-060e-4c83-b489-1751c7a07abe {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1326.547066] env[62094]: DEBUG oslo_concurrency.lockutils [None req-292b05ec-2075-45f3-8de5-816ce63b1b04 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "5205be1d-ce77-42ea-b622-9963acd05f53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.476s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.571427] env[62094]: DEBUG nova.compute.manager [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1326.590391] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3510a4d5-d954-4e50-8a0a-f0832eaf2de6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.599863] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25e9fb0-c24b-41bc-a4b0-0886a7f53955 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.612562] env[62094]: DEBUG oslo_vmware.api [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401030, 'name': PowerOnVM_Task, 'duration_secs': 1.07114} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.638445] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.638445] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0c1d32-20ea-4226-a849-795ea5edb53f tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance '2100f73d-d3ca-4e31-9bba-05a5767389fc' progress to 100 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.642531] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d399a0-a50d-4361-aab9-258062e8f11e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.651861] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbaf4fe-e518-4fa0-911a-d7f6285431f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.671959] env[62094]: DEBUG nova.compute.provider_tree [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.708198] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52833114-3f64-f407-9878-e694851e579e, 'name': SearchDatastore_Task, 'duration_secs': 0.015756} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.708992] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c964802-8db6-4d50-a55c-79c7e07d8d68 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.714802] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1326.714802] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52cdfaa4-781b-2253-d40f-d12988d9b563" [ 1326.714802] env[62094]: _type = "Task" [ 1326.714802] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.724264] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cdfaa4-781b-2253-d40f-d12988d9b563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.944854] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401036, 'name': Rename_Task, 'duration_secs': 0.241009} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.945280] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.945550] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71703bfe-0f66-4ac4-826d-e45ce34697ee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.955174] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1326.955174] env[62094]: value = "task-1401037" [ 1326.955174] env[62094]: _type = "Task" [ 1326.955174] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.963614] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.175027] env[62094]: DEBUG nova.scheduler.client.report [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1327.225642] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cdfaa4-781b-2253-d40f-d12988d9b563, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.226115] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.226217] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 68bd353b-8a1e-4b3c-9985-4457924502e3/68bd353b-8a1e-4b3c-9985-4457924502e3.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.226457] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43e99ce0-da4a-43e7-9c47-a62300b0908d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.233944] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1327.233944] env[62094]: value = "task-1401038" [ 1327.233944] env[62094]: _type = "Task" [ 1327.233944] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.242909] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.468858] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401037, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.583997] env[62094]: DEBUG nova.compute.manager [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1327.613222] env[62094]: DEBUG nova.virt.hardware [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1327.613540] env[62094]: DEBUG nova.virt.hardware [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1327.613737] env[62094]: DEBUG nova.virt.hardware [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.613950] env[62094]: DEBUG nova.virt.hardware [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1327.614144] env[62094]: DEBUG nova.virt.hardware [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.614322] env[62094]: DEBUG nova.virt.hardware [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1327.614578] env[62094]: DEBUG nova.virt.hardware [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1327.614752] env[62094]: DEBUG nova.virt.hardware [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1327.614955] env[62094]: DEBUG nova.virt.hardware [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1327.615131] env[62094]: DEBUG nova.virt.hardware [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1327.615328] env[62094]: DEBUG nova.virt.hardware [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1327.616448] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87987676-621e-460b-adfd-19e57e213cde {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.626066] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341e1a9a-b84c-445f-b734-5bd6149cc4d2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.635816] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "0adb4f7b-015e-4ebc-a291-e1b5240a75c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.636233] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "0adb4f7b-015e-4ebc-a291-e1b5240a75c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.679731] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.683580] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.856s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.685725] env[62094]: INFO nova.compute.claims [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.689546] env[62094]: DEBUG nova.compute.manager [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1327.691175] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c3a635-c41f-4bd9-8443-e47962d12375 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.711725] env[62094]: INFO nova.scheduler.client.report [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Deleted allocations for instance 3205e355-ee5c-454c-b369-d4a650018b67 [ 1327.746017] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401038, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.832766] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "257036ca-daf0-4615-8ce0-23263ceafc60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.832910] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.833160] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "257036ca-daf0-4615-8ce0-23263ceafc60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.833376] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.833624] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.836116] env[62094]: INFO nova.compute.manager [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Terminating instance [ 1327.839307] env[62094]: DEBUG nova.compute.manager [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1327.839307] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.839606] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3945e0-92dd-4a6b-b853-fb774e1ffd22 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.848709] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.848963] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5519e67c-1fa7-4734-a5ad-122fb8615a47 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.855685] env[62094]: DEBUG oslo_vmware.api [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1327.855685] env[62094]: value = "task-1401039" [ 1327.855685] env[62094]: _type = "Task" [ 1327.855685] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.865330] env[62094]: DEBUG oslo_vmware.api [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.966775] env[62094]: DEBUG oslo_vmware.api [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401037, 'name': PowerOnVM_Task, 'duration_secs': 0.749926} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.966973] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.967813] env[62094]: INFO nova.compute.manager [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1327.967813] env[62094]: DEBUG nova.compute.manager [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1327.968082] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5893fb61-9749-4355-a28c-4640594e8edc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.013531] env[62094]: DEBUG nova.compute.manager [req-fa273dd8-f6e2-46f4-acf6-43c9cd7aa4b0 req-d2d4e24f-4f7c-4c98-8726-10013f799913 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Received event network-vif-plugged-647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1328.013855] env[62094]: DEBUG oslo_concurrency.lockutils [req-fa273dd8-f6e2-46f4-acf6-43c9cd7aa4b0 req-d2d4e24f-4f7c-4c98-8726-10013f799913 service nova] Acquiring lock "2b835bdc-36c0-4bd3-b54b-bcece069222f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.014163] env[62094]: DEBUG oslo_concurrency.lockutils [req-fa273dd8-f6e2-46f4-acf6-43c9cd7aa4b0 req-d2d4e24f-4f7c-4c98-8726-10013f799913 service nova] Lock "2b835bdc-36c0-4bd3-b54b-bcece069222f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.014424] env[62094]: DEBUG oslo_concurrency.lockutils [req-fa273dd8-f6e2-46f4-acf6-43c9cd7aa4b0 req-d2d4e24f-4f7c-4c98-8726-10013f799913 service nova] Lock "2b835bdc-36c0-4bd3-b54b-bcece069222f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.014699] env[62094]: DEBUG nova.compute.manager [req-fa273dd8-f6e2-46f4-acf6-43c9cd7aa4b0 req-d2d4e24f-4f7c-4c98-8726-10013f799913 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] No waiting events found dispatching network-vif-plugged-647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1328.015195] env[62094]: WARNING nova.compute.manager [req-fa273dd8-f6e2-46f4-acf6-43c9cd7aa4b0 req-d2d4e24f-4f7c-4c98-8726-10013f799913 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Received unexpected event network-vif-plugged-647e6389-53ab-43ff-91cd-e77c676f2acb for instance with vm_state building and task_state spawning. [ 1328.104939] env[62094]: DEBUG nova.network.neutron [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Successfully updated port: 647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.151784] env[62094]: DEBUG nova.compute.manager [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1328.204631] env[62094]: INFO nova.compute.manager [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] instance snapshotting [ 1328.207581] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8e07b0-5085-41cb-a28c-0b9a748e49df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.231163] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7fb809e4-b33f-4a82-b262-5becb869cae8 tempest-ServersV294TestFqdnHostnames-222872206 tempest-ServersV294TestFqdnHostnames-222872206-project-member] Lock "3205e355-ee5c-454c-b369-d4a650018b67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.232s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.234371] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e222ebf-0c75-40c3-bae7-558a09e1519f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.250928] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401038, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.367968] env[62094]: DEBUG oslo_vmware.api [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401039, 'name': PowerOffVM_Task, 'duration_secs': 0.382366} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.368484] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.368694] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.369012] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d72c4d3-2257-4b5b-a809-54ec3b5b85df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.489255] env[62094]: INFO nova.compute.manager [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Took 26.42 seconds to build instance. [ 1328.511733] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.512017] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.512252] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Deleting the datastore file [datastore2] 257036ca-daf0-4615-8ce0-23263ceafc60 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.512558] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3d17628-94a9-4282-bea6-48e811014348 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.520937] env[62094]: DEBUG oslo_vmware.api [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1328.520937] env[62094]: value = "task-1401042" [ 1328.520937] env[62094]: _type = "Task" [ 1328.520937] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.530493] env[62094]: DEBUG oslo_vmware.api [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.611847] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.612308] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.612675] env[62094]: DEBUG nova.network.neutron [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.676624] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.749029] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401038, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.505655} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.749029] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 68bd353b-8a1e-4b3c-9985-4457924502e3/68bd353b-8a1e-4b3c-9985-4457924502e3.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.750711] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.750711] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c347db5-d213-44fc-912d-1bdf93cf3b3c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.754998] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1328.755834] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8da65b84-fb32-4356-836f-f6bf1cf3ba72 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.762204] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1328.762204] env[62094]: value = "task-1401043" [ 1328.762204] env[62094]: _type = "Task" [ 1328.762204] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.767249] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1328.767249] env[62094]: value = "task-1401044" [ 1328.767249] env[62094]: _type = "Task" [ 1328.767249] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.774211] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.781090] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401044, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.899546] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cec363-ac6f-4546-8acb-ca2f99f5ce81 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.908086] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a8826dfc-bc3a-415a-be39-e2319683da80 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Suspending the VM {{(pid=62094) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1328.908522] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3c6c8e1a-8b33-46db-8cf6-ad3f39f44f45 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.918784] env[62094]: DEBUG oslo_vmware.api [None req-a8826dfc-bc3a-415a-be39-e2319683da80 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1328.918784] env[62094]: value = "task-1401045" [ 1328.918784] env[62094]: _type = "Task" [ 1328.918784] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.927754] env[62094]: DEBUG oslo_vmware.api [None req-a8826dfc-bc3a-415a-be39-e2319683da80 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401045, 'name': SuspendVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.994024] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7e9ab525-fe39-4383-a4fb-33fd6a874d79 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "4c2a5fdc-847a-4247-9d0b-c3fff566d9c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.934s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.032681] env[62094]: DEBUG oslo_vmware.api [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335915} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.035941] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.036331] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.036634] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.037089] env[62094]: INFO nova.compute.manager [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1329.037089] env[62094]: DEBUG oslo.service.loopingcall [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.037658] env[62094]: DEBUG nova.compute.manager [-] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1329.037658] env[62094]: DEBUG nova.network.neutron [-] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.077616] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587abb88-86ba-4983-8ce1-e13463d6fee4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.087095] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf120c9-ecc9-43c9-9db8-1920ffa3ee67 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.091999] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.092348] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.093023] env[62094]: DEBUG nova.compute.manager [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Going to confirm migration 3 {{(pid=62094) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1329.137374] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ea30b7-7f16-4e75-acea-e523ad7f2049 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.147799] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b85c6c-04fc-402e-a7a9-ce487cfe9272 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.164262] env[62094]: DEBUG nova.compute.provider_tree [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.197833] env[62094]: DEBUG nova.network.neutron [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1329.275021] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096878} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.275788] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.276657] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6707f9-5d7c-422d-861f-fef5d0e4cc47 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.282648] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401044, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.304651] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 68bd353b-8a1e-4b3c-9985-4457924502e3/68bd353b-8a1e-4b3c-9985-4457924502e3.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.306181] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3561827f-a6e2-468e-84c0-1bfd729ffa1d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.328034] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1329.328034] env[62094]: value = "task-1401046" [ 1329.328034] env[62094]: _type = "Task" [ 1329.328034] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.334971] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.429803] env[62094]: DEBUG oslo_vmware.api [None req-a8826dfc-bc3a-415a-be39-e2319683da80 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401045, 'name': SuspendVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.616523] env[62094]: DEBUG nova.network.neutron [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updating instance_info_cache with network_info: [{"id": "647e6389-53ab-43ff-91cd-e77c676f2acb", "address": "fa:16:3e:07:b1:20", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647e6389-53", "ovs_interfaceid": "647e6389-53ab-43ff-91cd-e77c676f2acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.667563] env[62094]: DEBUG nova.scheduler.client.report [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1329.778664] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401044, 'name': CreateSnapshot_Task, 'duration_secs': 0.720173} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.778968] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1329.780020] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c1e6e4-0f69-48d4-ba61-a2c2b27801ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.836589] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401046, 'name': ReconfigVM_Task, 'duration_secs': 0.329814} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.836884] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 68bd353b-8a1e-4b3c-9985-4457924502e3/68bd353b-8a1e-4b3c-9985-4457924502e3.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.837597] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cf7dea1-15e9-4899-8567-556c259d30a5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.844580] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1329.844580] env[62094]: value = "task-1401047" [ 1329.844580] env[62094]: _type = "Task" [ 1329.844580] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.852741] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401047, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.910016] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.910314] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.910556] env[62094]: DEBUG nova.network.neutron [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.910963] env[62094]: DEBUG nova.objects.instance [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lazy-loading 'info_cache' on Instance uuid 2100f73d-d3ca-4e31-9bba-05a5767389fc {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.931203] env[62094]: DEBUG oslo_vmware.api [None req-a8826dfc-bc3a-415a-be39-e2319683da80 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401045, 'name': SuspendVM_Task, 'duration_secs': 0.846713} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.932524] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a8826dfc-bc3a-415a-be39-e2319683da80 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Suspended the VM {{(pid=62094) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1329.932717] env[62094]: DEBUG nova.compute.manager [None req-a8826dfc-bc3a-415a-be39-e2319683da80 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1329.933775] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7740b9e5-82d5-4ce6-b0c5-352de1dc00c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.119323] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.119537] env[62094]: DEBUG nova.compute.manager [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Instance network_info: |[{"id": "647e6389-53ab-43ff-91cd-e77c676f2acb", "address": "fa:16:3e:07:b1:20", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647e6389-53", "ovs_interfaceid": "647e6389-53ab-43ff-91cd-e77c676f2acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1330.120177] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:b1:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '647e6389-53ab-43ff-91cd-e77c676f2acb', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.127853] env[62094]: DEBUG oslo.service.loopingcall [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1330.128108] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1330.128413] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-548a6e83-c7ad-4cc5-a236-778813944514 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.156512] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1330.156512] env[62094]: value = "task-1401048" [ 1330.156512] env[62094]: _type = "Task" [ 1330.156512] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.164389] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401048, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.173255] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.173255] env[62094]: DEBUG nova.compute.manager [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1330.175435] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.306s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.201773] env[62094]: DEBUG nova.compute.manager [req-65ef9bba-0fc6-44f1-a4a3-2d5b87e45ad1 req-4baffba5-c28c-4640-a64c-e7b5b78223fb service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Received event network-changed-647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1330.201773] env[62094]: DEBUG nova.compute.manager [req-65ef9bba-0fc6-44f1-a4a3-2d5b87e45ad1 req-4baffba5-c28c-4640-a64c-e7b5b78223fb service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Refreshing instance network info cache due to event network-changed-647e6389-53ab-43ff-91cd-e77c676f2acb. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1330.201773] env[62094]: DEBUG oslo_concurrency.lockutils [req-65ef9bba-0fc6-44f1-a4a3-2d5b87e45ad1 req-4baffba5-c28c-4640-a64c-e7b5b78223fb service nova] Acquiring lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.201973] env[62094]: DEBUG oslo_concurrency.lockutils [req-65ef9bba-0fc6-44f1-a4a3-2d5b87e45ad1 req-4baffba5-c28c-4640-a64c-e7b5b78223fb service nova] Acquired lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.202024] env[62094]: DEBUG nova.network.neutron [req-65ef9bba-0fc6-44f1-a4a3-2d5b87e45ad1 req-4baffba5-c28c-4640-a64c-e7b5b78223fb service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Refreshing network info cache for port 647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.299142] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1330.299929] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ece86989-5a16-44f8-aa2a-755a7ebde43e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.311993] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1330.311993] env[62094]: value = "task-1401049" [ 1330.311993] env[62094]: _type = "Task" [ 1330.311993] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.323821] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401049, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.358174] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401047, 'name': Rename_Task, 'duration_secs': 0.132874} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.358174] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.358174] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aeacdde-0df5-4d70-ad0a-39ba7cdbae11 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.367028] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1330.367028] env[62094]: value = "task-1401050" [ 1330.367028] env[62094]: _type = "Task" [ 1330.367028] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.375926] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.666975] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401048, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.679078] env[62094]: DEBUG nova.compute.utils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1330.680630] env[62094]: DEBUG nova.compute.manager [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1330.680875] env[62094]: DEBUG nova.network.neutron [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.685479] env[62094]: INFO nova.compute.claims [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.710672] env[62094]: DEBUG nova.network.neutron [-] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.738647] env[62094]: DEBUG nova.policy [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c369b147c46a425e9891fbcac1a70f77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6e76a97def64189884457e8275244dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1330.826774] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401049, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.877906] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401050, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.987460] env[62094]: DEBUG nova.network.neutron [req-65ef9bba-0fc6-44f1-a4a3-2d5b87e45ad1 req-4baffba5-c28c-4640-a64c-e7b5b78223fb service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updated VIF entry in instance network info cache for port 647e6389-53ab-43ff-91cd-e77c676f2acb. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.987862] env[62094]: DEBUG nova.network.neutron [req-65ef9bba-0fc6-44f1-a4a3-2d5b87e45ad1 req-4baffba5-c28c-4640-a64c-e7b5b78223fb service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updating instance_info_cache with network_info: [{"id": "647e6389-53ab-43ff-91cd-e77c676f2acb", "address": "fa:16:3e:07:b1:20", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647e6389-53", "ovs_interfaceid": "647e6389-53ab-43ff-91cd-e77c676f2acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.105790] env[62094]: DEBUG nova.network.neutron [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Successfully created port: 9442aefa-7e3e-46fc-b992-62af473b74b7 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1331.172023] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401048, 'name': CreateVM_Task, 'duration_secs': 0.584107} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.172023] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.172023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.172023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.172023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1331.172023] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae6a738-61bd-4170-bbd1-3324e0762a40 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.175688] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1331.175688] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52acc3fd-48f5-bd80-7cda-4d9ed1b81feb" [ 1331.175688] env[62094]: _type = "Task" [ 1331.175688] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.185450] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52acc3fd-48f5-bd80-7cda-4d9ed1b81feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.190601] env[62094]: DEBUG nova.compute.manager [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1331.197020] env[62094]: INFO nova.compute.resource_tracker [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updating resource usage from migration ea718f37-fad6-4182-8c9f-919ac1a1a4ef [ 1331.214233] env[62094]: INFO nova.compute.manager [-] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Took 2.17 seconds to deallocate network for instance. [ 1331.325618] env[62094]: DEBUG nova.network.neutron [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance_info_cache with network_info: [{"id": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "address": "fa:16:3e:c8:4b:50", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f2023a-dc", "ovs_interfaceid": "49f2023a-dcb5-42ce-bd3f-7af093b57dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.327604] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401049, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.381771] env[62094]: DEBUG oslo_vmware.api [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401050, 'name': PowerOnVM_Task, 'duration_secs': 0.92223} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.382091] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.382284] env[62094]: INFO nova.compute.manager [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1331.382514] env[62094]: DEBUG nova.compute.manager [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1331.383359] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a1a494-c460-45d1-84db-9dd5c9fd9682 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.491396] env[62094]: DEBUG oslo_concurrency.lockutils [req-65ef9bba-0fc6-44f1-a4a3-2d5b87e45ad1 req-4baffba5-c28c-4640-a64c-e7b5b78223fb service nova] Releasing lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.524176] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.608201] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eb2a08-b81a-4924-be2c-84174dfb00f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.616249] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022dfcd4-6c1d-40fa-acf1-b7b16345bbc7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.647932] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671b2ac0-0ea2-42e1-9073-6ba13a38c516 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.655250] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093f4a51-efc6-427c-be36-89eac22bddbe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.668866] env[62094]: DEBUG nova.compute.provider_tree [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.686503] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52acc3fd-48f5-bd80-7cda-4d9ed1b81feb, 'name': SearchDatastore_Task, 'duration_secs': 0.012941} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.686817] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.687060] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.687303] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.687453] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.687636] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.687896] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41f50523-0101-4cf0-bd5d-e6d66f76495a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.695518] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.695699] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.696400] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa8966d-0155-4b66-aa29-e6be20c95354 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.705612] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1331.705612] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524bf9e1-ec16-62bf-1b87-cde85ef2d760" [ 1331.705612] env[62094]: _type = "Task" [ 1331.705612] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.713779] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524bf9e1-ec16-62bf-1b87-cde85ef2d760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.720072] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.823536] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401049, 'name': CloneVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.828143] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-2100f73d-d3ca-4e31-9bba-05a5767389fc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.828403] env[62094]: DEBUG nova.objects.instance [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lazy-loading 'migration_context' on Instance uuid 2100f73d-d3ca-4e31-9bba-05a5767389fc {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.903935] env[62094]: INFO nova.compute.manager [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Took 27.54 seconds to build instance. [ 1332.044520] env[62094]: DEBUG oslo_concurrency.lockutils [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "4c2a5fdc-847a-4247-9d0b-c3fff566d9c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.044825] env[62094]: DEBUG oslo_concurrency.lockutils [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "4c2a5fdc-847a-4247-9d0b-c3fff566d9c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.045088] env[62094]: DEBUG oslo_concurrency.lockutils [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "4c2a5fdc-847a-4247-9d0b-c3fff566d9c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.045317] env[62094]: DEBUG oslo_concurrency.lockutils [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "4c2a5fdc-847a-4247-9d0b-c3fff566d9c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.045501] env[62094]: DEBUG oslo_concurrency.lockutils [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "4c2a5fdc-847a-4247-9d0b-c3fff566d9c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.049850] env[62094]: INFO nova.compute.manager [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Terminating instance [ 1332.051646] env[62094]: DEBUG nova.compute.manager [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1332.052039] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.052681] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f637d75-5046-451b-a0aa-dd04611f79a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.060918] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.061447] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb656e4f-f841-44f5-8955-6f0a21ec6b53 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.140306] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.140511] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.140677] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleting the datastore file [datastore2] 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.140978] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c14eb8fd-61f7-4959-9481-3144bf8da1dc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.147537] env[62094]: DEBUG oslo_vmware.api [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1332.147537] env[62094]: value = "task-1401052" [ 1332.147537] env[62094]: _type = "Task" [ 1332.147537] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.156387] env[62094]: DEBUG oslo_vmware.api [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.171480] env[62094]: DEBUG nova.scheduler.client.report [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1332.204729] env[62094]: DEBUG nova.compute.manager [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1332.219933] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524bf9e1-ec16-62bf-1b87-cde85ef2d760, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.220773] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7dfc16-0de3-4c34-9187-35d6bb727a58 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.226163] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1332.226163] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5251a950-1a6e-1e92-4f47-8c29eaf3155b" [ 1332.226163] env[62094]: _type = "Task" [ 1332.226163] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.235765] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5251a950-1a6e-1e92-4f47-8c29eaf3155b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.239120] env[62094]: DEBUG nova.compute.manager [req-efe189a0-c6f2-4202-a453-d9907a854bc6 req-e10987ce-3f38-4383-8e85-3a12bc889b2a service nova] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Received event network-vif-deleted-8799bc2c-4f13-4f82-a4da-aa0d7413905e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1332.242334] env[62094]: DEBUG nova.virt.hardware [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1332.242640] env[62094]: DEBUG nova.virt.hardware [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1332.242730] env[62094]: DEBUG nova.virt.hardware [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.242929] env[62094]: DEBUG nova.virt.hardware [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1332.243121] env[62094]: DEBUG nova.virt.hardware [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.243795] env[62094]: DEBUG nova.virt.hardware [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1332.243795] env[62094]: DEBUG nova.virt.hardware [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1332.243795] env[62094]: DEBUG nova.virt.hardware [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1332.244188] env[62094]: DEBUG nova.virt.hardware [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1332.244188] env[62094]: DEBUG nova.virt.hardware [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1332.244305] env[62094]: DEBUG nova.virt.hardware [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1332.245345] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1265b4d-38e0-466b-9e65-def9e6a30780 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.253377] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180b722d-4d1e-4108-a69c-f432afe08a5b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.325168] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401049, 'name': CloneVM_Task, 'duration_secs': 1.584828} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.325443] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Created linked-clone VM from snapshot [ 1332.326205] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99185e9-96f3-464b-a3b0-f8de02c0bb66 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.333681] env[62094]: DEBUG nova.objects.base [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Object Instance<2100f73d-d3ca-4e31-9bba-05a5767389fc> lazy-loaded attributes: info_cache,migration_context {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1332.334046] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Uploading image b46093e5-4ed6-4f3a-8806-d4b291cfaca2 {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1332.336442] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cdabc9-7465-44e2-9d6e-aa298f84f38b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.356821] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb6773c-ffef-4c9b-965b-fb8fd6f89422 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.362110] env[62094]: DEBUG oslo_vmware.api [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1332.362110] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52fd0655-f734-0410-5b13-b09e5e857fda" [ 1332.362110] env[62094]: _type = "Task" [ 1332.362110] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.366848] env[62094]: DEBUG oslo_vmware.rw_handles [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1332.366848] env[62094]: value = "vm-297017" [ 1332.366848] env[62094]: _type = "VirtualMachine" [ 1332.366848] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1332.367117] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-70df2d4d-b27e-41f4-8942-04c3224fb5a5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.373991] env[62094]: DEBUG oslo_vmware.api [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52fd0655-f734-0410-5b13-b09e5e857fda, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.375233] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.375495] env[62094]: DEBUG oslo_vmware.rw_handles [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lease: (returnval){ [ 1332.375495] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52637d5a-0c1f-8eea-7738-7fa3425c13dc" [ 1332.375495] env[62094]: _type = "HttpNfcLease" [ 1332.375495] env[62094]: } obtained for exporting VM: (result){ [ 1332.375495] env[62094]: value = "vm-297017" [ 1332.375495] env[62094]: _type = "VirtualMachine" [ 1332.375495] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1332.375826] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the lease: (returnval){ [ 1332.375826] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52637d5a-0c1f-8eea-7738-7fa3425c13dc" [ 1332.375826] env[62094]: _type = "HttpNfcLease" [ 1332.375826] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1332.381311] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1332.381311] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52637d5a-0c1f-8eea-7738-7fa3425c13dc" [ 1332.381311] env[62094]: _type = "HttpNfcLease" [ 1332.381311] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1332.407709] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2b8f42fe-294f-4aa1-babe-71e5db85f224 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "68bd353b-8a1e-4b3c-9985-4457924502e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.054s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.659713] env[62094]: DEBUG oslo_vmware.api [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399445} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.659990] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.660196] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.660419] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.660604] env[62094]: INFO nova.compute.manager [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1332.660854] env[62094]: DEBUG oslo.service.loopingcall [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.661061] env[62094]: DEBUG nova.compute.manager [-] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1332.661158] env[62094]: DEBUG nova.network.neutron [-] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.677804] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.502s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.677994] env[62094]: INFO nova.compute.manager [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Migrating [ 1332.686753] env[62094]: DEBUG oslo_concurrency.lockutils [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.272s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.686989] env[62094]: DEBUG nova.objects.instance [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lazy-loading 'resources' on Instance uuid bc6169f6-5b4d-403f-9bf9-5eb447cba4a1 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.739367] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5251a950-1a6e-1e92-4f47-8c29eaf3155b, 'name': SearchDatastore_Task, 'duration_secs': 0.010258} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.739646] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.739930] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 2b835bdc-36c0-4bd3-b54b-bcece069222f/2b835bdc-36c0-4bd3-b54b-bcece069222f.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.740217] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ebc9d5f-cb95-47fe-82b6-6b5fe51c549b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.749931] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1332.749931] env[62094]: value = "task-1401054" [ 1332.749931] env[62094]: _type = "Task" [ 1332.749931] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.758945] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.886741] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1332.886741] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52637d5a-0c1f-8eea-7738-7fa3425c13dc" [ 1332.886741] env[62094]: _type = "HttpNfcLease" [ 1332.886741] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1332.887473] env[62094]: DEBUG oslo_vmware.rw_handles [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1332.887473] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52637d5a-0c1f-8eea-7738-7fa3425c13dc" [ 1332.887473] env[62094]: _type = "HttpNfcLease" [ 1332.887473] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1332.888813] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdb0df6-fb53-40e6-876f-62907bfcdb3e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.898719] env[62094]: DEBUG oslo_vmware.rw_handles [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258498e-26f9-f409-aacd-ad21bf754417/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1332.898916] env[62094]: DEBUG oslo_vmware.rw_handles [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258498e-26f9-f409-aacd-ad21bf754417/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1333.001445] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fdbcd1d9-3c64-43c1-8e54-21f40e8412ef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.030384] env[62094]: DEBUG nova.network.neutron [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Successfully updated port: 9442aefa-7e3e-46fc-b992-62af473b74b7 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.204675] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.204675] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.204675] env[62094]: DEBUG nova.network.neutron [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.267746] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401054, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.536712] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "refresh_cache-287c24ca-5e09-4c35-83a2-05f6f1fb255d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.536712] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "refresh_cache-287c24ca-5e09-4c35-83a2-05f6f1fb255d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.537321] env[62094]: DEBUG nova.network.neutron [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.620634] env[62094]: DEBUG nova.network.neutron [-] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.644771] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a680a2-b34b-4e0f-ab10-3666e917ad6f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.660760] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f73035-4b17-460e-9e78-5644748cf8cc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.701869] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7428509a-f259-44bd-b9f1-0ac7008f77f5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.714681] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45429734-ce47-4268-a1a7-a8bf63828e66 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.734130] env[62094]: DEBUG nova.compute.provider_tree [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.775312] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859183} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.778021] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 2b835bdc-36c0-4bd3-b54b-bcece069222f/2b835bdc-36c0-4bd3-b54b-bcece069222f.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.778021] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.778021] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a154dfd-f933-4277-a1e8-da92127105e2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.784200] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1333.784200] env[62094]: value = "task-1401055" [ 1333.784200] env[62094]: _type = "Task" [ 1333.784200] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.795729] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.989304] env[62094]: DEBUG nova.compute.manager [req-ed5e1b08-cdbd-4619-a44a-cf9b009cbef1 req-60787c0e-6d99-43a4-8444-519dd16dfd84 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Received event network-changed-f4809906-9803-4dcf-95b1-87cd22bd3aba {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1333.990082] env[62094]: DEBUG nova.compute.manager [req-ed5e1b08-cdbd-4619-a44a-cf9b009cbef1 req-60787c0e-6d99-43a4-8444-519dd16dfd84 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Refreshing instance network info cache due to event network-changed-f4809906-9803-4dcf-95b1-87cd22bd3aba. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1333.990355] env[62094]: DEBUG oslo_concurrency.lockutils [req-ed5e1b08-cdbd-4619-a44a-cf9b009cbef1 req-60787c0e-6d99-43a4-8444-519dd16dfd84 service nova] Acquiring lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.990507] env[62094]: DEBUG oslo_concurrency.lockutils [req-ed5e1b08-cdbd-4619-a44a-cf9b009cbef1 req-60787c0e-6d99-43a4-8444-519dd16dfd84 service nova] Acquired lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.990878] env[62094]: DEBUG nova.network.neutron [req-ed5e1b08-cdbd-4619-a44a-cf9b009cbef1 req-60787c0e-6d99-43a4-8444-519dd16dfd84 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Refreshing network info cache for port f4809906-9803-4dcf-95b1-87cd22bd3aba {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.093993] env[62094]: DEBUG nova.network.neutron [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.123729] env[62094]: INFO nova.compute.manager [-] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Took 1.46 seconds to deallocate network for instance. [ 1334.124628] env[62094]: DEBUG nova.network.neutron [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updating instance_info_cache with network_info: [{"id": "e732beb7-085b-435b-918d-016e1a624131", "address": "fa:16:3e:65:67:e6", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape732beb7-08", "ovs_interfaceid": "e732beb7-085b-435b-918d-016e1a624131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.238441] env[62094]: DEBUG nova.scheduler.client.report [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1334.273148] env[62094]: DEBUG nova.network.neutron [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Updating instance_info_cache with network_info: [{"id": "9442aefa-7e3e-46fc-b992-62af473b74b7", "address": "fa:16:3e:01:b6:65", "network": {"id": "4bb4c006-eb84-43fb-ab33-1ee766b848a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-664764610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e76a97def64189884457e8275244dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9442aefa-7e", "ovs_interfaceid": "9442aefa-7e3e-46fc-b992-62af473b74b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.286445] env[62094]: DEBUG nova.compute.manager [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Received event network-vif-plugged-9442aefa-7e3e-46fc-b992-62af473b74b7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1334.286800] env[62094]: DEBUG oslo_concurrency.lockutils [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] Acquiring lock "287c24ca-5e09-4c35-83a2-05f6f1fb255d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.287190] env[62094]: DEBUG oslo_concurrency.lockutils [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] Lock "287c24ca-5e09-4c35-83a2-05f6f1fb255d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.287394] env[62094]: DEBUG oslo_concurrency.lockutils [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] Lock "287c24ca-5e09-4c35-83a2-05f6f1fb255d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.287798] env[62094]: DEBUG nova.compute.manager [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] No waiting events found dispatching network-vif-plugged-9442aefa-7e3e-46fc-b992-62af473b74b7 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1334.288136] env[62094]: WARNING nova.compute.manager [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Received unexpected event network-vif-plugged-9442aefa-7e3e-46fc-b992-62af473b74b7 for instance with vm_state building and task_state spawning. [ 1334.288429] env[62094]: DEBUG nova.compute.manager [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Received event network-changed-9442aefa-7e3e-46fc-b992-62af473b74b7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1334.288874] env[62094]: DEBUG nova.compute.manager [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Refreshing instance network info cache due to event network-changed-9442aefa-7e3e-46fc-b992-62af473b74b7. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1334.289261] env[62094]: DEBUG oslo_concurrency.lockutils [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] Acquiring lock "refresh_cache-287c24ca-5e09-4c35-83a2-05f6f1fb255d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.302600] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201121} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.303156] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.304129] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc43701-522b-48b0-8583-eb6e520df150 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.336044] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 2b835bdc-36c0-4bd3-b54b-bcece069222f/2b835bdc-36c0-4bd3-b54b-bcece069222f.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.337030] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-179fee75-6555-4cfd-8ce8-e56a6cf41f05 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.357037] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1334.357037] env[62094]: value = "task-1401056" [ 1334.357037] env[62094]: _type = "Task" [ 1334.357037] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.366769] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.628640] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.639867] env[62094]: DEBUG oslo_concurrency.lockutils [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.747215] env[62094]: DEBUG oslo_concurrency.lockutils [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.749417] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.224s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.750516] env[62094]: INFO nova.compute.claims [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.777560] env[62094]: INFO nova.scheduler.client.report [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleted allocations for instance bc6169f6-5b4d-403f-9bf9-5eb447cba4a1 [ 1334.777560] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "refresh_cache-287c24ca-5e09-4c35-83a2-05f6f1fb255d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.777560] env[62094]: DEBUG nova.compute.manager [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Instance network_info: |[{"id": "9442aefa-7e3e-46fc-b992-62af473b74b7", "address": "fa:16:3e:01:b6:65", "network": {"id": "4bb4c006-eb84-43fb-ab33-1ee766b848a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-664764610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e76a97def64189884457e8275244dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9442aefa-7e", "ovs_interfaceid": "9442aefa-7e3e-46fc-b992-62af473b74b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1334.777560] env[62094]: DEBUG oslo_concurrency.lockutils [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] Acquired lock "refresh_cache-287c24ca-5e09-4c35-83a2-05f6f1fb255d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.777560] env[62094]: DEBUG nova.network.neutron [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Refreshing network info cache for port 9442aefa-7e3e-46fc-b992-62af473b74b7 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.778879] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:b6:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9442aefa-7e3e-46fc-b992-62af473b74b7', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.787714] env[62094]: DEBUG oslo.service.loopingcall [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1334.792352] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.792944] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fee26114-8af9-47eb-aee7-a60784251fb2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.808936] env[62094]: DEBUG nova.network.neutron [req-ed5e1b08-cdbd-4619-a44a-cf9b009cbef1 req-60787c0e-6d99-43a4-8444-519dd16dfd84 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Updated VIF entry in instance network info cache for port f4809906-9803-4dcf-95b1-87cd22bd3aba. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.809840] env[62094]: DEBUG nova.network.neutron [req-ed5e1b08-cdbd-4619-a44a-cf9b009cbef1 req-60787c0e-6d99-43a4-8444-519dd16dfd84 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Updating instance_info_cache with network_info: [{"id": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "address": "fa:16:3e:cc:1e:a2", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4809906-98", "ovs_interfaceid": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.818544] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.818544] env[62094]: value = "task-1401057" [ 1334.818544] env[62094]: _type = "Task" [ 1334.818544] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.830257] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401057, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.867839] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.296752] env[62094]: DEBUG oslo_concurrency.lockutils [None req-68bfb834-5b65-48e0-8ad7-92766140608c tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "bc6169f6-5b4d-403f-9bf9-5eb447cba4a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.063s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.312398] env[62094]: DEBUG oslo_concurrency.lockutils [req-ed5e1b08-cdbd-4619-a44a-cf9b009cbef1 req-60787c0e-6d99-43a4-8444-519dd16dfd84 service nova] Releasing lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.328714] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401057, 'name': CreateVM_Task, 'duration_secs': 0.399965} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.328890] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.329717] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.329895] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.330242] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.330796] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e23e1fe0-4cbc-41ba-838f-829afcc37e27 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.336081] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1335.336081] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5291f28b-4a15-9d69-8b7d-b9b68f34de0c" [ 1335.336081] env[62094]: _type = "Task" [ 1335.336081] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.344697] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5291f28b-4a15-9d69-8b7d-b9b68f34de0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.367669] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401056, 'name': ReconfigVM_Task, 'duration_secs': 0.629727} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.368018] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 2b835bdc-36c0-4bd3-b54b-bcece069222f/2b835bdc-36c0-4bd3-b54b-bcece069222f.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.368693] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56169c25-6075-4355-90b3-af809a4ad801 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.375756] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1335.375756] env[62094]: value = "task-1401058" [ 1335.375756] env[62094]: _type = "Task" [ 1335.375756] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.387178] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401058, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.607331] env[62094]: DEBUG nova.network.neutron [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Updated VIF entry in instance network info cache for port 9442aefa-7e3e-46fc-b992-62af473b74b7. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.607945] env[62094]: DEBUG nova.network.neutron [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Updating instance_info_cache with network_info: [{"id": "9442aefa-7e3e-46fc-b992-62af473b74b7", "address": "fa:16:3e:01:b6:65", "network": {"id": "4bb4c006-eb84-43fb-ab33-1ee766b848a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-664764610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e76a97def64189884457e8275244dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9442aefa-7e", "ovs_interfaceid": "9442aefa-7e3e-46fc-b992-62af473b74b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.848603] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5291f28b-4a15-9d69-8b7d-b9b68f34de0c, 'name': SearchDatastore_Task, 'duration_secs': 0.015892} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.848861] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.848969] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.849320] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.849527] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.849731] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.850073] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18429e1c-a6cb-4ebe-8e10-24a89a227cf8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.862760] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.863016] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.863974] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430b638a-2f73-4037-9b5e-6afbe0dd56a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.871928] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1335.871928] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52de2626-1caa-23fd-0ee0-214f2c009496" [ 1335.871928] env[62094]: _type = "Task" [ 1335.871928] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.887588] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52de2626-1caa-23fd-0ee0-214f2c009496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.891825] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401058, 'name': Rename_Task, 'duration_secs': 0.206182} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.892124] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.892427] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a5940fe-4543-4ed9-8e81-11cada86566c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.901530] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1335.901530] env[62094]: value = "task-1401059" [ 1335.901530] env[62094]: _type = "Task" [ 1335.901530] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.909534] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.103491] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3fb3c8-f7f3-4393-bfec-b2b7ada85ff7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.111599] env[62094]: DEBUG oslo_concurrency.lockutils [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] Releasing lock "refresh_cache-287c24ca-5e09-4c35-83a2-05f6f1fb255d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.113325] env[62094]: DEBUG nova.compute.manager [req-c4f20277-c5e3-4c61-b604-16462cffeb24 req-185648a2-3416-43bd-866e-5e4a1936cd2e service nova] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Received event network-vif-deleted-056ae588-7f92-4c2e-9efc-1db960ee7e3b {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1336.114650] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81803447-ceac-434c-8684-11e7876d854a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.153407] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016bb5c5-4536-4075-8098-7625d436dc1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.157830] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175e3bd9-0ad3-4972-9b23-6ce4b085a99f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.186719] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updating instance '7d1dd94d-d44f-49a7-a5b4-41ce464d9e89' progress to 0 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.195160] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f3e7e0-0080-4da4-8075-f6f3d2c2f2fd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.210032] env[62094]: DEBUG nova.compute.provider_tree [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.383619] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52de2626-1caa-23fd-0ee0-214f2c009496, 'name': SearchDatastore_Task, 'duration_secs': 0.012612} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.384633] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30566b9-e0fb-47c5-a9f0-cc8c6a0c64dd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.391140] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1336.391140] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c768cc-c94b-a740-b087-439831f1813f" [ 1336.391140] env[62094]: _type = "Task" [ 1336.391140] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.402089] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c768cc-c94b-a740-b087-439831f1813f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.410322] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401059, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.695779] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.696163] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d5a74aa-f830-4d4c-9d23-c8703fa2d53f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.704525] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1336.704525] env[62094]: value = "task-1401060" [ 1336.704525] env[62094]: _type = "Task" [ 1336.704525] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.715210] env[62094]: DEBUG nova.scheduler.client.report [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1336.719233] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.903223] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c768cc-c94b-a740-b087-439831f1813f, 'name': SearchDatastore_Task, 'duration_secs': 0.013305} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.906598] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.906904] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 287c24ca-5e09-4c35-83a2-05f6f1fb255d/287c24ca-5e09-4c35-83a2-05f6f1fb255d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.907192] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e894162e-f62b-40da-b5c5-c35af90550aa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.914108] env[62094]: DEBUG oslo_vmware.api [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401059, 'name': PowerOnVM_Task, 'duration_secs': 0.795875} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.915398] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.915587] env[62094]: INFO nova.compute.manager [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1336.915773] env[62094]: DEBUG nova.compute.manager [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1336.916172] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1336.916172] env[62094]: value = "task-1401061" [ 1336.916172] env[62094]: _type = "Task" [ 1336.916172] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.916796] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0593c1-f135-4a80-8af2-8d519fafc1c6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.926854] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.225030] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401060, 'name': PowerOffVM_Task, 'duration_secs': 0.191544} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.225030] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.225030] env[62094]: DEBUG nova.compute.manager [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1337.227672] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.231321] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updating instance '7d1dd94d-d44f-49a7-a5b4-41ce464d9e89' progress to 17 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.238211] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.556s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.238211] env[62094]: INFO nova.compute.claims [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.439011] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401061, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.446029] env[62094]: INFO nova.compute.manager [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Took 30.51 seconds to build instance. [ 1337.739196] env[62094]: DEBUG nova.compute.utils [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1337.740975] env[62094]: DEBUG nova.compute.manager [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Not allocating networking since 'none' was specified. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1337.744893] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1337.745225] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1337.745428] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.746250] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1337.746250] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.746250] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1337.746453] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1337.746943] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1337.746943] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1337.746943] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1337.748563] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1337.760540] env[62094]: DEBUG nova.compute.manager [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1337.761505] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbd773c9-7648-435b-9297-654c5c11d8e7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.785253] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1337.785253] env[62094]: value = "task-1401062" [ 1337.785253] env[62094]: _type = "Task" [ 1337.785253] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.794271] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.931249] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558162} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.934653] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 287c24ca-5e09-4c35-83a2-05f6f1fb255d/287c24ca-5e09-4c35-83a2-05f6f1fb255d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.934653] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.934833] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b65724e1-c1f9-4770-8ae5-85d2b68fcf2d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.941728] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1337.941728] env[62094]: value = "task-1401063" [ 1337.941728] env[62094]: _type = "Task" [ 1337.941728] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.950526] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8755ccd2-92a2-47d0-b47b-cab26402c385 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "2b835bdc-36c0-4bd3-b54b-bcece069222f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.035s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.950887] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.116230] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e47349-0a3d-46ab-8c09-b4bdfa145f7a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.126295] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cde30b-17f4-409a-aa66-661a7de80e71 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.156088] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70492eef-2940-44b0-803e-d4ed95ae573c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.163730] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6687d8e5-f2f2-4a29-bf4c-01a254540fa0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.178992] env[62094]: DEBUG nova.compute.provider_tree [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.295327] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401062, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.455765] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073542} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.456105] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.458768] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e9b723-73ab-4b79-b3f5-631b1c1aad7e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.488735] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 287c24ca-5e09-4c35-83a2-05f6f1fb255d/287c24ca-5e09-4c35-83a2-05f6f1fb255d.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.489118] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-163c9058-dbac-4f00-8453-65eea75f43a8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.513496] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1338.513496] env[62094]: value = "task-1401064" [ 1338.513496] env[62094]: _type = "Task" [ 1338.513496] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.524026] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.688232] env[62094]: DEBUG nova.scheduler.client.report [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1338.780353] env[62094]: DEBUG nova.compute.manager [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1338.798967] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401062, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.819492] env[62094]: DEBUG nova.virt.hardware [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1338.820404] env[62094]: DEBUG nova.virt.hardware [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1338.820404] env[62094]: DEBUG nova.virt.hardware [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.820768] env[62094]: DEBUG nova.virt.hardware [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1338.820768] env[62094]: DEBUG nova.virt.hardware [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.820768] env[62094]: DEBUG nova.virt.hardware [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1338.821167] env[62094]: DEBUG nova.virt.hardware [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1338.821390] env[62094]: DEBUG nova.virt.hardware [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1338.821577] env[62094]: DEBUG nova.virt.hardware [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1338.821749] env[62094]: DEBUG nova.virt.hardware [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1338.822225] env[62094]: DEBUG nova.virt.hardware [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1338.822813] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6bc6a5-c487-4180-b117-fa7b37e2a762 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.833864] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0847f56f-f31a-4b42-b68c-4d63ee8b3132 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.853136] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Instance VIF info [] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1338.860475] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Creating folder: Project (463f8f311d634fe788e06fddd5a3cc9a). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1338.860475] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d30c589d-c0db-401f-bbaf-1cccf4c551ed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.864294] env[62094]: DEBUG nova.compute.manager [req-78b97d33-aef6-46e2-8537-7b1b13f48647 req-ffd2d2fa-4910-49de-babf-cccd602d76dd service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Received event network-changed-647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1338.864533] env[62094]: DEBUG nova.compute.manager [req-78b97d33-aef6-46e2-8537-7b1b13f48647 req-ffd2d2fa-4910-49de-babf-cccd602d76dd service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Refreshing instance network info cache due to event network-changed-647e6389-53ab-43ff-91cd-e77c676f2acb. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1338.864794] env[62094]: DEBUG oslo_concurrency.lockutils [req-78b97d33-aef6-46e2-8537-7b1b13f48647 req-ffd2d2fa-4910-49de-babf-cccd602d76dd service nova] Acquiring lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.864954] env[62094]: DEBUG oslo_concurrency.lockutils [req-78b97d33-aef6-46e2-8537-7b1b13f48647 req-ffd2d2fa-4910-49de-babf-cccd602d76dd service nova] Acquired lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.865175] env[62094]: DEBUG nova.network.neutron [req-78b97d33-aef6-46e2-8537-7b1b13f48647 req-ffd2d2fa-4910-49de-babf-cccd602d76dd service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Refreshing network info cache for port 647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.875877] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Created folder: Project (463f8f311d634fe788e06fddd5a3cc9a) in parent group-v296765. [ 1338.876094] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Creating folder: Instances. Parent ref: group-v297019. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1338.876351] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06065e4a-119f-4a9b-ab10-e8ca6036e9fc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.887765] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Created folder: Instances in parent group-v297019. [ 1338.887968] env[62094]: DEBUG oslo.service.loopingcall [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1338.888068] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1338.888513] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83cda7a3-5622-473a-a426-0a49601d4334 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.907605] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1338.907605] env[62094]: value = "task-1401067" [ 1338.907605] env[62094]: _type = "Task" [ 1338.907605] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.917085] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401067, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.942444] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Acquiring lock "12a456ef-d6a0-474d-8b03-d134bee657cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.943016] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Lock "12a456ef-d6a0-474d-8b03-d134bee657cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.025523] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.190818] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.956s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.191507] env[62094]: DEBUG nova.compute.manager [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1339.195026] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.758s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.195387] env[62094]: DEBUG nova.objects.instance [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lazy-loading 'resources' on Instance uuid 4628c8a4-1bfa-4bd3-91f6-9944b313719b {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.299391] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401062, 'name': ReconfigVM_Task, 'duration_secs': 1.176926} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.299391] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updating instance '7d1dd94d-d44f-49a7-a5b4-41ce464d9e89' progress to 33 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1339.417911] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401067, 'name': CreateVM_Task, 'duration_secs': 0.392634} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.419377] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1339.419377] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.419377] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.419377] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.419377] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46436cd3-2e48-4f8d-969a-67628cd6e62d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.424374] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1339.424374] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b4b082-b894-9fee-a6bc-30258a83d753" [ 1339.424374] env[62094]: _type = "Task" [ 1339.424374] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.432502] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b4b082-b894-9fee-a6bc-30258a83d753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.446585] env[62094]: DEBUG nova.compute.manager [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1339.525331] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401064, 'name': ReconfigVM_Task, 'duration_secs': 0.760087} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.525502] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 287c24ca-5e09-4c35-83a2-05f6f1fb255d/287c24ca-5e09-4c35-83a2-05f6f1fb255d.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.526349] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-903bdd59-d451-43cb-a0be-23bea45cfec8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.534890] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1339.534890] env[62094]: value = "task-1401068" [ 1339.534890] env[62094]: _type = "Task" [ 1339.534890] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.546544] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401068, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.634370] env[62094]: DEBUG nova.network.neutron [req-78b97d33-aef6-46e2-8537-7b1b13f48647 req-ffd2d2fa-4910-49de-babf-cccd602d76dd service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updated VIF entry in instance network info cache for port 647e6389-53ab-43ff-91cd-e77c676f2acb. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.634609] env[62094]: DEBUG nova.network.neutron [req-78b97d33-aef6-46e2-8537-7b1b13f48647 req-ffd2d2fa-4910-49de-babf-cccd602d76dd service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updating instance_info_cache with network_info: [{"id": "647e6389-53ab-43ff-91cd-e77c676f2acb", "address": "fa:16:3e:07:b1:20", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647e6389-53", "ovs_interfaceid": "647e6389-53ab-43ff-91cd-e77c676f2acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.697042] env[62094]: DEBUG nova.compute.utils [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1339.699049] env[62094]: DEBUG nova.compute.manager [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Not allocating networking since 'none' was specified. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1339.805603] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1339.805907] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1339.806124] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.806489] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1339.806721] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.807880] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1339.808745] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1339.809065] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1339.809703] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1339.809703] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1339.809998] env[62094]: DEBUG nova.virt.hardware [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1339.817341] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1339.820432] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdbd1f6d-aba2-4518-8136-4657c43b3d2f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.845694] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1339.845694] env[62094]: value = "task-1401069" [ 1339.845694] env[62094]: _type = "Task" [ 1339.845694] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.858658] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401069, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.924219] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "d3149e25-0838-4407-ad82-0b29bd3153a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.924219] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "d3149e25-0838-4407-ad82-0b29bd3153a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.942023] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b4b082-b894-9fee-a6bc-30258a83d753, 'name': SearchDatastore_Task, 'duration_secs': 0.012566} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.942023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.942023] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1339.942572] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.943111] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.943462] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.950166] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6338696e-8f7d-49c5-9927-8b2c41a1224a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.965759] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.966034] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.966813] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac32672c-0429-4ff9-a86e-823cf9645440 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.972747] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1339.972747] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52480a9f-f5d9-037d-78de-8749ef3f2b06" [ 1339.972747] env[62094]: _type = "Task" [ 1339.972747] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.977508] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.985021] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52480a9f-f5d9-037d-78de-8749ef3f2b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.049730] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401068, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.076242] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4389c9-d37c-451e-916e-4b10300cc2d0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.083577] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa4929d-dfda-45f6-8b52-d593878ee6ec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.113322] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aba46a-31c8-4b30-be7f-94cb71d521ff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.120661] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc16b555-30b5-4998-b13f-9af52b929186 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.135594] env[62094]: DEBUG nova.compute.provider_tree [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.137578] env[62094]: DEBUG oslo_concurrency.lockutils [req-78b97d33-aef6-46e2-8537-7b1b13f48647 req-ffd2d2fa-4910-49de-babf-cccd602d76dd service nova] Releasing lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.204740] env[62094]: DEBUG nova.compute.manager [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1340.356783] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401069, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.425182] env[62094]: DEBUG nova.compute.manager [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1340.483184] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52480a9f-f5d9-037d-78de-8749ef3f2b06, 'name': SearchDatastore_Task, 'duration_secs': 0.033625} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.484068] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7172ff3-ec6d-4fa7-a9b2-d51660cdf624 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.489289] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1340.489289] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5249e104-0440-604c-295f-75763e6e1eda" [ 1340.489289] env[62094]: _type = "Task" [ 1340.489289] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.498012] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5249e104-0440-604c-295f-75763e6e1eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.550315] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401068, 'name': Rename_Task, 'duration_secs': 0.851963} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.551339] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.551639] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76198d4c-70ab-4c59-8f11-d8700802e957 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.558344] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1340.558344] env[62094]: value = "task-1401070" [ 1340.558344] env[62094]: _type = "Task" [ 1340.558344] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.569434] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.639319] env[62094]: DEBUG nova.scheduler.client.report [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1340.859317] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401069, 'name': ReconfigVM_Task, 'duration_secs': 0.552279} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.859932] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1340.861720] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522908f2-4663-4dc0-a76a-6828e0750772 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.890698] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89/7d1dd94d-d44f-49a7-a5b4-41ce464d9e89.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.891127] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7cc6f77-4780-496d-bd33-b6dbd29de48f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.911013] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1340.911013] env[62094]: value = "task-1401071" [ 1340.911013] env[62094]: _type = "Task" [ 1340.911013] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.921575] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.953876] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.002228] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5249e104-0440-604c-295f-75763e6e1eda, 'name': SearchDatastore_Task, 'duration_secs': 0.019175} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.002656] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.003184] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] b0b56c58-85fc-491f-8c76-dca1ea9c87e6/b0b56c58-85fc-491f-8c76-dca1ea9c87e6.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.003582] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99467ae5-94c0-45b3-8c83-a6278f79f034 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.016610] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1341.016610] env[62094]: value = "task-1401072" [ 1341.016610] env[62094]: _type = "Task" [ 1341.016610] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.027097] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.069056] env[62094]: DEBUG oslo_vmware.api [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401070, 'name': PowerOnVM_Task, 'duration_secs': 0.464238} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.069056] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.069302] env[62094]: INFO nova.compute.manager [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1341.069354] env[62094]: DEBUG nova.compute.manager [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1341.070121] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694b94ee-ec80-4c14-b12a-2bf8e05a9f9c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.144527] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.147368] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.471s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.149017] env[62094]: INFO nova.compute.claims [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.167898] env[62094]: INFO nova.scheduler.client.report [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Deleted allocations for instance 4628c8a4-1bfa-4bd3-91f6-9944b313719b [ 1341.214425] env[62094]: DEBUG nova.compute.manager [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1341.239359] env[62094]: DEBUG nova.virt.hardware [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1341.239664] env[62094]: DEBUG nova.virt.hardware [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1341.239868] env[62094]: DEBUG nova.virt.hardware [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.240124] env[62094]: DEBUG nova.virt.hardware [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1341.240341] env[62094]: DEBUG nova.virt.hardware [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.240522] env[62094]: DEBUG nova.virt.hardware [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1341.240778] env[62094]: DEBUG nova.virt.hardware [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1341.240992] env[62094]: DEBUG nova.virt.hardware [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1341.241204] env[62094]: DEBUG nova.virt.hardware [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1341.241406] env[62094]: DEBUG nova.virt.hardware [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1341.241627] env[62094]: DEBUG nova.virt.hardware [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1341.242606] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3f9bd5-0f57-4490-8929-2814fdbfe169 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.251484] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9540c5e-4f6c-496e-8354-7b3c86cea52e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.265829] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Instance VIF info [] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.271571] env[62094]: DEBUG oslo.service.loopingcall [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1341.272369] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.272369] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f100dd64-c732-4d31-ac1b-cba11cdad0d0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.290069] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.290069] env[62094]: value = "task-1401073" [ 1341.290069] env[62094]: _type = "Task" [ 1341.290069] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.298385] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401073, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.423663] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401071, 'name': ReconfigVM_Task, 'duration_secs': 0.452451} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.423999] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89/7d1dd94d-d44f-49a7-a5b4-41ce464d9e89.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.424482] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updating instance '7d1dd94d-d44f-49a7-a5b4-41ce464d9e89' progress to 50 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1341.531087] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401072, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.588549] env[62094]: INFO nova.compute.manager [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Took 24.79 seconds to build instance. [ 1341.676896] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bc3c01b1-d102-4e97-a0d1-079ecc24578f tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "4628c8a4-1bfa-4bd3-91f6-9944b313719b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.135s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.800379] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401073, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.931366] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe498cd-b9cf-4510-860f-6534e7c86ec6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.956763] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c223ca61-ed69-4063-82b3-a6a6c2488239 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.975992] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updating instance '7d1dd94d-d44f-49a7-a5b4-41ce464d9e89' progress to 67 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.029373] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730861} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.029691] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] b0b56c58-85fc-491f-8c76-dca1ea9c87e6/b0b56c58-85fc-491f-8c76-dca1ea9c87e6.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.029912] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.030196] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-732bde50-f9d8-429e-9d92-dedd27f530e1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.037325] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1342.037325] env[62094]: value = "task-1401074" [ 1342.037325] env[62094]: _type = "Task" [ 1342.037325] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.045267] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.091630] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c7617566-d6d3-40c9-95fc-5881bd1ffa20 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "287c24ca-5e09-4c35-83a2-05f6f1fb255d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.298s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.302095] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401073, 'name': CreateVM_Task, 'duration_secs': 0.553667} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.302830] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1342.302830] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.303041] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.303205] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1342.303462] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b638768a-e942-44d8-8f3a-6c9408e0962c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.307906] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1342.307906] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52793a75-5726-6865-fe08-3980446788c4" [ 1342.307906] env[62094]: _type = "Task" [ 1342.307906] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.315499] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52793a75-5726-6865-fe08-3980446788c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.461825] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7c099a-7827-45d2-b997-f83bfce4398c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.469842] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22f6d96-7a14-4392-9956-d848318df627 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.504946] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3751d2d-830a-4ce2-ad48-87b892e76fe3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.513421] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dfe2b9-fb0e-4367-8c1d-b8d69654bf0c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.527584] env[62094]: DEBUG nova.compute.provider_tree [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.547204] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062685} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.547564] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1342.548443] env[62094]: DEBUG nova.network.neutron [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Port e732beb7-085b-435b-918d-016e1a624131 binding to destination host cpu-1 is already ACTIVE {{(pid=62094) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1342.553018] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a50871-201c-4cf7-bb42-381bcad91874 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.574213] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] b0b56c58-85fc-491f-8c76-dca1ea9c87e6/b0b56c58-85fc-491f-8c76-dca1ea9c87e6.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1342.574876] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f0c8169-c4a9-48a8-a7cf-33042fab965f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.597037] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1342.597037] env[62094]: value = "task-1401075" [ 1342.597037] env[62094]: _type = "Task" [ 1342.597037] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.606115] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.821260] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52793a75-5726-6865-fe08-3980446788c4, 'name': SearchDatastore_Task, 'duration_secs': 0.028269} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.821692] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.822186] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.822551] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.823041] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.823349] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.823703] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d73169e-d0d1-47d9-a864-e6f45d1f3337 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.834462] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.834709] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.835520] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd242ca-24ed-414f-bd45-1cfd4f317531 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.843683] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1342.843683] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a73585-e815-1aab-6589-27a80cedd94c" [ 1342.843683] env[62094]: _type = "Task" [ 1342.843683] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.854239] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a73585-e815-1aab-6589-27a80cedd94c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.031084] env[62094]: DEBUG nova.scheduler.client.report [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1343.110937] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401075, 'name': ReconfigVM_Task, 'duration_secs': 0.296891} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.111276] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Reconfigured VM instance instance-0000005e to attach disk [datastore2] b0b56c58-85fc-491f-8c76-dca1ea9c87e6/b0b56c58-85fc-491f-8c76-dca1ea9c87e6.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.111893] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3b0b232-2dd9-46ff-ac55-73193b431987 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.118325] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1343.118325] env[62094]: value = "task-1401076" [ 1343.118325] env[62094]: _type = "Task" [ 1343.118325] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.126192] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401076, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.345336] env[62094]: DEBUG nova.compute.manager [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1343.346327] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c09381a-0a40-4407-b990-7a18881fb574 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.367076] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a73585-e815-1aab-6589-27a80cedd94c, 'name': SearchDatastore_Task, 'duration_secs': 0.016048} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.368078] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad673897-34f5-4bfc-a0ce-9a36045f290f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.373415] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1343.373415] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b1df26-ab59-ace1-2198-c7993add2c26" [ 1343.373415] env[62094]: _type = "Task" [ 1343.373415] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.381723] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b1df26-ab59-ace1-2198-c7993add2c26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.434689] env[62094]: DEBUG oslo_concurrency.lockutils [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "349536d7-eb0a-4ca2-b396-db2e035e2ca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.434902] env[62094]: DEBUG oslo_concurrency.lockutils [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "349536d7-eb0a-4ca2-b396-db2e035e2ca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.439051] env[62094]: DEBUG oslo_concurrency.lockutils [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "349536d7-eb0a-4ca2-b396-db2e035e2ca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.439051] env[62094]: DEBUG oslo_concurrency.lockutils [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "349536d7-eb0a-4ca2-b396-db2e035e2ca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.439051] env[62094]: DEBUG oslo_concurrency.lockutils [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "349536d7-eb0a-4ca2-b396-db2e035e2ca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.439051] env[62094]: INFO nova.compute.manager [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Terminating instance [ 1343.441052] env[62094]: DEBUG nova.compute.manager [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1343.441246] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.442363] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e011a940-d3d0-4b01-ad14-4be08eac668a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.451553] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.451911] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb39435c-5e2c-4a15-ad7b-fe01483e1d8f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.460135] env[62094]: DEBUG oslo_vmware.api [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1343.460135] env[62094]: value = "task-1401077" [ 1343.460135] env[62094]: _type = "Task" [ 1343.460135] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.478325] env[62094]: DEBUG oslo_vmware.rw_handles [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258498e-26f9-f409-aacd-ad21bf754417/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1343.478325] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4542af-f834-4cbd-86bd-f6ad1414c364 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.484016] env[62094]: DEBUG oslo_vmware.rw_handles [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258498e-26f9-f409-aacd-ad21bf754417/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1343.484016] env[62094]: ERROR oslo_vmware.rw_handles [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258498e-26f9-f409-aacd-ad21bf754417/disk-0.vmdk due to incomplete transfer. [ 1343.484016] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-948452c2-d496-4bf3-be73-732c3cbce16b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.490298] env[62094]: DEBUG oslo_vmware.rw_handles [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5258498e-26f9-f409-aacd-ad21bf754417/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1343.490490] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Uploaded image b46093e5-4ed6-4f3a-8806-d4b291cfaca2 to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1343.492820] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1343.493094] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-707182bb-e15d-48a4-8ddb-617b5d39b0fa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.499269] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1343.499269] env[62094]: value = "task-1401078" [ 1343.499269] env[62094]: _type = "Task" [ 1343.499269] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.508989] env[62094]: DEBUG oslo_concurrency.lockutils [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "12621127-92dc-4870-b9e3-66af08d1b963" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.509403] env[62094]: DEBUG oslo_concurrency.lockutils [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "12621127-92dc-4870-b9e3-66af08d1b963" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.509740] env[62094]: DEBUG oslo_concurrency.lockutils [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "12621127-92dc-4870-b9e3-66af08d1b963-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.510364] env[62094]: DEBUG oslo_concurrency.lockutils [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "12621127-92dc-4870-b9e3-66af08d1b963-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.510364] env[62094]: DEBUG oslo_concurrency.lockutils [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "12621127-92dc-4870-b9e3-66af08d1b963-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.512297] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401078, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.512920] env[62094]: INFO nova.compute.manager [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Terminating instance [ 1343.515236] env[62094]: DEBUG nova.compute.manager [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1343.515353] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.516090] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd0f7a2-fbe3-4b88-8fbc-ed5fd34662e9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.525425] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.525686] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-009f2c52-adda-462a-a475-d10557e65d00 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.533047] env[62094]: DEBUG oslo_vmware.api [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1343.533047] env[62094]: value = "task-1401079" [ 1343.533047] env[62094]: _type = "Task" [ 1343.533047] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.536501] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.537019] env[62094]: DEBUG nova.compute.manager [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1343.539449] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.016s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.539670] env[62094]: DEBUG nova.objects.instance [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lazy-loading 'pci_requests' on Instance uuid e8a64c70-0423-42bf-9414-9554f82db3dd {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.545382] env[62094]: DEBUG oslo_vmware.api [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.571804] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.571804] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.571804] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.627972] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401076, 'name': Rename_Task, 'duration_secs': 0.163178} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.628406] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.628674] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-098c8e6c-4576-4306-bb37-f87a6be89bcd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.635523] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1343.635523] env[62094]: value = "task-1401080" [ 1343.635523] env[62094]: _type = "Task" [ 1343.635523] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.644202] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.868702] env[62094]: INFO nova.compute.manager [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] instance snapshotting [ 1343.871762] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f262d5c5-0b33-4318-b7f3-2badc7683517 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.883357] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b1df26-ab59-ace1-2198-c7993add2c26, 'name': SearchDatastore_Task, 'duration_secs': 0.037264} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.896105] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.896608] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 02173652-e460-4df6-8ef1-e3781e2e82e0/02173652-e460-4df6-8ef1-e3781e2e82e0.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.896849] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32f57623-b5de-413c-8395-6115914d2abb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.899450] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f41da1-d37d-4d15-a225-cdcfd8865f6b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.909958] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1343.909958] env[62094]: value = "task-1401081" [ 1343.909958] env[62094]: _type = "Task" [ 1343.909958] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.918981] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.970979] env[62094]: DEBUG oslo_vmware.api [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.013781] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401078, 'name': Destroy_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.044526] env[62094]: DEBUG nova.objects.instance [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lazy-loading 'numa_topology' on Instance uuid e8a64c70-0423-42bf-9414-9554f82db3dd {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.046754] env[62094]: DEBUG nova.compute.utils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1344.048185] env[62094]: DEBUG oslo_vmware.api [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401079, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.048688] env[62094]: DEBUG nova.compute.manager [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1344.048963] env[62094]: DEBUG nova.network.neutron [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1344.096707] env[62094]: DEBUG nova.policy [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3589112f825b4e7680ed67e206c5d0a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77e1415812154d8d9c3da6c55d1a31a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1344.146220] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401080, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.407254] env[62094]: DEBUG nova.network.neutron [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Successfully created port: 8e6b02a9-55dd-42e2-b633-fe902fb4faf0 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1344.412474] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1344.412903] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f47b39b8-c4ba-425f-90cc-4f363b0962c2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.427765] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401081, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.429418] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1344.429418] env[62094]: value = "task-1401082" [ 1344.429418] env[62094]: _type = "Task" [ 1344.429418] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.439030] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401082, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.473077] env[62094]: DEBUG oslo_vmware.api [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401077, 'name': PowerOffVM_Task, 'duration_secs': 0.678186} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.473249] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.473370] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.473678] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4856e8e7-8cc2-4677-b878-98a4dade1268 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.511684] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401078, 'name': Destroy_Task, 'duration_secs': 0.516491} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.512061] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Destroyed the VM [ 1344.512390] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1344.512768] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b97e136a-19a2-489e-975c-fd78c7c006dd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.519989] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1344.519989] env[62094]: value = "task-1401084" [ 1344.519989] env[62094]: _type = "Task" [ 1344.519989] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.529028] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401084, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.543588] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.543859] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.544166] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Deleting the datastore file [datastore2] 349536d7-eb0a-4ca2-b396-db2e035e2ca8 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.547699] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc2b0982-d480-4577-9510-2c9e0e1b39d7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.549965] env[62094]: DEBUG oslo_vmware.api [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401079, 'name': PowerOffVM_Task, 'duration_secs': 0.605942} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.550274] env[62094]: INFO nova.compute.claims [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.552754] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.552941] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.553720] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b38aa321-0bba-4d9f-94cb-3873f9996c7d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.556255] env[62094]: DEBUG nova.compute.manager [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1344.560954] env[62094]: DEBUG oslo_vmware.api [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1344.560954] env[62094]: value = "task-1401085" [ 1344.560954] env[62094]: _type = "Task" [ 1344.560954] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.568516] env[62094]: DEBUG oslo_vmware.api [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.643521] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.643806] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.644009] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Deleting the datastore file [datastore2] 12621127-92dc-4870-b9e3-66af08d1b963 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.644736] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeb4e5ae-aa94-43fe-a474-9a3b5f9f9975 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.650184] env[62094]: DEBUG oslo_vmware.api [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401080, 'name': PowerOnVM_Task, 'duration_secs': 0.665109} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.650814] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.651040] env[62094]: INFO nova.compute.manager [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Took 5.87 seconds to spawn the instance on the hypervisor. [ 1344.651616] env[62094]: DEBUG nova.compute.manager [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1344.652089] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913d78ae-37df-4799-bb6b-9fb933daaf41 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.656383] env[62094]: DEBUG oslo_vmware.api [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for the task: (returnval){ [ 1344.656383] env[62094]: value = "task-1401087" [ 1344.656383] env[62094]: _type = "Task" [ 1344.656383] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.670521] env[62094]: DEBUG oslo_vmware.api [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.838721] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.838977] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.839219] env[62094]: DEBUG nova.network.neutron [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.925340] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616539} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.925340] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 02173652-e460-4df6-8ef1-e3781e2e82e0/02173652-e460-4df6-8ef1-e3781e2e82e0.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.925340] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.925340] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4cbe056-f49d-42bc-aea1-30e7105a5beb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.935621] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1344.935621] env[62094]: value = "task-1401088" [ 1344.935621] env[62094]: _type = "Task" [ 1344.935621] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.942756] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401082, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.947861] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.031567] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401084, 'name': RemoveSnapshot_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.076511] env[62094]: DEBUG oslo_vmware.api [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258771} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.076782] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.077071] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.077168] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.077348] env[62094]: INFO nova.compute.manager [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1345.077596] env[62094]: DEBUG oslo.service.loopingcall [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1345.077996] env[62094]: DEBUG nova.compute.manager [-] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1345.077996] env[62094]: DEBUG nova.network.neutron [-] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.171419] env[62094]: DEBUG oslo_vmware.api [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Task: {'id': task-1401087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212903} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.173194] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.173394] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.173582] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.173802] env[62094]: INFO nova.compute.manager [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1345.174061] env[62094]: DEBUG oslo.service.loopingcall [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1345.174477] env[62094]: INFO nova.compute.manager [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Took 20.68 seconds to build instance. [ 1345.175355] env[62094]: DEBUG nova.compute.manager [-] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1345.175431] env[62094]: DEBUG nova.network.neutron [-] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.395459] env[62094]: DEBUG nova.compute.manager [req-8d61890e-b088-411f-a931-6319ffd67890 req-a87240d4-8b4d-4c0d-be0f-c4077a6f7d34 service nova] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Received event network-vif-deleted-0d57dd9d-e41f-4c52-a017-5b300c4e72c8 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1345.395538] env[62094]: INFO nova.compute.manager [req-8d61890e-b088-411f-a931-6319ffd67890 req-a87240d4-8b4d-4c0d-be0f-c4077a6f7d34 service nova] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Neutron deleted interface 0d57dd9d-e41f-4c52-a017-5b300c4e72c8; detaching it from the instance and deleting it from the info cache [ 1345.395832] env[62094]: DEBUG nova.network.neutron [req-8d61890e-b088-411f-a931-6319ffd67890 req-a87240d4-8b4d-4c0d-be0f-c4077a6f7d34 service nova] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.445298] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401082, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.450602] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068936} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.450923] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.451758] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a6dccd-57c2-4b7d-8d10-3d01add229a7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.456496] env[62094]: DEBUG nova.compute.manager [req-7cd2c97d-fa05-4936-9c94-d933a2fb5832 req-6295a58e-27c9-410b-809a-62bb7491a8a6 service nova] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Received event network-vif-deleted-f5409317-495f-46bd-9bf8-cd8420b48531 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1345.456743] env[62094]: INFO nova.compute.manager [req-7cd2c97d-fa05-4936-9c94-d933a2fb5832 req-6295a58e-27c9-410b-809a-62bb7491a8a6 service nova] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Neutron deleted interface f5409317-495f-46bd-9bf8-cd8420b48531; detaching it from the instance and deleting it from the info cache [ 1345.456955] env[62094]: DEBUG nova.network.neutron [req-7cd2c97d-fa05-4936-9c94-d933a2fb5832 req-6295a58e-27c9-410b-809a-62bb7491a8a6 service nova] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.478635] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 02173652-e460-4df6-8ef1-e3781e2e82e0/02173652-e460-4df6-8ef1-e3781e2e82e0.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.479508] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df68632c-2dec-4c8c-9687-04429db98c4d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.502215] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1345.502215] env[62094]: value = "task-1401089" [ 1345.502215] env[62094]: _type = "Task" [ 1345.502215] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.510010] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.532701] env[62094]: DEBUG oslo_vmware.api [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401084, 'name': RemoveSnapshot_Task, 'duration_secs': 0.708357} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.535150] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1345.535398] env[62094]: INFO nova.compute.manager [None req-552adc25-1192-4f34-84a8-8c2df7f41935 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Took 17.33 seconds to snapshot the instance on the hypervisor. [ 1345.571444] env[62094]: DEBUG nova.compute.manager [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1345.609296] env[62094]: DEBUG nova.virt.hardware [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1345.609296] env[62094]: DEBUG nova.virt.hardware [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1345.609296] env[62094]: DEBUG nova.virt.hardware [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.609296] env[62094]: DEBUG nova.virt.hardware [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1345.609296] env[62094]: DEBUG nova.virt.hardware [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.609296] env[62094]: DEBUG nova.virt.hardware [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1345.609296] env[62094]: DEBUG nova.virt.hardware [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1345.609296] env[62094]: DEBUG nova.virt.hardware [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1345.609296] env[62094]: DEBUG nova.virt.hardware [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1345.609296] env[62094]: DEBUG nova.virt.hardware [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1345.609296] env[62094]: DEBUG nova.virt.hardware [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1345.609880] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8a7e54-dee0-4100-9592-a980bf5437b0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.614201] env[62094]: DEBUG nova.network.neutron [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updating instance_info_cache with network_info: [{"id": "e732beb7-085b-435b-918d-016e1a624131", "address": "fa:16:3e:65:67:e6", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape732beb7-08", "ovs_interfaceid": "e732beb7-085b-435b-918d-016e1a624131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.622669] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10a879f-cb76-4e87-b947-b03cc36d98f8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.678439] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4c879ad3-759c-4e3c-8d2e-5ec15cb4ad3b tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "b0b56c58-85fc-491f-8c76-dca1ea9c87e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.201s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.860322] env[62094]: DEBUG nova.network.neutron [-] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.894040] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69046d8-cbfc-45cf-819e-86f73ccd350e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.898992] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fa6e444-9b7c-423b-b893-2a78216b4ed4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.906385] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd3f333-ff97-4584-b5bd-730afa0fc5dd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.917274] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da2c024-165e-4671-bcd3-67b7fa4ec122 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.963540] env[62094]: DEBUG nova.network.neutron [-] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.971680] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-375339dc-d9e2-4c7c-8a05-a02a0886c447 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.977136] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423dfc95-e6b1-4bcf-ac7c-0257e7d9a5c6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.994104] env[62094]: DEBUG nova.compute.manager [req-8d61890e-b088-411f-a931-6319ffd67890 req-a87240d4-8b4d-4c0d-be0f-c4077a6f7d34 service nova] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Detach interface failed, port_id=0d57dd9d-e41f-4c52-a017-5b300c4e72c8, reason: Instance 349536d7-eb0a-4ca2-b396-db2e035e2ca8 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1346.000700] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401082, 'name': CreateSnapshot_Task, 'duration_secs': 1.165206} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.001937] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a27c48c-eae4-44f2-adcb-82990330434a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.008606] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5370410c-6bf3-4590-b7f0-023d23bdcb75 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.018744] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1346.019830] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f314ea95-01d5-4293-9e20-0a99bcac8a43 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.045107] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.045459] env[62094]: DEBUG nova.compute.provider_tree [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.058849] env[62094]: DEBUG nova.compute.manager [req-7cd2c97d-fa05-4936-9c94-d933a2fb5832 req-6295a58e-27c9-410b-809a-62bb7491a8a6 service nova] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Detach interface failed, port_id=f5409317-495f-46bd-9bf8-cd8420b48531, reason: Instance 12621127-92dc-4870-b9e3-66af08d1b963 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1346.060022] env[62094]: DEBUG nova.scheduler.client.report [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1346.118419] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.200356] env[62094]: DEBUG nova.network.neutron [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Successfully updated port: 8e6b02a9-55dd-42e2-b633-fe902fb4faf0 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.363575] env[62094]: INFO nova.compute.manager [-] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Took 1.29 seconds to deallocate network for instance. [ 1346.467253] env[62094]: INFO nova.compute.manager [-] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Took 1.29 seconds to deallocate network for instance. [ 1346.529190] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401089, 'name': ReconfigVM_Task, 'duration_secs': 0.910502} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.529514] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 02173652-e460-4df6-8ef1-e3781e2e82e0/02173652-e460-4df6-8ef1-e3781e2e82e0.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.530144] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e86a10d4-9087-4a00-9a40-bab64bb4bea8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.537260] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1346.537260] env[62094]: value = "task-1401090" [ 1346.537260] env[62094]: _type = "Task" [ 1346.537260] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.545368] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401090, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.554176] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1346.554768] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-af0757c8-e6b7-4f11-af14-c73cd35bca8d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.562455] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1346.562455] env[62094]: value = "task-1401091" [ 1346.562455] env[62094]: _type = "Task" [ 1346.562455] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.566562] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.027s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.568508] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.848s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.568760] env[62094]: DEBUG nova.objects.instance [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lazy-loading 'resources' on Instance uuid 257036ca-daf0-4615-8ce0-23263ceafc60 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.576881] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401091, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.601538] env[62094]: INFO nova.network.neutron [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updating port 4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1346.645231] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506efdac-dc16-40f1-90c2-9e4ec1b1686a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.667271] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8afece0-7c21-4d67-b6ae-9eb8755b3b6c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.676192] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updating instance '7d1dd94d-d44f-49a7-a5b4-41ce464d9e89' progress to 83 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1346.702855] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "refresh_cache-0adb4f7b-015e-4ebc-a291-e1b5240a75c9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.703078] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "refresh_cache-0adb4f7b-015e-4ebc-a291-e1b5240a75c9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.703245] env[62094]: DEBUG nova.network.neutron [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.870931] env[62094]: DEBUG oslo_concurrency.lockutils [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.973411] env[62094]: DEBUG oslo_concurrency.lockutils [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.048037] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401090, 'name': Rename_Task, 'duration_secs': 0.325474} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.048037] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.048037] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4afb49bc-18d7-49d1-81e6-d315032d0460 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.055192] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1347.055192] env[62094]: value = "task-1401092" [ 1347.055192] env[62094]: _type = "Task" [ 1347.055192] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.063310] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.075409] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401091, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.184729] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.184729] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e5584a4-9291-40e9-8a43-a589bda6dcf1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.192098] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1347.192098] env[62094]: value = "task-1401093" [ 1347.192098] env[62094]: _type = "Task" [ 1347.192098] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.200399] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.246303] env[62094]: DEBUG nova.network.neutron [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1347.416095] env[62094]: DEBUG nova.network.neutron [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Updating instance_info_cache with network_info: [{"id": "8e6b02a9-55dd-42e2-b633-fe902fb4faf0", "address": "fa:16:3e:ff:10:22", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6b02a9-55", "ovs_interfaceid": "8e6b02a9-55dd-42e2-b633-fe902fb4faf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.427532] env[62094]: DEBUG nova.compute.manager [req-0d32c313-cea4-4304-b695-c5b903bbb950 req-87627722-7d78-4a23-ae11-a6b1f9964227 service nova] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Received event network-vif-plugged-8e6b02a9-55dd-42e2-b633-fe902fb4faf0 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1347.427720] env[62094]: DEBUG oslo_concurrency.lockutils [req-0d32c313-cea4-4304-b695-c5b903bbb950 req-87627722-7d78-4a23-ae11-a6b1f9964227 service nova] Acquiring lock "0adb4f7b-015e-4ebc-a291-e1b5240a75c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.428697] env[62094]: DEBUG oslo_concurrency.lockutils [req-0d32c313-cea4-4304-b695-c5b903bbb950 req-87627722-7d78-4a23-ae11-a6b1f9964227 service nova] Lock "0adb4f7b-015e-4ebc-a291-e1b5240a75c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.428697] env[62094]: DEBUG oslo_concurrency.lockutils [req-0d32c313-cea4-4304-b695-c5b903bbb950 req-87627722-7d78-4a23-ae11-a6b1f9964227 service nova] Lock "0adb4f7b-015e-4ebc-a291-e1b5240a75c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.428697] env[62094]: DEBUG nova.compute.manager [req-0d32c313-cea4-4304-b695-c5b903bbb950 req-87627722-7d78-4a23-ae11-a6b1f9964227 service nova] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] No waiting events found dispatching network-vif-plugged-8e6b02a9-55dd-42e2-b633-fe902fb4faf0 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1347.428697] env[62094]: WARNING nova.compute.manager [req-0d32c313-cea4-4304-b695-c5b903bbb950 req-87627722-7d78-4a23-ae11-a6b1f9964227 service nova] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Received unexpected event network-vif-plugged-8e6b02a9-55dd-42e2-b633-fe902fb4faf0 for instance with vm_state building and task_state spawning. [ 1347.428697] env[62094]: DEBUG nova.compute.manager [req-0d32c313-cea4-4304-b695-c5b903bbb950 req-87627722-7d78-4a23-ae11-a6b1f9964227 service nova] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Received event network-changed-8e6b02a9-55dd-42e2-b633-fe902fb4faf0 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1347.428697] env[62094]: DEBUG nova.compute.manager [req-0d32c313-cea4-4304-b695-c5b903bbb950 req-87627722-7d78-4a23-ae11-a6b1f9964227 service nova] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Refreshing instance network info cache due to event network-changed-8e6b02a9-55dd-42e2-b633-fe902fb4faf0. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1347.428996] env[62094]: DEBUG oslo_concurrency.lockutils [req-0d32c313-cea4-4304-b695-c5b903bbb950 req-87627722-7d78-4a23-ae11-a6b1f9964227 service nova] Acquiring lock "refresh_cache-0adb4f7b-015e-4ebc-a291-e1b5240a75c9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.488367] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d00e62-3847-4598-9c68-23d3c247eb68 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.498763] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de1f8a2-aec3-42b1-8477-0abad1374d31 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.532424] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084bbe7d-def8-4901-821c-906e0ca84bcf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.541789] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9108947-b665-4d8b-a29f-98905b025906 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.556376] env[62094]: DEBUG nova.compute.provider_tree [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.567365] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401092, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.577119] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401091, 'name': CloneVM_Task, 'duration_secs': 0.893445} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.577119] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Created linked-clone VM from snapshot [ 1347.577865] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23943c5c-7911-4e9f-8b71-9575469f17a8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.587874] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Uploading image 29d1325b-3898-4ade-9532-f67880de085f {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1347.608263] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1347.608263] env[62094]: value = "vm-297024" [ 1347.608263] env[62094]: _type = "VirtualMachine" [ 1347.608263] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1347.608918] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fe297100-3765-4e18-8fde-93543e0a47f1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.615752] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lease: (returnval){ [ 1347.615752] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52278639-613d-1603-4a02-bc85d55236bb" [ 1347.615752] env[62094]: _type = "HttpNfcLease" [ 1347.615752] env[62094]: } obtained for exporting VM: (result){ [ 1347.615752] env[62094]: value = "vm-297024" [ 1347.615752] env[62094]: _type = "VirtualMachine" [ 1347.615752] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1347.616064] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the lease: (returnval){ [ 1347.616064] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52278639-613d-1603-4a02-bc85d55236bb" [ 1347.616064] env[62094]: _type = "HttpNfcLease" [ 1347.616064] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1347.623110] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1347.623110] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52278639-613d-1603-4a02-bc85d55236bb" [ 1347.623110] env[62094]: _type = "HttpNfcLease" [ 1347.623110] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1347.701712] env[62094]: DEBUG oslo_vmware.api [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401093, 'name': PowerOnVM_Task, 'duration_secs': 0.484043} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.702009] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1347.702207] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c541f6c2-18c5-42e6-bf8b-26660630e9d8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updating instance '7d1dd94d-d44f-49a7-a5b4-41ce464d9e89' progress to 100 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.919668] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "refresh_cache-0adb4f7b-015e-4ebc-a291-e1b5240a75c9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.919986] env[62094]: DEBUG nova.compute.manager [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Instance network_info: |[{"id": "8e6b02a9-55dd-42e2-b633-fe902fb4faf0", "address": "fa:16:3e:ff:10:22", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6b02a9-55", "ovs_interfaceid": "8e6b02a9-55dd-42e2-b633-fe902fb4faf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1347.920345] env[62094]: DEBUG oslo_concurrency.lockutils [req-0d32c313-cea4-4304-b695-c5b903bbb950 req-87627722-7d78-4a23-ae11-a6b1f9964227 service nova] Acquired lock "refresh_cache-0adb4f7b-015e-4ebc-a291-e1b5240a75c9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.920542] env[62094]: DEBUG nova.network.neutron [req-0d32c313-cea4-4304-b695-c5b903bbb950 req-87627722-7d78-4a23-ae11-a6b1f9964227 service nova] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Refreshing network info cache for port 8e6b02a9-55dd-42e2-b633-fe902fb4faf0 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.921745] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:10:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e6b02a9-55dd-42e2-b633-fe902fb4faf0', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.929476] env[62094]: DEBUG oslo.service.loopingcall [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.932478] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.932967] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2fc5cee-0238-4e5c-9b88-2c54d1e66443 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.954332] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.954332] env[62094]: value = "task-1401095" [ 1347.954332] env[62094]: _type = "Task" [ 1347.954332] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.962934] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401095, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.064118] env[62094]: DEBUG nova.scheduler.client.report [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1348.072721] env[62094]: DEBUG oslo_vmware.api [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401092, 'name': PowerOnVM_Task, 'duration_secs': 0.548127} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.073009] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.073258] env[62094]: INFO nova.compute.manager [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1348.073445] env[62094]: DEBUG nova.compute.manager [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1348.074282] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1702b5a-5fee-4f12-96e2-75869990f08e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.127121] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1348.127121] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52278639-613d-1603-4a02-bc85d55236bb" [ 1348.127121] env[62094]: _type = "HttpNfcLease" [ 1348.127121] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1348.127472] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1348.127472] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52278639-613d-1603-4a02-bc85d55236bb" [ 1348.127472] env[62094]: _type = "HttpNfcLease" [ 1348.127472] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1348.128164] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9580abce-f958-4e56-97ad-6c3112944c40 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.136030] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52753ea8-1772-311c-e6fe-5b56dc565e54/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1348.136214] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52753ea8-1772-311c-e6fe-5b56dc565e54/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1348.240943] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a5449f3-b555-4bed-9d5b-f01369f8ffb6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.322327] env[62094]: DEBUG nova.network.neutron [req-0d32c313-cea4-4304-b695-c5b903bbb950 req-87627722-7d78-4a23-ae11-a6b1f9964227 service nova] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Updated VIF entry in instance network info cache for port 8e6b02a9-55dd-42e2-b633-fe902fb4faf0. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.322712] env[62094]: DEBUG nova.network.neutron [req-0d32c313-cea4-4304-b695-c5b903bbb950 req-87627722-7d78-4a23-ae11-a6b1f9964227 service nova] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Updating instance_info_cache with network_info: [{"id": "8e6b02a9-55dd-42e2-b633-fe902fb4faf0", "address": "fa:16:3e:ff:10:22", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6b02a9-55", "ovs_interfaceid": "8e6b02a9-55dd-42e2-b633-fe902fb4faf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.346558] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.346750] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.346929] env[62094]: DEBUG nova.network.neutron [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.464443] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401095, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.468081] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "32e5308f-da8d-45e8-99f3-382cf9d62dae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.468302] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "32e5308f-da8d-45e8-99f3-382cf9d62dae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.468510] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "32e5308f-da8d-45e8-99f3-382cf9d62dae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.468690] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "32e5308f-da8d-45e8-99f3-382cf9d62dae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.468860] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "32e5308f-da8d-45e8-99f3-382cf9d62dae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.471813] env[62094]: INFO nova.compute.manager [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Terminating instance [ 1348.472933] env[62094]: DEBUG nova.compute.manager [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1348.473291] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.473967] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71af11d-99be-42fe-9e57-71f90d129e12 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.483875] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.484050] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00d34fbd-39bd-44b8-8c0c-ebe19468c8e5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.491619] env[62094]: DEBUG oslo_vmware.api [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1348.491619] env[62094]: value = "task-1401096" [ 1348.491619] env[62094]: _type = "Task" [ 1348.491619] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.502243] env[62094]: DEBUG oslo_vmware.api [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.569413] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.572070] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.197s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.599684] env[62094]: INFO nova.scheduler.client.report [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Deleted allocations for instance 257036ca-daf0-4615-8ce0-23263ceafc60 [ 1348.600947] env[62094]: INFO nova.compute.manager [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Took 23.94 seconds to build instance. [ 1348.827154] env[62094]: DEBUG oslo_concurrency.lockutils [req-0d32c313-cea4-4304-b695-c5b903bbb950 req-87627722-7d78-4a23-ae11-a6b1f9964227 service nova] Releasing lock "refresh_cache-0adb4f7b-015e-4ebc-a291-e1b5240a75c9" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.966444] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401095, 'name': CreateVM_Task, 'duration_secs': 0.597375} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.969100] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.970158] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.970321] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.970839] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1348.971593] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122d14e2-aa37-4e8a-a4fe-5cdb9ae7ad8c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.976933] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1348.976933] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a350cd-37ef-63d9-6ef4-6443665decff" [ 1348.976933] env[62094]: _type = "Task" [ 1348.976933] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.987423] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a350cd-37ef-63d9-6ef4-6443665decff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.005195] env[62094]: DEBUG oslo_vmware.api [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401096, 'name': PowerOffVM_Task, 'duration_secs': 0.230221} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.005787] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.006290] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.007027] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0dbc4fe-e066-4806-907f-deb1309dae36 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.090947] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.091332] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.091602] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Deleting the datastore file [datastore2] 32e5308f-da8d-45e8-99f3-382cf9d62dae {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.091964] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f880428-faba-4347-b825-023b0ce900e5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.103911] env[62094]: DEBUG oslo_vmware.api [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1349.103911] env[62094]: value = "task-1401098" [ 1349.103911] env[62094]: _type = "Task" [ 1349.103911] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.116039] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08da21bf-10fc-4676-9ab1-372fd3551775 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "02173652-e460-4df6-8ef1-e3781e2e82e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.463s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.120877] env[62094]: DEBUG nova.network.neutron [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updating instance_info_cache with network_info: [{"id": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "address": "fa:16:3e:4d:16:37", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc351d5-e0", "ovs_interfaceid": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.126403] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b016b92a-5409-49b4-bcae-e604c1117d5c tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "257036ca-daf0-4615-8ce0-23263ceafc60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.291s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.132867] env[62094]: DEBUG oslo_vmware.api [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.151472] env[62094]: INFO nova.compute.manager [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Rebuilding instance [ 1349.204592] env[62094]: DEBUG nova.compute.manager [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1349.205477] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbd1346-e0ba-4956-92cd-886cfe74dcaa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.474982] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9614de68-17da-411b-9a2a-becd8a4ffbc3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.486641] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86e4c0d-14a7-4056-9851-a4568a53d4bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.494613] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a350cd-37ef-63d9-6ef4-6443665decff, 'name': SearchDatastore_Task, 'duration_secs': 0.021112} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.495664] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.496320] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1349.496320] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.496448] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.496804] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1349.527507] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1adbb52d-7fcf-40c0-aad0-0e457c261d16 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.530915] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359fb21b-a51f-4e56-a7aa-0a72f3d9cd5f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.540446] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcee1a4f-78ab-4951-afd0-9387c840152f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.546302] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1349.546538] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1349.547783] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5229eed3-1e0e-48bf-bd21-2c03b5514787 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.558540] env[62094]: DEBUG nova.compute.provider_tree [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.563670] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1349.563670] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]529f1e1d-01d8-b7e3-6ed5-d0bd543d13f2" [ 1349.563670] env[62094]: _type = "Task" [ 1349.563670] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.573912] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]529f1e1d-01d8-b7e3-6ed5-d0bd543d13f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.577260] env[62094]: DEBUG nova.compute.manager [req-ac23813e-147c-4e0d-8af0-49a4c3c5714a req-22046ef5-6280-484e-83a9-616f9a1e96ae service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Received event network-vif-plugged-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1349.577503] env[62094]: DEBUG oslo_concurrency.lockutils [req-ac23813e-147c-4e0d-8af0-49a4c3c5714a req-22046ef5-6280-484e-83a9-616f9a1e96ae service nova] Acquiring lock "e8a64c70-0423-42bf-9414-9554f82db3dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.578136] env[62094]: DEBUG oslo_concurrency.lockutils [req-ac23813e-147c-4e0d-8af0-49a4c3c5714a req-22046ef5-6280-484e-83a9-616f9a1e96ae service nova] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.578265] env[62094]: DEBUG oslo_concurrency.lockutils [req-ac23813e-147c-4e0d-8af0-49a4c3c5714a req-22046ef5-6280-484e-83a9-616f9a1e96ae service nova] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.578473] env[62094]: DEBUG nova.compute.manager [req-ac23813e-147c-4e0d-8af0-49a4c3c5714a req-22046ef5-6280-484e-83a9-616f9a1e96ae service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] No waiting events found dispatching network-vif-plugged-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1349.578687] env[62094]: WARNING nova.compute.manager [req-ac23813e-147c-4e0d-8af0-49a4c3c5714a req-22046ef5-6280-484e-83a9-616f9a1e96ae service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Received unexpected event network-vif-plugged-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 for instance with vm_state shelved_offloaded and task_state spawning. [ 1349.578869] env[62094]: DEBUG nova.compute.manager [req-ac23813e-147c-4e0d-8af0-49a4c3c5714a req-22046ef5-6280-484e-83a9-616f9a1e96ae service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Received event network-changed-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1349.579211] env[62094]: DEBUG nova.compute.manager [req-ac23813e-147c-4e0d-8af0-49a4c3c5714a req-22046ef5-6280-484e-83a9-616f9a1e96ae service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Refreshing instance network info cache due to event network-changed-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1349.579451] env[62094]: DEBUG oslo_concurrency.lockutils [req-ac23813e-147c-4e0d-8af0-49a4c3c5714a req-22046ef5-6280-484e-83a9-616f9a1e96ae service nova] Acquiring lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.615304] env[62094]: DEBUG oslo_vmware.api [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179021} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.616045] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.616045] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.616045] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.616245] env[62094]: INFO nova.compute.manager [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1349.616488] env[62094]: DEBUG oslo.service.loopingcall [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.616637] env[62094]: DEBUG nova.compute.manager [-] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1349.616833] env[62094]: DEBUG nova.network.neutron [-] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.625522] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.627993] env[62094]: DEBUG oslo_concurrency.lockutils [req-ac23813e-147c-4e0d-8af0-49a4c3c5714a req-22046ef5-6280-484e-83a9-616f9a1e96ae service nova] Acquired lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.628233] env[62094]: DEBUG nova.network.neutron [req-ac23813e-147c-4e0d-8af0-49a4c3c5714a req-22046ef5-6280-484e-83a9-616f9a1e96ae service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Refreshing network info cache for port 4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.662522] env[62094]: DEBUG nova.virt.hardware [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9ea56a5f89f892d7abda4acea2bc94da',container_format='bare',created_at=2024-11-06T05:24:00Z,direct_url=,disk_format='vmdk',id=7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1576449456-shelved',owner='56d9caf1df5943778427371efb4c140e',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2024-11-06T05:24:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1349.663391] env[62094]: DEBUG nova.virt.hardware [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1349.663660] env[62094]: DEBUG nova.virt.hardware [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.663896] env[62094]: DEBUG nova.virt.hardware [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1349.664096] env[62094]: DEBUG nova.virt.hardware [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.664523] env[62094]: DEBUG nova.virt.hardware [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1349.664658] env[62094]: DEBUG nova.virt.hardware [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1349.664817] env[62094]: DEBUG nova.virt.hardware [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1349.665019] env[62094]: DEBUG nova.virt.hardware [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1349.665232] env[62094]: DEBUG nova.virt.hardware [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1349.665493] env[62094]: DEBUG nova.virt.hardware [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1349.667033] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605895ff-7004-4e47-8db6-381af13a3032 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.676695] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a57bfe-5b9d-4de6-8ae9-4ae7d20fe8ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.696408] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:16:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bc351d5-e03b-4dc5-bebe-c3c1fee6e858', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.705087] env[62094]: DEBUG oslo.service.loopingcall [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.707149] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.709906] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2e00d58-b012-4e0d-b2e4-7632dcee2405 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.728619] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.728619] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.728768] env[62094]: DEBUG nova.compute.manager [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Going to confirm migration 4 {{(pid=62094) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1349.731036] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.732166] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1521c156-0b2b-420c-8166-2786d6945771 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.739847] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.739847] env[62094]: value = "task-1401099" [ 1349.739847] env[62094]: _type = "Task" [ 1349.739847] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.741538] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1349.741538] env[62094]: value = "task-1401100" [ 1349.741538] env[62094]: _type = "Task" [ 1349.741538] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.755027] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401099, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.758409] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.064858] env[62094]: DEBUG nova.scheduler.client.report [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1350.076349] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]529f1e1d-01d8-b7e3-6ed5-d0bd543d13f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012099} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.077199] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b28620f-2285-4245-9277-9255ea09a069 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.084265] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1350.084265] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526abf89-c3a3-c792-3961-11217659f939" [ 1350.084265] env[62094]: _type = "Task" [ 1350.084265] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.093691] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526abf89-c3a3-c792-3961-11217659f939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.255153] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401099, 'name': CreateVM_Task, 'duration_secs': 0.430102} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.255767] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.256642] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.256756] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.257212] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1350.260922] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f1b1b61-2902-41f7-8dc3-02fbcac59d77 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.263190] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401100, 'name': PowerOffVM_Task, 'duration_secs': 0.170832} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.263476] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.263701] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.264864] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6bfa3f-a002-4300-91c0-79b28b4ce205 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.272392] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1350.272392] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a891a3-7530-eee6-6098-ac0a2b3c302e" [ 1350.272392] env[62094]: _type = "Task" [ 1350.272392] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.279816] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.279816] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-123a02e3-4aca-478c-8352-5bfd80edb55b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.286086] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.286395] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Processing image 7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.286722] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.286823] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.286961] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.287668] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-267b4258-cd8a-48dc-9742-6305f7b01395 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.302023] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.302023] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.302023] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-499b9150-e967-4b9b-9adb-f8dd65d05874 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.310227] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1350.310227] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b358d5-6455-2f69-8535-79b0c0162d35" [ 1350.310227] env[62094]: _type = "Task" [ 1350.310227] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.314060] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.314568] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.316458] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Deleting the datastore file [datastore2] 02173652-e460-4df6-8ef1-e3781e2e82e0 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.316458] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6d1a530-9f73-4645-9495-05b3a74e61f4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.322665] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b358d5-6455-2f69-8535-79b0c0162d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.330281] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1350.330281] env[62094]: value = "task-1401102" [ 1350.330281] env[62094]: _type = "Task" [ 1350.330281] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.340479] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.353299] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.353299] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.353516] env[62094]: DEBUG nova.network.neutron [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.353769] env[62094]: DEBUG nova.objects.instance [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lazy-loading 'info_cache' on Instance uuid 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.422832] env[62094]: DEBUG nova.network.neutron [req-ac23813e-147c-4e0d-8af0-49a4c3c5714a req-22046ef5-6280-484e-83a9-616f9a1e96ae service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updated VIF entry in instance network info cache for port 4bc351d5-e03b-4dc5-bebe-c3c1fee6e858. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1350.423333] env[62094]: DEBUG nova.network.neutron [req-ac23813e-147c-4e0d-8af0-49a4c3c5714a req-22046ef5-6280-484e-83a9-616f9a1e96ae service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updating instance_info_cache with network_info: [{"id": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "address": "fa:16:3e:4d:16:37", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bc351d5-e0", "ovs_interfaceid": "4bc351d5-e03b-4dc5-bebe-c3c1fee6e858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.476752] env[62094]: DEBUG nova.network.neutron [-] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.596617] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526abf89-c3a3-c792-3961-11217659f939, 'name': SearchDatastore_Task, 'duration_secs': 0.013635} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.596889] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.597169] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 0adb4f7b-015e-4ebc-a291-e1b5240a75c9/0adb4f7b-015e-4ebc-a291-e1b5240a75c9.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.597442] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b6ea70c-a484-4bab-a08c-ea91cbd2b30e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.605106] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1350.605106] env[62094]: value = "task-1401103" [ 1350.605106] env[62094]: _type = "Task" [ 1350.605106] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.613806] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.819440] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Preparing fetch location {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1350.819763] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Fetch image to [datastore2] OSTACK_IMG_3f9ede16-1533-42fa-a5db-e69523235173/OSTACK_IMG_3f9ede16-1533-42fa-a5db-e69523235173.vmdk {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1350.819965] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Downloading stream optimized image 7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df to [datastore2] OSTACK_IMG_3f9ede16-1533-42fa-a5db-e69523235173/OSTACK_IMG_3f9ede16-1533-42fa-a5db-e69523235173.vmdk on the data store datastore2 as vApp {{(pid=62094) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1350.820157] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Downloading image file data 7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df to the ESX as VM named 'OSTACK_IMG_3f9ede16-1533-42fa-a5db-e69523235173' {{(pid=62094) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1350.842985] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149474} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.843456] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.843599] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.843778] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.906535] env[62094]: DEBUG oslo_vmware.rw_handles [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1350.906535] env[62094]: value = "resgroup-9" [ 1350.906535] env[62094]: _type = "ResourcePool" [ 1350.906535] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1350.907152] env[62094]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-155d2006-e762-4655-ab7a-eaecb8554bb9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.925994] env[62094]: DEBUG oslo_concurrency.lockutils [req-ac23813e-147c-4e0d-8af0-49a4c3c5714a req-22046ef5-6280-484e-83a9-616f9a1e96ae service nova] Releasing lock "refresh_cache-e8a64c70-0423-42bf-9414-9554f82db3dd" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.931698] env[62094]: DEBUG oslo_vmware.rw_handles [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lease: (returnval){ [ 1350.931698] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524b7a0b-5cf0-4100-d440-a0d218803660" [ 1350.931698] env[62094]: _type = "HttpNfcLease" [ 1350.931698] env[62094]: } obtained for vApp import into resource pool (val){ [ 1350.931698] env[62094]: value = "resgroup-9" [ 1350.931698] env[62094]: _type = "ResourcePool" [ 1350.931698] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1350.931983] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the lease: (returnval){ [ 1350.931983] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524b7a0b-5cf0-4100-d440-a0d218803660" [ 1350.931983] env[62094]: _type = "HttpNfcLease" [ 1350.931983] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1350.940096] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1350.940096] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524b7a0b-5cf0-4100-d440-a0d218803660" [ 1350.940096] env[62094]: _type = "HttpNfcLease" [ 1350.940096] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1350.980152] env[62094]: INFO nova.compute.manager [-] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Took 1.36 seconds to deallocate network for instance. [ 1351.079032] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.505s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.080717] env[62094]: DEBUG oslo_concurrency.lockutils [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.441s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.081270] env[62094]: DEBUG nova.objects.instance [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lazy-loading 'resources' on Instance uuid 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.116018] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401103, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.442338] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1351.442338] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524b7a0b-5cf0-4100-d440-a0d218803660" [ 1351.442338] env[62094]: _type = "HttpNfcLease" [ 1351.442338] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1351.486646] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.613683] env[62094]: DEBUG nova.network.neutron [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updating instance_info_cache with network_info: [{"id": "e732beb7-085b-435b-918d-016e1a624131", "address": "fa:16:3e:65:67:e6", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape732beb7-08", "ovs_interfaceid": "e732beb7-085b-435b-918d-016e1a624131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.622355] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565841} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.622621] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 0adb4f7b-015e-4ebc-a291-e1b5240a75c9/0adb4f7b-015e-4ebc-a291-e1b5240a75c9.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.622837] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1351.623126] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb743c33-6886-45e5-8cfd-5631377bf1e7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.630067] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1351.630067] env[62094]: value = "task-1401105" [ 1351.630067] env[62094]: _type = "Task" [ 1351.630067] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.638409] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.640264] env[62094]: INFO nova.scheduler.client.report [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleted allocation for migration 94f0627f-71bc-4165-8eb2-b933bd9e9280 [ 1351.771356] env[62094]: DEBUG nova.compute.manager [req-3ec2c069-1b46-4a3e-88fb-ce8b08570a29 req-07fed75b-0a24-4f00-9206-e6a99ee47ed5 service nova] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Received event network-vif-deleted-cd635615-a458-4671-b339-16b427b7ee60 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1351.825477] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "29358ced-8701-4e84-842b-c1425f3f93d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.825743] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.910256] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c0766b-52f3-4d87-bb17-2ef06df8dee3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.918013] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8083984c-b370-4037-b3e3-7ed0d874f88d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.952199] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2c916b-cfdf-4e8b-8068-662ad7457112 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.960625] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fd5c78-f466-4bb4-b25b-6f8825fd91f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.964196] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1351.964196] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524b7a0b-5cf0-4100-d440-a0d218803660" [ 1351.964196] env[62094]: _type = "HttpNfcLease" [ 1351.964196] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1351.964505] env[62094]: DEBUG oslo_vmware.rw_handles [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1351.964505] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524b7a0b-5cf0-4100-d440-a0d218803660" [ 1351.964505] env[62094]: _type = "HttpNfcLease" [ 1351.964505] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1351.965470] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f4304-bc8e-4186-8a98-ecb0ccc393bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.977492] env[62094]: DEBUG nova.compute.provider_tree [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.983290] env[62094]: DEBUG oslo_vmware.rw_handles [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d24a0-b231-4cca-6cb3-0c459a3c8255/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1351.983480] env[62094]: DEBUG oslo_vmware.rw_handles [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d24a0-b231-4cca-6cb3-0c459a3c8255/disk-0.vmdk. {{(pid=62094) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1352.050672] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e2280d4d-e786-4807-97ee-56f0b5f01654 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.118825] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "refresh_cache-7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.120043] env[62094]: DEBUG nova.objects.instance [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lazy-loading 'migration_context' on Instance uuid 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.140508] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118326} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.140776] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.141567] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0155eb72-6601-41a2-9527-a08b71e359d3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.155612] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8cd4e8ae-e01b-4f84-9134-cfca2e01ce9c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.063s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.165372] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 0adb4f7b-015e-4ebc-a291-e1b5240a75c9/0adb4f7b-015e-4ebc-a291-e1b5240a75c9.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.166056] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18746f5d-d1b6-42b9-b4f7-2a915b399b40 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.186516] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1352.186516] env[62094]: value = "task-1401106" [ 1352.186516] env[62094]: _type = "Task" [ 1352.186516] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.195994] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.327856] env[62094]: DEBUG nova.compute.manager [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1352.481077] env[62094]: DEBUG nova.scheduler.client.report [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1352.623661] env[62094]: DEBUG nova.objects.base [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Object Instance<7d1dd94d-d44f-49a7-a5b4-41ce464d9e89> lazy-loaded attributes: info_cache,migration_context {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1352.624743] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b9797d-0e64-4aef-9b8f-1a8ad12623b5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.648561] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b944ad6e-9d9b-4086-b8c8-26638eac5bf0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.654692] env[62094]: DEBUG oslo_vmware.api [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1352.654692] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526aa36b-6878-cc3b-14ba-644b110a5888" [ 1352.654692] env[62094]: _type = "Task" [ 1352.654692] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.667945] env[62094]: DEBUG oslo_vmware.api [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526aa36b-6878-cc3b-14ba-644b110a5888, 'name': SearchDatastore_Task, 'duration_secs': 0.007661} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.668248] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.696579] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401106, 'name': ReconfigVM_Task, 'duration_secs': 0.362595} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.696915] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 0adb4f7b-015e-4ebc-a291-e1b5240a75c9/0adb4f7b-015e-4ebc-a291-e1b5240a75c9.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.697646] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e956426-0f8c-4d94-96ba-f40d22e46446 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.706602] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1352.706602] env[62094]: value = "task-1401107" [ 1352.706602] env[62094]: _type = "Task" [ 1352.706602] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.715394] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401107, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.752156] env[62094]: DEBUG nova.virt.hardware [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1352.752404] env[62094]: DEBUG nova.virt.hardware [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1352.752556] env[62094]: DEBUG nova.virt.hardware [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.752749] env[62094]: DEBUG nova.virt.hardware [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1352.752883] env[62094]: DEBUG nova.virt.hardware [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.753046] env[62094]: DEBUG nova.virt.hardware [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1352.753306] env[62094]: DEBUG nova.virt.hardware [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1352.753487] env[62094]: DEBUG nova.virt.hardware [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1352.753647] env[62094]: DEBUG nova.virt.hardware [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1352.753810] env[62094]: DEBUG nova.virt.hardware [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1352.753988] env[62094]: DEBUG nova.virt.hardware [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1352.755033] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b333c991-0d4c-4dd4-89d0-c94bac0dc9ab {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.766071] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2666444e-009e-4f60-9987-c981dca8462d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.782787] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Instance VIF info [] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.789035] env[62094]: DEBUG oslo.service.loopingcall [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.792031] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.792295] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a70e75db-adbc-4b72-99f3-0516531bbfb1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.811672] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.811672] env[62094]: value = "task-1401108" [ 1352.811672] env[62094]: _type = "Task" [ 1352.811672] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.822833] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401108, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.854859] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.869107] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.869490] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.869936] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "2100f73d-d3ca-4e31-9bba-05a5767389fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.870090] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.870318] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.874087] env[62094]: INFO nova.compute.manager [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Terminating instance [ 1352.876547] env[62094]: DEBUG nova.compute.manager [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1352.876761] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.877787] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dc989f-9858-4eeb-93db-0536a7522fb3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.889688] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.890057] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ff9368c-f411-4270-b8fb-4a5e5a822b13 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.899025] env[62094]: DEBUG oslo_vmware.api [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1352.899025] env[62094]: value = "task-1401109" [ 1352.899025] env[62094]: _type = "Task" [ 1352.899025] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.909791] env[62094]: DEBUG oslo_vmware.api [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.987125] env[62094]: DEBUG oslo_concurrency.lockutils [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.989608] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.012s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.991200] env[62094]: INFO nova.compute.claims [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.007311] env[62094]: INFO nova.scheduler.client.report [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleted allocations for instance 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0 [ 1353.219784] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401107, 'name': Rename_Task, 'duration_secs': 0.180939} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.219784] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.219784] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bd657e1-6537-4bab-acef-df7471a94215 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.226632] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1353.226632] env[62094]: value = "task-1401110" [ 1353.226632] env[62094]: _type = "Task" [ 1353.226632] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.235430] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.292761] env[62094]: DEBUG oslo_vmware.rw_handles [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Completed reading data from the image iterator. {{(pid=62094) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1353.293048] env[62094]: DEBUG oslo_vmware.rw_handles [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d24a0-b231-4cca-6cb3-0c459a3c8255/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1353.294138] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fb519f-0167-42cd-b1cc-f40410f536a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.301978] env[62094]: DEBUG oslo_vmware.rw_handles [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d24a0-b231-4cca-6cb3-0c459a3c8255/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1353.302208] env[62094]: DEBUG oslo_vmware.rw_handles [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d24a0-b231-4cca-6cb3-0c459a3c8255/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1353.302502] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5e090fc2-3df0-46d0-9976-077d9dc2accf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.322980] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401108, 'name': CreateVM_Task, 'duration_secs': 0.358594} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.323210] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.323707] env[62094]: DEBUG oslo_concurrency.lockutils [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.323953] env[62094]: DEBUG oslo_concurrency.lockutils [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.324367] env[62094]: DEBUG oslo_concurrency.lockutils [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1353.324679] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3821d505-9256-40d0-9293-e22f0dd0036a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.329898] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1353.329898] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5266b4a8-d650-6a5f-2dff-092d7bbe0018" [ 1353.329898] env[62094]: _type = "Task" [ 1353.329898] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.337935] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5266b4a8-d650-6a5f-2dff-092d7bbe0018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.408669] env[62094]: DEBUG oslo_vmware.api [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401109, 'name': PowerOffVM_Task, 'duration_secs': 0.23764} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.408987] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.409240] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.409477] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3089000-02b3-423a-848c-7d555c7b3aaf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.519534] env[62094]: DEBUG oslo_concurrency.lockutils [None req-329d7f75-1da4-4e77-a50f-b58205a3a14f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "4c2a5fdc-847a-4247-9d0b-c3fff566d9c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.475s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.597021] env[62094]: DEBUG oslo_vmware.rw_handles [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d24a0-b231-4cca-6cb3-0c459a3c8255/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1353.597351] env[62094]: INFO nova.virt.vmwareapi.images [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Downloaded image file data 7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df [ 1353.598558] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238d1d9e-97c1-43c9-bf1c-54058aa481cf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.616541] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b73bcc6-45b1-4585-a2b7-9e23b9d67295 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.700550] env[62094]: INFO nova.virt.vmwareapi.images [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] The imported VM was unregistered [ 1353.704458] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Caching image {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1353.704458] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.704458] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-608327a9-f9ca-4598-8915-1b3c4a4319b7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.719996] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Created directory with path [datastore2] devstack-image-cache_base/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.720293] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3f9ede16-1533-42fa-a5db-e69523235173/OSTACK_IMG_3f9ede16-1533-42fa-a5db-e69523235173.vmdk to [datastore2] devstack-image-cache_base/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df.vmdk. {{(pid=62094) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1353.720608] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-85d41ead-663c-409c-87c6-14d0f27857eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.728505] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1353.728505] env[62094]: value = "task-1401113" [ 1353.728505] env[62094]: _type = "Task" [ 1353.728505] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.740183] env[62094]: DEBUG oslo_vmware.api [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401110, 'name': PowerOnVM_Task, 'duration_secs': 0.507191} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.743311] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.743541] env[62094]: INFO nova.compute.manager [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1353.743725] env[62094]: DEBUG nova.compute.manager [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1353.744170] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401113, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.745080] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044afbc0-94ad-4f20-b387-7f3d10231091 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.841154] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5266b4a8-d650-6a5f-2dff-092d7bbe0018, 'name': SearchDatastore_Task, 'duration_secs': 0.02479} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.841484] env[62094]: DEBUG oslo_concurrency.lockutils [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.841716] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.841946] env[62094]: DEBUG oslo_concurrency.lockutils [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.842134] env[62094]: DEBUG oslo_concurrency.lockutils [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.842313] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.842696] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cebe7756-3ec6-4e5a-973e-33029722942b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.852696] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.852893] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.853714] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02d2536-4cd5-4b80-a7bc-18e1bfc87abe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.859653] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1353.859653] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52386cb8-e761-6389-baf7-4042ce9dc140" [ 1353.859653] env[62094]: _type = "Task" [ 1353.859653] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.868123] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52386cb8-e761-6389-baf7-4042ce9dc140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.034563] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.034826] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.035781] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleting the datastore file [datastore1] 2100f73d-d3ca-4e31-9bba-05a5767389fc {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.035781] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-930c251d-03a2-4761-9dbc-b6b7ad7d4d14 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.046514] env[62094]: DEBUG oslo_vmware.api [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1354.046514] env[62094]: value = "task-1401114" [ 1354.046514] env[62094]: _type = "Task" [ 1354.046514] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.063749] env[62094]: DEBUG oslo_vmware.api [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.242925] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401113, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.268145] env[62094]: INFO nova.compute.manager [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Took 25.61 seconds to build instance. [ 1354.344268] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbdc744-7702-467d-9586-5dc53bef5299 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.367997] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c15bde7-ad39-417b-94a0-e33503defd16 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.375555] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52386cb8-e761-6389-baf7-4042ce9dc140, 'name': SearchDatastore_Task, 'duration_secs': 0.028107} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.404146] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a3e6748-d181-4dc7-9972-521f9b9a7a91 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.408833] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dd5662-1882-43fa-af4d-7e2056e83eaf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.414748] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1354.414748] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526e74b6-091a-6a9c-2b26-37106aabbc36" [ 1354.414748] env[62094]: _type = "Task" [ 1354.414748] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.421464] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5f0e7e-af2f-4b4e-ad31-34a3d1dda397 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.432733] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526e74b6-091a-6a9c-2b26-37106aabbc36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.440323] env[62094]: DEBUG nova.compute.provider_tree [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.557460] env[62094]: DEBUG oslo_vmware.api [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493448} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.557834] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.558057] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.558250] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.558481] env[62094]: INFO nova.compute.manager [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1354.558785] env[62094]: DEBUG oslo.service.loopingcall [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.559055] env[62094]: DEBUG nova.compute.manager [-] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1354.559158] env[62094]: DEBUG nova.network.neutron [-] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1354.752569] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401113, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.768610] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a93d3eb6-d7bf-4c81-9820-57adcb156961 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "0adb4f7b-015e-4ebc-a291-e1b5240a75c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.132s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.928323] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526e74b6-091a-6a9c-2b26-37106aabbc36, 'name': SearchDatastore_Task, 'duration_secs': 0.105335} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.928711] env[62094]: DEBUG oslo_concurrency.lockutils [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.928817] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 02173652-e460-4df6-8ef1-e3781e2e82e0/02173652-e460-4df6-8ef1-e3781e2e82e0.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.929104] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d4a3bc7-9801-4cf6-a87c-1a01b9570b8a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.938603] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1354.938603] env[62094]: value = "task-1401115" [ 1354.938603] env[62094]: _type = "Task" [ 1354.938603] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.945152] env[62094]: DEBUG nova.scheduler.client.report [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1354.957477] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.242567] env[62094]: DEBUG nova.compute.manager [req-0bff3394-f31b-48ef-b9d0-f46a317ec31e req-c4753a68-2970-4da4-b29a-ebb53284a37a service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Received event network-vif-deleted-49f2023a-dcb5-42ce-bd3f-7af093b57dcb {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1355.242794] env[62094]: INFO nova.compute.manager [req-0bff3394-f31b-48ef-b9d0-f46a317ec31e req-c4753a68-2970-4da4-b29a-ebb53284a37a service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Neutron deleted interface 49f2023a-dcb5-42ce-bd3f-7af093b57dcb; detaching it from the instance and deleting it from the info cache [ 1355.242973] env[62094]: DEBUG nova.network.neutron [req-0bff3394-f31b-48ef-b9d0-f46a317ec31e req-c4753a68-2970-4da4-b29a-ebb53284a37a service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.247382] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.247648] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.252676] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401113, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.288263] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "0adb4f7b-015e-4ebc-a291-e1b5240a75c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.288599] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "0adb4f7b-015e-4ebc-a291-e1b5240a75c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.288871] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "0adb4f7b-015e-4ebc-a291-e1b5240a75c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.289111] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "0adb4f7b-015e-4ebc-a291-e1b5240a75c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.289297] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "0adb4f7b-015e-4ebc-a291-e1b5240a75c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.292128] env[62094]: INFO nova.compute.manager [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Terminating instance [ 1355.294824] env[62094]: DEBUG nova.compute.manager [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1355.294966] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.295906] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0275630f-23c9-4d24-b486-663e00916ef2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.305300] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.305595] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59a38443-1e0f-43c2-a2d5-a5510ee04e8a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.313598] env[62094]: DEBUG oslo_vmware.api [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1355.313598] env[62094]: value = "task-1401116" [ 1355.313598] env[62094]: _type = "Task" [ 1355.313598] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.323652] env[62094]: DEBUG oslo_vmware.api [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.449750] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.452772] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.453409] env[62094]: DEBUG nova.compute.manager [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1355.456318] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.503s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.458035] env[62094]: INFO nova.compute.claims [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1355.701445] env[62094]: DEBUG nova.network.neutron [-] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.744956] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401113, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.747899] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbf1dd80-d094-4848-a41d-fa722207de64 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.755186] env[62094]: DEBUG nova.compute.manager [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1355.761160] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc687b6d-dc96-4a59-99e1-c6dbbcae58a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.800010] env[62094]: DEBUG nova.compute.manager [req-0bff3394-f31b-48ef-b9d0-f46a317ec31e req-c4753a68-2970-4da4-b29a-ebb53284a37a service nova] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Detach interface failed, port_id=49f2023a-dcb5-42ce-bd3f-7af093b57dcb, reason: Instance 2100f73d-d3ca-4e31-9bba-05a5767389fc could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1355.825443] env[62094]: DEBUG oslo_vmware.api [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401116, 'name': PowerOffVM_Task, 'duration_secs': 0.447264} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.825576] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.825752] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.826046] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f352846-94b6-468b-b03b-56fef15fa18e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.950129] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.962861] env[62094]: DEBUG nova.compute.utils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1355.966916] env[62094]: DEBUG nova.compute.manager [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1355.967131] env[62094]: DEBUG nova.network.neutron [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1355.988950] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.988950] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.988950] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleting the datastore file [datastore2] 0adb4f7b-015e-4ebc-a291-e1b5240a75c9 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.989184] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7173393-b1c4-40c7-8ec0-81a73f682535 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.996576] env[62094]: DEBUG oslo_vmware.api [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1355.996576] env[62094]: value = "task-1401118" [ 1355.996576] env[62094]: _type = "Task" [ 1355.996576] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.006191] env[62094]: DEBUG oslo_vmware.api [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.011354] env[62094]: DEBUG nova.policy [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f15ce6ab0f1455ca1b28ed77f346bf9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27fb3e4f0f2044ed95d05e6136feb227', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1356.203899] env[62094]: INFO nova.compute.manager [-] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Took 1.64 seconds to deallocate network for instance. [ 1356.246104] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401113, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.302714] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.361228] env[62094]: DEBUG nova.network.neutron [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Successfully created port: 6633f362-0c7d-40f5-a4d8-8746387d848a {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1356.451369] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.468322] env[62094]: DEBUG nova.compute.manager [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1356.507971] env[62094]: DEBUG oslo_vmware.api [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.712299] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.744688] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401113, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.798782] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86fa11d-0212-4811-97b8-20d1e7132c56 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.808086] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff099cf-4f22-4241-bbef-75a3a404a8c9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.842048] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a837b98-21b9-4748-8890-2c66c9a6809c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.849599] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766e0ba7-a9fe-437f-a300-ef44342dddd6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.864473] env[62094]: DEBUG nova.compute.provider_tree [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.952861] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401115, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.008509] env[62094]: DEBUG oslo_vmware.api [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.245548] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401113, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.287511} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.245838] env[62094]: INFO nova.virt.vmwareapi.ds_util [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3f9ede16-1533-42fa-a5db-e69523235173/OSTACK_IMG_3f9ede16-1533-42fa-a5db-e69523235173.vmdk to [datastore2] devstack-image-cache_base/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df.vmdk. [ 1357.246041] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Cleaning up location [datastore2] OSTACK_IMG_3f9ede16-1533-42fa-a5db-e69523235173 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1357.246212] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3f9ede16-1533-42fa-a5db-e69523235173 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.246472] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce858ad2-1556-41f9-b845-3865eb8ebd18 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.253164] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1357.253164] env[62094]: value = "task-1401119" [ 1357.253164] env[62094]: _type = "Task" [ 1357.253164] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.261137] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.368423] env[62094]: DEBUG nova.scheduler.client.report [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1357.454958] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401115, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.090304} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.454958] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 02173652-e460-4df6-8ef1-e3781e2e82e0/02173652-e460-4df6-8ef1-e3781e2e82e0.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.454958] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1357.454958] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f7e26b1-8d7b-40a5-8302-a8daf17fffb7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.462156] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1357.462156] env[62094]: value = "task-1401120" [ 1357.462156] env[62094]: _type = "Task" [ 1357.462156] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.470893] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.480671] env[62094]: DEBUG nova.compute.manager [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1357.504318] env[62094]: DEBUG nova.virt.hardware [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1357.504672] env[62094]: DEBUG nova.virt.hardware [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1357.504852] env[62094]: DEBUG nova.virt.hardware [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.505050] env[62094]: DEBUG nova.virt.hardware [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1357.505203] env[62094]: DEBUG nova.virt.hardware [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.505354] env[62094]: DEBUG nova.virt.hardware [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1357.505576] env[62094]: DEBUG nova.virt.hardware [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1357.505742] env[62094]: DEBUG nova.virt.hardware [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1357.505910] env[62094]: DEBUG nova.virt.hardware [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1357.506086] env[62094]: DEBUG nova.virt.hardware [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1357.506320] env[62094]: DEBUG nova.virt.hardware [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1357.507159] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7e8f3b-0176-41d1-8505-6a43df44d29f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.515660] env[62094]: DEBUG oslo_vmware.api [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.050879} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.517837] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.518048] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.519043] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.519043] env[62094]: INFO nova.compute.manager [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1357.519043] env[62094]: DEBUG oslo.service.loopingcall [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1357.519043] env[62094]: DEBUG nova.compute.manager [-] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1357.519043] env[62094]: DEBUG nova.network.neutron [-] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.521522] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d97269-5d9c-4c74-82f5-b17d7d44cac7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.765083] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045117} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.765430] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.765645] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.766681] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df.vmdk to [datastore2] e8a64c70-0423-42bf-9414-9554f82db3dd/e8a64c70-0423-42bf-9414-9554f82db3dd.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.767301] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ec65f2f-8cd5-4f71-9cee-c5e8ed0e7274 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.780019] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1357.780019] env[62094]: value = "task-1401121" [ 1357.780019] env[62094]: _type = "Task" [ 1357.780019] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.788160] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.875019] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.875019] env[62094]: DEBUG nova.compute.manager [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1357.878727] env[62094]: DEBUG oslo_concurrency.lockutils [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.008s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.878968] env[62094]: DEBUG nova.objects.instance [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lazy-loading 'resources' on Instance uuid 349536d7-eb0a-4ca2-b396-db2e035e2ca8 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.931380] env[62094]: DEBUG nova.compute.manager [req-d89d2659-c89e-4891-8c9c-6801b4dad244 req-b1e9c1cd-5a15-45b6-b3ac-28353c8e9afb service nova] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Received event network-vif-deleted-8e6b02a9-55dd-42e2-b633-fe902fb4faf0 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1357.931690] env[62094]: INFO nova.compute.manager [req-d89d2659-c89e-4891-8c9c-6801b4dad244 req-b1e9c1cd-5a15-45b6-b3ac-28353c8e9afb service nova] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Neutron deleted interface 8e6b02a9-55dd-42e2-b633-fe902fb4faf0; detaching it from the instance and deleting it from the info cache [ 1357.931920] env[62094]: DEBUG nova.network.neutron [req-d89d2659-c89e-4891-8c9c-6801b4dad244 req-b1e9c1cd-5a15-45b6-b3ac-28353c8e9afb service nova] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.972704] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067735} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.972951] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1357.973817] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d970abd-aa9a-4f5f-ba05-8b52d90dd435 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.994711] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 02173652-e460-4df6-8ef1-e3781e2e82e0/02173652-e460-4df6-8ef1-e3781e2e82e0.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.995165] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cdb0e23-2599-44ba-ab99-ba68bce48a4f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.017380] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1358.017380] env[62094]: value = "task-1401122" [ 1358.017380] env[62094]: _type = "Task" [ 1358.017380] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.020934] env[62094]: DEBUG nova.network.neutron [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Successfully updated port: 6633f362-0c7d-40f5-a4d8-8746387d848a {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1358.025490] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.289028] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401121, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.381246] env[62094]: DEBUG nova.network.neutron [-] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.384069] env[62094]: DEBUG nova.compute.utils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1358.388521] env[62094]: DEBUG nova.compute.manager [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1358.388721] env[62094]: DEBUG nova.network.neutron [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.437301] env[62094]: DEBUG nova.policy [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db323f4782b4039b4a3c5d42b867ad1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8412c020e6af477eac81718f70cb4614', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1358.439551] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a64a6c05-a5fc-41ea-9425-eaacdc45acbb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.450627] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a780e00-deee-45ac-ad84-e67a08d151d9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.490413] env[62094]: DEBUG nova.compute.manager [req-d89d2659-c89e-4891-8c9c-6801b4dad244 req-b1e9c1cd-5a15-45b6-b3ac-28353c8e9afb service nova] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Detach interface failed, port_id=8e6b02a9-55dd-42e2-b633-fe902fb4faf0, reason: Instance 0adb4f7b-015e-4ebc-a291-e1b5240a75c9 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1358.525771] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.529102] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Acquiring lock "refresh_cache-12a456ef-d6a0-474d-8b03-d134bee657cb" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.529261] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Acquired lock "refresh_cache-12a456ef-d6a0-474d-8b03-d134bee657cb" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.529443] env[62094]: DEBUG nova.network.neutron [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.774825] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0ca56f-558b-46db-94d5-31145ffa5c0c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.785286] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f41f60-b119-4653-aa4d-24f5c8f3dec5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.792131] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401121, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.821121] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7940ce1-fef1-406d-8a9e-02b7a9645bfa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.829656] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bbacf5-dd53-42c4-a82a-f979b59001ff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.837758] env[62094]: DEBUG nova.network.neutron [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Successfully created port: 6a661b75-d585-48ed-80ac-3cba920f140c {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.848800] env[62094]: DEBUG nova.compute.provider_tree [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.888757] env[62094]: DEBUG nova.compute.manager [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1358.891738] env[62094]: INFO nova.compute.manager [-] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Took 1.37 seconds to deallocate network for instance. [ 1359.026470] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.072311] env[62094]: DEBUG nova.network.neutron [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.258621] env[62094]: DEBUG nova.network.neutron [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Updating instance_info_cache with network_info: [{"id": "6633f362-0c7d-40f5-a4d8-8746387d848a", "address": "fa:16:3e:5a:e7:15", "network": {"id": "4448ba55-7ffb-4a16-8dc5-cbda0cff4358", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-386295230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27fb3e4f0f2044ed95d05e6136feb227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6633f362-0c", "ovs_interfaceid": "6633f362-0c7d-40f5-a4d8-8746387d848a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.289720] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401121, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.352609] env[62094]: DEBUG nova.scheduler.client.report [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1359.399448] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.530210] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401122, 'name': ReconfigVM_Task, 'duration_secs': 1.066032} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.530697] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 02173652-e460-4df6-8ef1-e3781e2e82e0/02173652-e460-4df6-8ef1-e3781e2e82e0.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.531580] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c408b79-dc3d-491d-b9d6-a15ad090d244 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.538770] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1359.538770] env[62094]: value = "task-1401123" [ 1359.538770] env[62094]: _type = "Task" [ 1359.538770] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.547710] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401123, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.761872] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Releasing lock "refresh_cache-12a456ef-d6a0-474d-8b03-d134bee657cb" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.762266] env[62094]: DEBUG nova.compute.manager [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Instance network_info: |[{"id": "6633f362-0c7d-40f5-a4d8-8746387d848a", "address": "fa:16:3e:5a:e7:15", "network": {"id": "4448ba55-7ffb-4a16-8dc5-cbda0cff4358", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-386295230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27fb3e4f0f2044ed95d05e6136feb227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6633f362-0c", "ovs_interfaceid": "6633f362-0c7d-40f5-a4d8-8746387d848a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1359.762795] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:e7:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6633f362-0c7d-40f5-a4d8-8746387d848a', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.772244] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Creating folder: Project (27fb3e4f0f2044ed95d05e6136feb227). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.772665] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbd4acdf-41b0-472e-aef5-925dbae16e73 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.786501] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Created folder: Project (27fb3e4f0f2044ed95d05e6136feb227) in parent group-v296765. [ 1359.786714] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Creating folder: Instances. Parent ref: group-v297029. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.787456] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e05e0af-abb0-4892-b6b5-ae5dccd8738d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.792542] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401121, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.800779] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Created folder: Instances in parent group-v297029. [ 1359.801107] env[62094]: DEBUG oslo.service.loopingcall [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.801344] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.801578] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-232f99c4-8f00-4a66-9d50-a42a31a59c14 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.821881] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.821881] env[62094]: value = "task-1401126" [ 1359.821881] env[62094]: _type = "Task" [ 1359.821881] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.830512] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401126, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.859097] env[62094]: DEBUG oslo_concurrency.lockutils [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.862614] env[62094]: DEBUG oslo_concurrency.lockutils [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.889s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.863099] env[62094]: DEBUG nova.objects.instance [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lazy-loading 'resources' on Instance uuid 12621127-92dc-4870-b9e3-66af08d1b963 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.887018] env[62094]: INFO nova.scheduler.client.report [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Deleted allocations for instance 349536d7-eb0a-4ca2-b396-db2e035e2ca8 [ 1359.902851] env[62094]: DEBUG nova.compute.manager [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1359.929147] env[62094]: DEBUG nova.virt.hardware [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1359.929414] env[62094]: DEBUG nova.virt.hardware [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1359.929584] env[62094]: DEBUG nova.virt.hardware [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.929829] env[62094]: DEBUG nova.virt.hardware [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1359.930025] env[62094]: DEBUG nova.virt.hardware [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.930193] env[62094]: DEBUG nova.virt.hardware [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1359.930414] env[62094]: DEBUG nova.virt.hardware [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1359.930606] env[62094]: DEBUG nova.virt.hardware [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1359.930786] env[62094]: DEBUG nova.virt.hardware [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1359.931060] env[62094]: DEBUG nova.virt.hardware [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1359.931368] env[62094]: DEBUG nova.virt.hardware [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1359.932302] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d09fb3-c324-4eb4-83b1-0167cf9ceb83 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.942922] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6221d823-a05c-4f37-b7fa-27542e67c650 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.963319] env[62094]: DEBUG nova.compute.manager [req-9704cc16-a07e-4167-a010-43ce22599c0e req-1a779436-60e4-4a9f-8b85-a955a871aba5 service nova] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Received event network-vif-plugged-6633f362-0c7d-40f5-a4d8-8746387d848a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1359.963577] env[62094]: DEBUG oslo_concurrency.lockutils [req-9704cc16-a07e-4167-a010-43ce22599c0e req-1a779436-60e4-4a9f-8b85-a955a871aba5 service nova] Acquiring lock "12a456ef-d6a0-474d-8b03-d134bee657cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.963781] env[62094]: DEBUG oslo_concurrency.lockutils [req-9704cc16-a07e-4167-a010-43ce22599c0e req-1a779436-60e4-4a9f-8b85-a955a871aba5 service nova] Lock "12a456ef-d6a0-474d-8b03-d134bee657cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.963951] env[62094]: DEBUG oslo_concurrency.lockutils [req-9704cc16-a07e-4167-a010-43ce22599c0e req-1a779436-60e4-4a9f-8b85-a955a871aba5 service nova] Lock "12a456ef-d6a0-474d-8b03-d134bee657cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.964234] env[62094]: DEBUG nova.compute.manager [req-9704cc16-a07e-4167-a010-43ce22599c0e req-1a779436-60e4-4a9f-8b85-a955a871aba5 service nova] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] No waiting events found dispatching network-vif-plugged-6633f362-0c7d-40f5-a4d8-8746387d848a {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1359.964433] env[62094]: WARNING nova.compute.manager [req-9704cc16-a07e-4167-a010-43ce22599c0e req-1a779436-60e4-4a9f-8b85-a955a871aba5 service nova] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Received unexpected event network-vif-plugged-6633f362-0c7d-40f5-a4d8-8746387d848a for instance with vm_state building and task_state spawning. [ 1359.964597] env[62094]: DEBUG nova.compute.manager [req-9704cc16-a07e-4167-a010-43ce22599c0e req-1a779436-60e4-4a9f-8b85-a955a871aba5 service nova] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Received event network-changed-6633f362-0c7d-40f5-a4d8-8746387d848a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1359.964774] env[62094]: DEBUG nova.compute.manager [req-9704cc16-a07e-4167-a010-43ce22599c0e req-1a779436-60e4-4a9f-8b85-a955a871aba5 service nova] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Refreshing instance network info cache due to event network-changed-6633f362-0c7d-40f5-a4d8-8746387d848a. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1359.964993] env[62094]: DEBUG oslo_concurrency.lockutils [req-9704cc16-a07e-4167-a010-43ce22599c0e req-1a779436-60e4-4a9f-8b85-a955a871aba5 service nova] Acquiring lock "refresh_cache-12a456ef-d6a0-474d-8b03-d134bee657cb" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.965232] env[62094]: DEBUG oslo_concurrency.lockutils [req-9704cc16-a07e-4167-a010-43ce22599c0e req-1a779436-60e4-4a9f-8b85-a955a871aba5 service nova] Acquired lock "refresh_cache-12a456ef-d6a0-474d-8b03-d134bee657cb" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.965416] env[62094]: DEBUG nova.network.neutron [req-9704cc16-a07e-4167-a010-43ce22599c0e req-1a779436-60e4-4a9f-8b85-a955a871aba5 service nova] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Refreshing network info cache for port 6633f362-0c7d-40f5-a4d8-8746387d848a {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.036248] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.036496] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.049431] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401123, 'name': Rename_Task, 'duration_secs': 0.359569} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.049729] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.050049] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21a6740a-4140-486d-8c16-a3771aae48cc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.057435] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1360.057435] env[62094]: value = "task-1401127" [ 1360.057435] env[62094]: _type = "Task" [ 1360.057435] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.066304] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.291430] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401121, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.466478} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.291839] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df/7b45bdc3-1cbe-4f06-aaa5-0e067ebe68df.vmdk to [datastore2] e8a64c70-0423-42bf-9414-9554f82db3dd/e8a64c70-0423-42bf-9414-9554f82db3dd.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.293361] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cabc98-df21-4100-b984-f218f84a1590 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.315758] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] e8a64c70-0423-42bf-9414-9554f82db3dd/e8a64c70-0423-42bf-9414-9554f82db3dd.vmdk or device None with type streamOptimized {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.316160] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274c4ada-f319-4311-a93d-6ae6587c1085 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.339704] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401126, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.341298] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1360.341298] env[62094]: value = "task-1401128" [ 1360.341298] env[62094]: _type = "Task" [ 1360.341298] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.349716] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.397981] env[62094]: DEBUG oslo_concurrency.lockutils [None req-570ce7d8-c5aa-4408-9e6c-c49126865ec5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "349536d7-eb0a-4ca2-b396-db2e035e2ca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.963s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.493381] env[62094]: DEBUG nova.network.neutron [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Successfully updated port: 6a661b75-d585-48ed-80ac-3cba920f140c {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.544691] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.546333] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1360.574295] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401127, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.700124] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e123b7d-1fdd-4eb3-84f6-e97aca160d61 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.711227] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6026193c-1d95-44f4-a9b8-ca937f9a48d1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.742651] env[62094]: DEBUG nova.network.neutron [req-9704cc16-a07e-4167-a010-43ce22599c0e req-1a779436-60e4-4a9f-8b85-a955a871aba5 service nova] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Updated VIF entry in instance network info cache for port 6633f362-0c7d-40f5-a4d8-8746387d848a. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.743508] env[62094]: DEBUG nova.network.neutron [req-9704cc16-a07e-4167-a010-43ce22599c0e req-1a779436-60e4-4a9f-8b85-a955a871aba5 service nova] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Updating instance_info_cache with network_info: [{"id": "6633f362-0c7d-40f5-a4d8-8746387d848a", "address": "fa:16:3e:5a:e7:15", "network": {"id": "4448ba55-7ffb-4a16-8dc5-cbda0cff4358", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-386295230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27fb3e4f0f2044ed95d05e6136feb227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6633f362-0c", "ovs_interfaceid": "6633f362-0c7d-40f5-a4d8-8746387d848a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.744824] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e01f4cd-53ca-48a2-931d-52beac4be58e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.753735] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be3b3d8-69ed-4ae1-97b4-1b0ddd27a257 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.768755] env[62094]: DEBUG nova.compute.provider_tree [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.840663] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401126, 'name': CreateVM_Task, 'duration_secs': 0.551358} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.840865] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.842058] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.842058] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.842224] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.842430] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8381a30a-bda4-42a4-8e0b-d4ac2d3a6aa4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.852233] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Waiting for the task: (returnval){ [ 1360.852233] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]525f164f-4f8c-8511-1314-fc01ddda2444" [ 1360.852233] env[62094]: _type = "Task" [ 1360.852233] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.856169] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401128, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.864736] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525f164f-4f8c-8511-1314-fc01ddda2444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.995797] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.996080] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.996167] env[62094]: DEBUG nova.network.neutron [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.069630] env[62094]: DEBUG oslo_vmware.api [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401127, 'name': PowerOnVM_Task, 'duration_secs': 0.553367} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.069967] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.070231] env[62094]: DEBUG nova.compute.manager [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1361.071102] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b34e45-c5cd-4936-b932-700711c7396e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.201248] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52753ea8-1772-311c-e6fe-5b56dc565e54/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1361.202266] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fea51f-9b97-438f-8856-d95306079cad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.208801] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52753ea8-1772-311c-e6fe-5b56dc565e54/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1361.208966] env[62094]: ERROR oslo_vmware.rw_handles [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52753ea8-1772-311c-e6fe-5b56dc565e54/disk-0.vmdk due to incomplete transfer. [ 1361.209208] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0b1c3e7e-8b1d-4199-9b31-6802c5ba427e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.216558] env[62094]: DEBUG oslo_vmware.rw_handles [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52753ea8-1772-311c-e6fe-5b56dc565e54/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1361.216771] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Uploaded image 29d1325b-3898-4ade-9532-f67880de085f to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1361.219060] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1361.219313] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-214154ab-b4dd-4b7b-b76c-950d92b16b32 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.225793] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1361.225793] env[62094]: value = "task-1401129" [ 1361.225793] env[62094]: _type = "Task" [ 1361.225793] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.234985] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401129, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.248049] env[62094]: DEBUG oslo_concurrency.lockutils [req-9704cc16-a07e-4167-a010-43ce22599c0e req-1a779436-60e4-4a9f-8b85-a955a871aba5 service nova] Releasing lock "refresh_cache-12a456ef-d6a0-474d-8b03-d134bee657cb" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.271461] env[62094]: DEBUG nova.scheduler.client.report [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1361.352500] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401128, 'name': ReconfigVM_Task, 'duration_secs': 0.552601} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.352832] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Reconfigured VM instance instance-00000030 to attach disk [datastore2] e8a64c70-0423-42bf-9414-9554f82db3dd/e8a64c70-0423-42bf-9414-9554f82db3dd.vmdk or device None with type streamOptimized {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.354274] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'encrypted': False, 'disk_bus': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'cfd7dda5-dd02-4e1a-a12e-b39abc6db212'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297014', 'volume_id': '5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'name': 'volume-5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'e8a64c70-0423-42bf-9414-9554f82db3dd', 'attached_at': '', 'detached_at': '', 'volume_id': '5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'serial': '5945ef8c-9f8a-4952-a2f5-76fe330285b7'}, 'disk_bus': None, 'attachment_id': 'e68b250b-686e-428b-a25f-f26977faca7b', 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62094) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1361.354479] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1361.354669] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297014', 'volume_id': '5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'name': 'volume-5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'e8a64c70-0423-42bf-9414-9554f82db3dd', 'attached_at': '', 'detached_at': '', 'volume_id': '5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'serial': '5945ef8c-9f8a-4952-a2f5-76fe330285b7'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1361.355768] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883d79cc-aa96-4bfe-a457-c8d6cf926940 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.367070] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525f164f-4f8c-8511-1314-fc01ddda2444, 'name': SearchDatastore_Task, 'duration_secs': 0.016531} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.377354] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.377587] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.377817] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.377969] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.378187] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.378575] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5900a96e-8e5b-4ae5-8349-1aa56485935c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.380720] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64695d95-5e3c-4a48-a59b-ac8ef1044d3c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.407074] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] volume-5945ef8c-9f8a-4952-a2f5-76fe330285b7/volume-5945ef8c-9f8a-4952-a2f5-76fe330285b7.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.408489] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0006f8d-ef61-49a6-adbe-580adf77f17f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.421946] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.422169] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1361.423263] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2ead17-92c8-407d-b405-b513607149f8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.429483] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Waiting for the task: (returnval){ [ 1361.429483] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d8f82f-2849-da85-5e17-18afe4ee34ec" [ 1361.429483] env[62094]: _type = "Task" [ 1361.429483] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.434275] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1361.434275] env[62094]: value = "task-1401130" [ 1361.434275] env[62094]: _type = "Task" [ 1361.434275] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.440395] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d8f82f-2849-da85-5e17-18afe4ee34ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.445178] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401130, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.530011] env[62094]: DEBUG nova.network.neutron [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.589576] env[62094]: DEBUG oslo_concurrency.lockutils [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.681846] env[62094]: DEBUG nova.network.neutron [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Updating instance_info_cache with network_info: [{"id": "6a661b75-d585-48ed-80ac-3cba920f140c", "address": "fa:16:3e:09:6d:f8", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a661b75-d5", "ovs_interfaceid": "6a661b75-d585-48ed-80ac-3cba920f140c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.735983] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401129, 'name': Destroy_Task, 'duration_secs': 0.347633} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.736274] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Destroyed the VM [ 1361.736516] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1361.736774] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d871a023-5e68-4cd8-a6b0-3fb4bea1c228 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.744074] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1361.744074] env[62094]: value = "task-1401131" [ 1361.744074] env[62094]: _type = "Task" [ 1361.744074] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.755618] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401131, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.776368] env[62094]: DEBUG oslo_concurrency.lockutils [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.779280] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.293s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.779535] env[62094]: DEBUG nova.objects.instance [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lazy-loading 'resources' on Instance uuid 32e5308f-da8d-45e8-99f3-382cf9d62dae {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.800444] env[62094]: INFO nova.scheduler.client.report [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Deleted allocations for instance 12621127-92dc-4870-b9e3-66af08d1b963 [ 1361.943290] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d8f82f-2849-da85-5e17-18afe4ee34ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.944752] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dae9fce-0fc5-4fcf-ba71-cd9dfee3ca94 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.950650] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401130, 'name': ReconfigVM_Task, 'duration_secs': 0.366358} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.951340] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Reconfigured VM instance instance-00000030 to attach disk [datastore2] volume-5945ef8c-9f8a-4952-a2f5-76fe330285b7/volume-5945ef8c-9f8a-4952-a2f5-76fe330285b7.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.957892] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b37e038e-beab-4fb1-83f8-bce34ff6e830 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.968565] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Waiting for the task: (returnval){ [ 1361.968565] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5298d73e-5d56-0862-c7d9-3919bde98b72" [ 1361.968565] env[62094]: _type = "Task" [ 1361.968565] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.974143] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1361.974143] env[62094]: value = "task-1401132" [ 1361.974143] env[62094]: _type = "Task" [ 1361.974143] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.979012] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5298d73e-5d56-0862-c7d9-3919bde98b72, 'name': SearchDatastore_Task, 'duration_secs': 0.011235} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.981991] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.982520] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 12a456ef-d6a0-474d-8b03-d134bee657cb/12a456ef-d6a0-474d-8b03-d134bee657cb.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.982847] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0459447-3080-4b2e-863d-014cd146c474 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.990573] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.991954] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Waiting for the task: (returnval){ [ 1361.991954] env[62094]: value = "task-1401133" [ 1361.991954] env[62094]: _type = "Task" [ 1361.991954] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.001793] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.188030] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.188030] env[62094]: DEBUG nova.compute.manager [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Instance network_info: |[{"id": "6a661b75-d585-48ed-80ac-3cba920f140c", "address": "fa:16:3e:09:6d:f8", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a661b75-d5", "ovs_interfaceid": "6a661b75-d585-48ed-80ac-3cba920f140c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1362.189055] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:6d:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a661b75-d585-48ed-80ac-3cba920f140c', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.198729] env[62094]: DEBUG oslo.service.loopingcall [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.199372] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.199680] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a2db7e2-5d76-46a5-81b0-1504f9946698 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.222691] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.222691] env[62094]: value = "task-1401134" [ 1362.222691] env[62094]: _type = "Task" [ 1362.222691] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.233045] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401134, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.252352] env[62094]: DEBUG nova.compute.manager [req-6bdca11b-c890-4a3f-874b-81549dc815c8 req-9d71c699-e903-4233-839b-d686e575f601 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Received event network-vif-plugged-6a661b75-d585-48ed-80ac-3cba920f140c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1362.252352] env[62094]: DEBUG oslo_concurrency.lockutils [req-6bdca11b-c890-4a3f-874b-81549dc815c8 req-9d71c699-e903-4233-839b-d686e575f601 service nova] Acquiring lock "d3149e25-0838-4407-ad82-0b29bd3153a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.252600] env[62094]: DEBUG oslo_concurrency.lockutils [req-6bdca11b-c890-4a3f-874b-81549dc815c8 req-9d71c699-e903-4233-839b-d686e575f601 service nova] Lock "d3149e25-0838-4407-ad82-0b29bd3153a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.252838] env[62094]: DEBUG oslo_concurrency.lockutils [req-6bdca11b-c890-4a3f-874b-81549dc815c8 req-9d71c699-e903-4233-839b-d686e575f601 service nova] Lock "d3149e25-0838-4407-ad82-0b29bd3153a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.253074] env[62094]: DEBUG nova.compute.manager [req-6bdca11b-c890-4a3f-874b-81549dc815c8 req-9d71c699-e903-4233-839b-d686e575f601 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] No waiting events found dispatching network-vif-plugged-6a661b75-d585-48ed-80ac-3cba920f140c {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1362.253426] env[62094]: WARNING nova.compute.manager [req-6bdca11b-c890-4a3f-874b-81549dc815c8 req-9d71c699-e903-4233-839b-d686e575f601 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Received unexpected event network-vif-plugged-6a661b75-d585-48ed-80ac-3cba920f140c for instance with vm_state building and task_state spawning. [ 1362.253626] env[62094]: DEBUG nova.compute.manager [req-6bdca11b-c890-4a3f-874b-81549dc815c8 req-9d71c699-e903-4233-839b-d686e575f601 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Received event network-changed-6a661b75-d585-48ed-80ac-3cba920f140c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1362.253744] env[62094]: DEBUG nova.compute.manager [req-6bdca11b-c890-4a3f-874b-81549dc815c8 req-9d71c699-e903-4233-839b-d686e575f601 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Refreshing instance network info cache due to event network-changed-6a661b75-d585-48ed-80ac-3cba920f140c. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1362.253973] env[62094]: DEBUG oslo_concurrency.lockutils [req-6bdca11b-c890-4a3f-874b-81549dc815c8 req-9d71c699-e903-4233-839b-d686e575f601 service nova] Acquiring lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.254547] env[62094]: DEBUG oslo_concurrency.lockutils [req-6bdca11b-c890-4a3f-874b-81549dc815c8 req-9d71c699-e903-4233-839b-d686e575f601 service nova] Acquired lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.254547] env[62094]: DEBUG nova.network.neutron [req-6bdca11b-c890-4a3f-874b-81549dc815c8 req-9d71c699-e903-4233-839b-d686e575f601 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Refreshing network info cache for port 6a661b75-d585-48ed-80ac-3cba920f140c {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.259493] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401131, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.313776] env[62094]: DEBUG oslo_concurrency.lockutils [None req-592cf62d-60e2-4aee-87fe-b17d0e0461f5 tempest-ListServersNegativeTestJSON-1620907109 tempest-ListServersNegativeTestJSON-1620907109-project-member] Lock "12621127-92dc-4870-b9e3-66af08d1b963" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.804s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.493087] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401132, 'name': ReconfigVM_Task, 'duration_secs': 0.212855} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.497137] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297014', 'volume_id': '5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'name': 'volume-5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'e8a64c70-0423-42bf-9414-9554f82db3dd', 'attached_at': '', 'detached_at': '', 'volume_id': '5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'serial': '5945ef8c-9f8a-4952-a2f5-76fe330285b7'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1362.498149] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4744168-63ab-41a4-84f2-1e9a47fde338 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.510497] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401133, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.512590] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1362.512590] env[62094]: value = "task-1401135" [ 1362.512590] env[62094]: _type = "Task" [ 1362.512590] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.526525] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401135, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.634593] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c71b319-ce53-459b-aa17-e75ea8df391a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.644314] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdba8fd-30d7-4358-94fc-efacd8b19ab0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.677713] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0dabd6-bbcd-4329-90d6-eccaf55c0e1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.686017] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814901b0-05a5-4710-ac59-9d12d8d1ded6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.701632] env[62094]: DEBUG nova.compute.provider_tree [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.734044] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401134, 'name': CreateVM_Task, 'duration_secs': 0.481103} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.734216] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.734935] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.736308] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.736308] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.736308] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7d2ddd-e276-4ca1-9450-dd265e27aada {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.742629] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1362.742629] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521de5d7-095b-e31c-27c6-38a204f2fb99" [ 1362.742629] env[62094]: _type = "Task" [ 1362.742629] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.756060] env[62094]: DEBUG oslo_vmware.api [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401131, 'name': RemoveSnapshot_Task, 'duration_secs': 0.774429} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.759514] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1362.759775] env[62094]: INFO nova.compute.manager [None req-a93e64c2-d6ea-4c99-b953-4343ba2897d5 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Took 18.89 seconds to snapshot the instance on the hypervisor. [ 1362.763343] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521de5d7-095b-e31c-27c6-38a204f2fb99, 'name': SearchDatastore_Task, 'duration_secs': 0.00987} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.765940] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.766254] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.766576] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.766743] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.767145] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.767437] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1995c4e0-4d4a-4b3f-aaa7-7a5555cc8c03 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.777890] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.777890] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.778214] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d979c0-1a16-4b76-804d-7f4cfe922df3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.785835] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1362.785835] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]523632e9-0801-302c-2a7a-ea4effc8c343" [ 1362.785835] env[62094]: _type = "Task" [ 1362.785835] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.794679] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523632e9-0801-302c-2a7a-ea4effc8c343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.826458] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "26bfb3f4-0903-4a2b-9256-f135c6e1540d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.826458] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "26bfb3f4-0903-4a2b-9256-f135c6e1540d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.899507] env[62094]: DEBUG oslo_concurrency.lockutils [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "02173652-e460-4df6-8ef1-e3781e2e82e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.899773] env[62094]: DEBUG oslo_concurrency.lockutils [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "02173652-e460-4df6-8ef1-e3781e2e82e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.899983] env[62094]: DEBUG oslo_concurrency.lockutils [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "02173652-e460-4df6-8ef1-e3781e2e82e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.900192] env[62094]: DEBUG oslo_concurrency.lockutils [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "02173652-e460-4df6-8ef1-e3781e2e82e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.900382] env[62094]: DEBUG oslo_concurrency.lockutils [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "02173652-e460-4df6-8ef1-e3781e2e82e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.902747] env[62094]: INFO nova.compute.manager [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Terminating instance [ 1362.904433] env[62094]: DEBUG oslo_concurrency.lockutils [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "refresh_cache-02173652-e460-4df6-8ef1-e3781e2e82e0" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.904593] env[62094]: DEBUG oslo_concurrency.lockutils [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquired lock "refresh_cache-02173652-e460-4df6-8ef1-e3781e2e82e0" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.904760] env[62094]: DEBUG nova.network.neutron [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.005702] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546273} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.006067] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 12a456ef-d6a0-474d-8b03-d134bee657cb/12a456ef-d6a0-474d-8b03-d134bee657cb.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1363.006297] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1363.006628] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8369834d-0357-4219-b230-c5e513229a43 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.014391] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Waiting for the task: (returnval){ [ 1363.014391] env[62094]: value = "task-1401136" [ 1363.014391] env[62094]: _type = "Task" [ 1363.014391] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.026692] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401135, 'name': Rename_Task, 'duration_secs': 0.207708} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.029600] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.029906] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.030147] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc0ded8f-cca4-4ea7-bdc5-c82c7ba5d00e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.037571] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1363.037571] env[62094]: value = "task-1401137" [ 1363.037571] env[62094]: _type = "Task" [ 1363.037571] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.046752] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.060552] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Didn't find any instances for network info cache update. {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1363.060876] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.061081] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.061242] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.061454] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.061638] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.061825] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.062024] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1363.062232] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.204610] env[62094]: DEBUG nova.scheduler.client.report [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1363.296679] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]523632e9-0801-302c-2a7a-ea4effc8c343, 'name': SearchDatastore_Task, 'duration_secs': 0.010235} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.297511] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5150202d-681c-4b8a-90a2-e625ec04b0e6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.303530] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1363.303530] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]525a9a56-1d91-63f5-8a1e-400f8c7bd8bd" [ 1363.303530] env[62094]: _type = "Task" [ 1363.303530] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.311307] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525a9a56-1d91-63f5-8a1e-400f8c7bd8bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.329385] env[62094]: DEBUG nova.compute.manager [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1363.342709] env[62094]: DEBUG nova.network.neutron [req-6bdca11b-c890-4a3f-874b-81549dc815c8 req-9d71c699-e903-4233-839b-d686e575f601 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Updated VIF entry in instance network info cache for port 6a661b75-d585-48ed-80ac-3cba920f140c. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.343233] env[62094]: DEBUG nova.network.neutron [req-6bdca11b-c890-4a3f-874b-81549dc815c8 req-9d71c699-e903-4233-839b-d686e575f601 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Updating instance_info_cache with network_info: [{"id": "6a661b75-d585-48ed-80ac-3cba920f140c", "address": "fa:16:3e:09:6d:f8", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a661b75-d5", "ovs_interfaceid": "6a661b75-d585-48ed-80ac-3cba920f140c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.429913] env[62094]: DEBUG nova.network.neutron [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.525624] env[62094]: DEBUG nova.network.neutron [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.540330] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083573} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.544473] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1363.546208] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dad9a40-a2b7-4895-86b4-6b03b3dabfcf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.556663] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401137, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.568580] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.578208] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 12a456ef-d6a0-474d-8b03-d134bee657cb/12a456ef-d6a0-474d-8b03-d134bee657cb.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.578561] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5192287b-cf64-46a2-9828-dc84b635900d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.607505] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Waiting for the task: (returnval){ [ 1363.607505] env[62094]: value = "task-1401138" [ 1363.607505] env[62094]: _type = "Task" [ 1363.607505] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.617735] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.710407] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.713971] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.045s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.757065] env[62094]: INFO nova.scheduler.client.report [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Deleted allocations for instance 32e5308f-da8d-45e8-99f3-382cf9d62dae [ 1363.814995] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525a9a56-1d91-63f5-8a1e-400f8c7bd8bd, 'name': SearchDatastore_Task, 'duration_secs': 0.028434} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.815308] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.815614] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] d3149e25-0838-4407-ad82-0b29bd3153a6/d3149e25-0838-4407-ad82-0b29bd3153a6.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.815906] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b11975c-c6ff-4d0b-aac7-34a5ef282bdd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.824287] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1363.824287] env[62094]: value = "task-1401139" [ 1363.824287] env[62094]: _type = "Task" [ 1363.824287] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.836812] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.847105] env[62094]: DEBUG oslo_concurrency.lockutils [req-6bdca11b-c890-4a3f-874b-81549dc815c8 req-9d71c699-e903-4233-839b-d686e575f601 service nova] Releasing lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.860087] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.028914] env[62094]: DEBUG oslo_concurrency.lockutils [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Releasing lock "refresh_cache-02173652-e460-4df6-8ef1-e3781e2e82e0" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.029376] env[62094]: DEBUG nova.compute.manager [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1364.029574] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.030479] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1fecd5-c5b6-4893-a3d9-55c96819d0f6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.039552] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.043023] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3050d596-e115-408a-9f49-27e41f3a7690 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.050880] env[62094]: DEBUG oslo_vmware.api [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401137, 'name': PowerOnVM_Task, 'duration_secs': 0.525739} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.052432] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.055948] env[62094]: DEBUG oslo_vmware.api [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1364.055948] env[62094]: value = "task-1401140" [ 1364.055948] env[62094]: _type = "Task" [ 1364.055948] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.067228] env[62094]: DEBUG oslo_vmware.api [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.120712] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.185793] env[62094]: DEBUG nova.compute.manager [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1364.186817] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77c85fc-9dfb-40c1-9331-3b364e87bac7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.268788] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f4dcd86b-0b1b-4419-a799-b212fa25174d tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "32e5308f-da8d-45e8-99f3-382cf9d62dae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.800s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.335951] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401139, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.502452] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "b15f39b1-caf9-40e4-9d02-dac1cabda477" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.502799] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "b15f39b1-caf9-40e4-9d02-dac1cabda477" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.503313] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "b15f39b1-caf9-40e4-9d02-dac1cabda477-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.503556] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "b15f39b1-caf9-40e4-9d02-dac1cabda477-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.503739] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "b15f39b1-caf9-40e4-9d02-dac1cabda477-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.508836] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de78070-f44b-4260-adbc-8c4366ae3527 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.511910] env[62094]: INFO nova.compute.manager [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Terminating instance [ 1364.514345] env[62094]: DEBUG nova.compute.manager [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1364.514545] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.515414] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970a9a52-0f3b-4de9-91e8-0b3bdd682cb9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.522172] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b020fe-abea-48d5-a6d1-c3f3f68739ed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.527846] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.528439] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8350897-ab69-4903-89ab-90c1ea54a21a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.562999] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179d974b-1caa-475a-bf5a-82a888fcc01c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.566876] env[62094]: DEBUG oslo_vmware.api [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1364.566876] env[62094]: value = "task-1401141" [ 1364.566876] env[62094]: _type = "Task" [ 1364.566876] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.576998] env[62094]: DEBUG oslo_vmware.api [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401140, 'name': PowerOffVM_Task, 'duration_secs': 0.143897} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.578709] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09536af7-a215-40e8-9c59-ada820844d1b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.583235] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.583481] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.586994] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa6c8ba5-fdcb-475f-b96c-ea358a1d3c79 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.589021] env[62094]: DEBUG oslo_vmware.api [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.604496] env[62094]: DEBUG nova.compute.provider_tree [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.621607] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401138, 'name': ReconfigVM_Task, 'duration_secs': 0.737088} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.622613] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 12a456ef-d6a0-474d-8b03-d134bee657cb/12a456ef-d6a0-474d-8b03-d134bee657cb.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.623305] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd7b24e5-d3cb-41f4-80b2-4c7290efae2c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.627206] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.627835] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.627835] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Deleting the datastore file [datastore2] 02173652-e460-4df6-8ef1-e3781e2e82e0 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.629507] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed375e5b-836b-4a98-b67e-7db460c1515d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.634094] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Waiting for the task: (returnval){ [ 1364.634094] env[62094]: value = "task-1401143" [ 1364.634094] env[62094]: _type = "Task" [ 1364.634094] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.640492] env[62094]: DEBUG oslo_vmware.api [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1364.640492] env[62094]: value = "task-1401144" [ 1364.640492] env[62094]: _type = "Task" [ 1364.640492] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.649793] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401143, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.658066] env[62094]: DEBUG oslo_vmware.api [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.705469] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5e5bfb0-d9e6-4acc-a07d-480a8976463b tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 41.059s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.839703] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840865} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.839978] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] d3149e25-0838-4407-ad82-0b29bd3153a6/d3149e25-0838-4407-ad82-0b29bd3153a6.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.840268] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.840560] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67074f79-3220-4073-ac23-f1467f8aeaee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.849411] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1364.849411] env[62094]: value = "task-1401145" [ 1364.849411] env[62094]: _type = "Task" [ 1364.849411] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.859147] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.077711] env[62094]: DEBUG oslo_vmware.api [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401141, 'name': PowerOffVM_Task, 'duration_secs': 0.365609} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.077995] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.078186] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.078483] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73bcfc1d-7fc4-4246-8ce2-0365544d0d7f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.110380] env[62094]: DEBUG nova.scheduler.client.report [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1365.144411] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401143, 'name': Rename_Task, 'duration_secs': 0.241257} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.147596] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.147864] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41bb53c0-074a-400e-bbad-df389f215384 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.155643] env[62094]: DEBUG oslo_vmware.api [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160992} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.155889] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.156162] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.156393] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.156622] env[62094]: INFO nova.compute.manager [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1365.156907] env[62094]: DEBUG oslo.service.loopingcall [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.158114] env[62094]: DEBUG nova.compute.manager [-] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1365.158240] env[62094]: DEBUG nova.network.neutron [-] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.160065] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.160264] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.160445] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Deleting the datastore file [datastore1] b15f39b1-caf9-40e4-9d02-dac1cabda477 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.161973] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0238fd5-2e4d-405b-82cd-ddaff8c7a036 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.163752] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Waiting for the task: (returnval){ [ 1365.163752] env[62094]: value = "task-1401147" [ 1365.163752] env[62094]: _type = "Task" [ 1365.163752] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.168971] env[62094]: DEBUG oslo_vmware.api [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for the task: (returnval){ [ 1365.168971] env[62094]: value = "task-1401148" [ 1365.168971] env[62094]: _type = "Task" [ 1365.168971] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.174613] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.180166] env[62094]: DEBUG oslo_vmware.api [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.180851] env[62094]: DEBUG nova.network.neutron [-] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.358933] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075574} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.359553] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.360779] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b302bb4-d813-42ef-b5cb-37079fea37d1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.382687] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] d3149e25-0838-4407-ad82-0b29bd3153a6/d3149e25-0838-4407-ad82-0b29bd3153a6.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.382979] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd4b614-ba64-40c8-806e-0a13023041cf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.402661] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1365.402661] env[62094]: value = "task-1401149" [ 1365.402661] env[62094]: _type = "Task" [ 1365.402661] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.412703] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.676982] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.682378] env[62094]: DEBUG oslo_vmware.api [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Task: {'id': task-1401148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476257} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.682698] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.682903] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.683098] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.683304] env[62094]: INFO nova.compute.manager [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1365.683654] env[62094]: DEBUG oslo.service.loopingcall [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.683890] env[62094]: DEBUG nova.network.neutron [-] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.685506] env[62094]: DEBUG nova.compute.manager [-] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1365.685618] env[62094]: DEBUG nova.network.neutron [-] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.913473] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.954711] env[62094]: DEBUG nova.compute.manager [req-b1ec6213-d655-49bd-9fc5-04e19960aa05 req-0a676dcf-57f3-4b40-bb08-f9113575807e service nova] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Received event network-vif-deleted-5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1365.955034] env[62094]: INFO nova.compute.manager [req-b1ec6213-d655-49bd-9fc5-04e19960aa05 req-0a676dcf-57f3-4b40-bb08-f9113575807e service nova] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Neutron deleted interface 5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3; detaching it from the instance and deleting it from the info cache [ 1365.955610] env[62094]: DEBUG nova.network.neutron [req-b1ec6213-d655-49bd-9fc5-04e19960aa05 req-0a676dcf-57f3-4b40-bb08-f9113575807e service nova] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.121754] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.409s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.124617] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.270s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.126319] env[62094]: INFO nova.compute.claims [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1366.175355] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401147, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.186411] env[62094]: INFO nova.compute.manager [-] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Took 1.03 seconds to deallocate network for instance. [ 1366.414061] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401149, 'name': ReconfigVM_Task, 'duration_secs': 0.9558} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.414061] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Reconfigured VM instance instance-00000062 to attach disk [datastore2] d3149e25-0838-4407-ad82-0b29bd3153a6/d3149e25-0838-4407-ad82-0b29bd3153a6.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.414611] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b024e9e-a263-46ab-82bd-d871d82fc9ae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.421436] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1366.421436] env[62094]: value = "task-1401150" [ 1366.421436] env[62094]: _type = "Task" [ 1366.421436] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.430279] env[62094]: DEBUG nova.network.neutron [-] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.431465] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401150, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.457683] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eee88411-0703-4e96-afa3-cbc296519098 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.468127] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c361e4ab-4664-42e3-97e8-a336dfa975ae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.504481] env[62094]: DEBUG nova.compute.manager [req-b1ec6213-d655-49bd-9fc5-04e19960aa05 req-0a676dcf-57f3-4b40-bb08-f9113575807e service nova] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Detach interface failed, port_id=5c5a9bf3-dec8-45bc-bb6a-4d26fbfa98b3, reason: Instance b15f39b1-caf9-40e4-9d02-dac1cabda477 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1366.676164] env[62094]: DEBUG oslo_vmware.api [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401147, 'name': PowerOnVM_Task, 'duration_secs': 1.200823} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.676860] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.677083] env[62094]: INFO nova.compute.manager [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1366.677440] env[62094]: DEBUG nova.compute.manager [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1366.678140] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c698b2a3-323e-42a3-99fd-e8175488d483 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.688386] env[62094]: INFO nova.scheduler.client.report [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleted allocation for migration ea718f37-fad6-4182-8c9f-919ac1a1a4ef [ 1366.692568] env[62094]: DEBUG oslo_concurrency.lockutils [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.933190] env[62094]: INFO nova.compute.manager [-] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Took 1.25 seconds to deallocate network for instance. [ 1366.935469] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401150, 'name': Rename_Task, 'duration_secs': 0.170691} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.937590] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.941975] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa9897ae-374c-460e-a780-af13bcf2675a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.950701] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1366.950701] env[62094]: value = "task-1401151" [ 1366.950701] env[62094]: _type = "Task" [ 1366.950701] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.960761] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.197996] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1f5966f8-2922-4108-839b-e22ebeb9f750 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.469s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.207253] env[62094]: INFO nova.compute.manager [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Took 27.25 seconds to build instance. [ 1367.402667] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79292eef-2d47-4bdd-be92-6d40491bd1b0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.413282] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf18079-23ac-4dce-9f23-46280fa3b0e0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.448237] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.449365] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622855fc-6d5a-459f-9912-d22c2ac7ca4b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.463785] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bdb2d9-a455-431b-88cb-24ed1a48a9f6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.468213] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401151, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.479659] env[62094]: DEBUG nova.compute.provider_tree [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.709538] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4080f017-497b-484a-b712-cd1544f725bd tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Lock "12a456ef-d6a0-474d-8b03-d134bee657cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.767s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.908298] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Acquiring lock "12a456ef-d6a0-474d-8b03-d134bee657cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.908596] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Lock "12a456ef-d6a0-474d-8b03-d134bee657cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.908817] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Acquiring lock "12a456ef-d6a0-474d-8b03-d134bee657cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.909764] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Lock "12a456ef-d6a0-474d-8b03-d134bee657cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.909764] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Lock "12a456ef-d6a0-474d-8b03-d134bee657cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.913324] env[62094]: INFO nova.compute.manager [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Terminating instance [ 1367.916191] env[62094]: DEBUG nova.compute.manager [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1367.916191] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.916296] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58edff6e-f7a0-4665-934d-508c975bdae5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.924998] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.925298] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76b34930-7b4b-4734-94a2-7bdb19aa5f08 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.934457] env[62094]: DEBUG oslo_vmware.api [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Waiting for the task: (returnval){ [ 1367.934457] env[62094]: value = "task-1401152" [ 1367.934457] env[62094]: _type = "Task" [ 1367.934457] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.946560] env[62094]: DEBUG oslo_vmware.api [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.965729] env[62094]: DEBUG oslo_vmware.api [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401151, 'name': PowerOnVM_Task, 'duration_secs': 0.662799} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.966039] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.966268] env[62094]: INFO nova.compute.manager [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1367.966471] env[62094]: DEBUG nova.compute.manager [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1367.967283] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b9b00e-c757-4456-bd91-2418922f2ea4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.982252] env[62094]: DEBUG nova.scheduler.client.report [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1368.447556] env[62094]: DEBUG oslo_vmware.api [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401152, 'name': PowerOffVM_Task, 'duration_secs': 0.425426} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.447556] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.447556] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.447556] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cbc6619-51fd-47ca-b8c0-b1a35e272ae3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.489643] env[62094]: INFO nova.compute.manager [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Took 27.56 seconds to build instance. [ 1368.490957] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.493357] env[62094]: DEBUG nova.compute.manager [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1368.496568] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.194s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.498028] env[62094]: INFO nova.compute.claims [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.514506] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.514820] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.514931] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Deleting the datastore file [datastore1] 12a456ef-d6a0-474d-8b03-d134bee657cb {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.515423] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14335309-fc7a-4e5a-a87b-861a5537dc6b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.525292] env[62094]: DEBUG oslo_vmware.api [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Waiting for the task: (returnval){ [ 1368.525292] env[62094]: value = "task-1401154" [ 1368.525292] env[62094]: _type = "Task" [ 1368.525292] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.539425] env[62094]: DEBUG oslo_vmware.api [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.723797] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.724589] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.725180] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.725257] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.725450] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.728050] env[62094]: INFO nova.compute.manager [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Terminating instance [ 1368.729890] env[62094]: DEBUG nova.compute.manager [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1368.730182] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.731149] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4173fa5-eed6-4c8e-8def-8728c0156e43 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.739648] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.739948] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3028a502-c438-4b5d-9814-d19cf4e8b8d1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.749226] env[62094]: DEBUG oslo_vmware.api [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1368.749226] env[62094]: value = "task-1401155" [ 1368.749226] env[62094]: _type = "Task" [ 1368.749226] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.755940] env[62094]: DEBUG oslo_vmware.api [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.998544] env[62094]: DEBUG nova.compute.utils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1369.000076] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66375df5-d192-493b-851f-e760c36e34b6 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "d3149e25-0838-4407-ad82-0b29bd3153a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.078s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.000572] env[62094]: DEBUG nova.compute.manager [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1369.000736] env[62094]: DEBUG nova.network.neutron [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1369.035974] env[62094]: DEBUG oslo_vmware.api [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Task: {'id': task-1401154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142479} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.036244] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.036449] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.036640] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.036812] env[62094]: INFO nova.compute.manager [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1369.037059] env[62094]: DEBUG oslo.service.loopingcall [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.037255] env[62094]: DEBUG nova.compute.manager [-] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1369.037348] env[62094]: DEBUG nova.network.neutron [-] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.082595] env[62094]: DEBUG nova.policy [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90d784c1a41e449b96739c3ebfd0f052', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e61fb9b4d3b4de89a33466a5a6e5de1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1369.213430] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "87285f89-d05e-41f7-8566-78e57168740b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.213677] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "87285f89-d05e-41f7-8566-78e57168740b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.258209] env[62094]: DEBUG oslo_vmware.api [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401155, 'name': PowerOffVM_Task, 'duration_secs': 0.193418} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.258553] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.258731] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.259045] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53c3bdfb-394b-4e24-88d5-a1485f23165f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.323374] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.323725] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.323961] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleting the datastore file [datastore2] 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.324305] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08f90a0d-32d1-43b2-a3f5-4ad6f2c8954c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.331529] env[62094]: DEBUG oslo_vmware.api [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1369.331529] env[62094]: value = "task-1401157" [ 1369.331529] env[62094]: _type = "Task" [ 1369.331529] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.339769] env[62094]: DEBUG oslo_vmware.api [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.502159] env[62094]: DEBUG nova.compute.manager [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1369.666212] env[62094]: DEBUG nova.compute.manager [req-11402831-84d2-421d-941f-0a0fb1680e8d req-8945f27e-099f-40d4-bf9c-551cb6dcbed5 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Received event network-changed-647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1369.666212] env[62094]: DEBUG nova.compute.manager [req-11402831-84d2-421d-941f-0a0fb1680e8d req-8945f27e-099f-40d4-bf9c-551cb6dcbed5 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Refreshing instance network info cache due to event network-changed-647e6389-53ab-43ff-91cd-e77c676f2acb. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1369.666401] env[62094]: DEBUG oslo_concurrency.lockutils [req-11402831-84d2-421d-941f-0a0fb1680e8d req-8945f27e-099f-40d4-bf9c-551cb6dcbed5 service nova] Acquiring lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.666830] env[62094]: DEBUG oslo_concurrency.lockutils [req-11402831-84d2-421d-941f-0a0fb1680e8d req-8945f27e-099f-40d4-bf9c-551cb6dcbed5 service nova] Acquired lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.666918] env[62094]: DEBUG nova.network.neutron [req-11402831-84d2-421d-941f-0a0fb1680e8d req-8945f27e-099f-40d4-bf9c-551cb6dcbed5 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Refreshing network info cache for port 647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.716170] env[62094]: DEBUG nova.compute.manager [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1369.756609] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "68bd353b-8a1e-4b3c-9985-4457924502e3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.756609] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "68bd353b-8a1e-4b3c-9985-4457924502e3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.775334] env[62094]: DEBUG nova.network.neutron [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Successfully created port: 0ff0cf4f-f382-46ca-bde5-b434911c1a95 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1369.846745] env[62094]: DEBUG oslo_vmware.api [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192168} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.846992] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.847188] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.847360] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.847582] env[62094]: INFO nova.compute.manager [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1369.847769] env[62094]: DEBUG oslo.service.loopingcall [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.848800] env[62094]: DEBUG nova.compute.manager [-] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1369.848893] env[62094]: DEBUG nova.network.neutron [-] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.850920] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba84087-1515-4a63-a94b-3c0cadb6b5ed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.859323] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c405a2-8aea-4f60-bbe2-6c628d993733 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.890865] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37794eac-5a40-403a-918b-7758960f90b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.899455] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411a6061-af7c-4bce-96dd-e90e227bc26a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.915196] env[62094]: DEBUG nova.compute.provider_tree [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.181911] env[62094]: DEBUG nova.network.neutron [-] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.235682] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.259184] env[62094]: DEBUG nova.compute.utils [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1370.420948] env[62094]: DEBUG nova.scheduler.client.report [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1370.458703] env[62094]: DEBUG nova.network.neutron [req-11402831-84d2-421d-941f-0a0fb1680e8d req-8945f27e-099f-40d4-bf9c-551cb6dcbed5 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updated VIF entry in instance network info cache for port 647e6389-53ab-43ff-91cd-e77c676f2acb. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.459108] env[62094]: DEBUG nova.network.neutron [req-11402831-84d2-421d-941f-0a0fb1680e8d req-8945f27e-099f-40d4-bf9c-551cb6dcbed5 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updating instance_info_cache with network_info: [{"id": "647e6389-53ab-43ff-91cd-e77c676f2acb", "address": "fa:16:3e:07:b1:20", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647e6389-53", "ovs_interfaceid": "647e6389-53ab-43ff-91cd-e77c676f2acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.511612] env[62094]: DEBUG nova.compute.manager [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1370.539671] env[62094]: DEBUG nova.virt.hardware [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1370.539949] env[62094]: DEBUG nova.virt.hardware [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1370.540140] env[62094]: DEBUG nova.virt.hardware [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.540337] env[62094]: DEBUG nova.virt.hardware [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1370.540502] env[62094]: DEBUG nova.virt.hardware [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.540653] env[62094]: DEBUG nova.virt.hardware [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1370.540966] env[62094]: DEBUG nova.virt.hardware [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1370.541208] env[62094]: DEBUG nova.virt.hardware [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1370.541451] env[62094]: DEBUG nova.virt.hardware [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1370.541726] env[62094]: DEBUG nova.virt.hardware [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1370.541972] env[62094]: DEBUG nova.virt.hardware [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1370.543171] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e838408-bc4f-4a6b-981c-c0ed89f59864 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.553320] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80539324-8d9c-4f0e-9ee4-64570c6e8f49 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.686276] env[62094]: INFO nova.compute.manager [-] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Took 1.65 seconds to deallocate network for instance. [ 1370.723220] env[62094]: DEBUG nova.network.neutron [-] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.763754] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "68bd353b-8a1e-4b3c-9985-4457924502e3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.929126] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.929126] env[62094]: DEBUG nova.compute.manager [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1370.932161] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.220s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.932478] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.934819] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.536s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.935041] env[62094]: DEBUG nova.objects.instance [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lazy-loading 'resources' on Instance uuid 0adb4f7b-015e-4ebc-a291-e1b5240a75c9 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.961920] env[62094]: DEBUG oslo_concurrency.lockutils [req-11402831-84d2-421d-941f-0a0fb1680e8d req-8945f27e-099f-40d4-bf9c-551cb6dcbed5 service nova] Releasing lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.973975] env[62094]: INFO nova.scheduler.client.report [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleted allocations for instance 2100f73d-d3ca-4e31-9bba-05a5767389fc [ 1371.193061] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.225913] env[62094]: INFO nova.compute.manager [-] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Took 1.38 seconds to deallocate network for instance. [ 1371.355358] env[62094]: DEBUG nova.compute.manager [req-397af58d-de1a-458e-aebe-bd404c4dcacf req-57cc1ed0-3bf8-4350-97e0-f8f1c1b9aa83 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Received event network-changed-6a661b75-d585-48ed-80ac-3cba920f140c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1371.356062] env[62094]: DEBUG nova.compute.manager [req-397af58d-de1a-458e-aebe-bd404c4dcacf req-57cc1ed0-3bf8-4350-97e0-f8f1c1b9aa83 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Refreshing instance network info cache due to event network-changed-6a661b75-d585-48ed-80ac-3cba920f140c. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1371.356391] env[62094]: DEBUG oslo_concurrency.lockutils [req-397af58d-de1a-458e-aebe-bd404c4dcacf req-57cc1ed0-3bf8-4350-97e0-f8f1c1b9aa83 service nova] Acquiring lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.356720] env[62094]: DEBUG oslo_concurrency.lockutils [req-397af58d-de1a-458e-aebe-bd404c4dcacf req-57cc1ed0-3bf8-4350-97e0-f8f1c1b9aa83 service nova] Acquired lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.356930] env[62094]: DEBUG nova.network.neutron [req-397af58d-de1a-458e-aebe-bd404c4dcacf req-57cc1ed0-3bf8-4350-97e0-f8f1c1b9aa83 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Refreshing network info cache for port 6a661b75-d585-48ed-80ac-3cba920f140c {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.438224] env[62094]: DEBUG nova.compute.utils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1371.442264] env[62094]: DEBUG nova.compute.manager [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1371.442430] env[62094]: DEBUG nova.network.neutron [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.469097] env[62094]: DEBUG nova.network.neutron [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Successfully updated port: 0ff0cf4f-f382-46ca-bde5-b434911c1a95 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1371.478142] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3ae82c7-7101-42ba-b6c1-392e4a93b08d tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "2100f73d-d3ca-4e31-9bba-05a5767389fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.608s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.496978] env[62094]: DEBUG nova.policy [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df9a67991cf640aba6efe6920a82fdeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1e1e4ab0b7f4c2e989f2d28e13f7f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1371.713984] env[62094]: DEBUG nova.compute.manager [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Received event network-vif-deleted-6633f362-0c7d-40f5-a4d8-8746387d848a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1371.714314] env[62094]: DEBUG nova.compute.manager [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Received event network-changed-6a661b75-d585-48ed-80ac-3cba920f140c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1371.714422] env[62094]: DEBUG nova.compute.manager [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Refreshing instance network info cache due to event network-changed-6a661b75-d585-48ed-80ac-3cba920f140c. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1371.714599] env[62094]: DEBUG oslo_concurrency.lockutils [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] Acquiring lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.732500] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.812526] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9ff44e-7e04-4ee6-b614-272cfa8c6e23 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.820917] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbfdbf4-a773-4075-842d-8653ce28e5b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.854499] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "68bd353b-8a1e-4b3c-9985-4457924502e3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.854723] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "68bd353b-8a1e-4b3c-9985-4457924502e3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.854957] env[62094]: INFO nova.compute.manager [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Attaching volume 39953ece-cacd-468f-90b3-eb9fb33e5897 to /dev/sdb [ 1371.858376] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85a40f9-6e29-4585-a9b8-c3d1ef05f2f6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.870976] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba21e6e-2550-47f1-9950-b28b231a7124 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.887090] env[62094]: DEBUG nova.compute.provider_tree [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.903118] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd87b02-8015-4ef7-b8df-cedd271815f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.912981] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082e420c-7d7e-42ae-b583-063e6562589a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.929725] env[62094]: DEBUG nova.virt.block_device [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Updating existing volume attachment record: 0ba4c671-aa43-4ca1-8142-eb9567f2a24e {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1371.946089] env[62094]: DEBUG nova.compute.manager [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1371.972326] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "refresh_cache-29358ced-8701-4e84-842b-c1425f3f93d3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.972495] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquired lock "refresh_cache-29358ced-8701-4e84-842b-c1425f3f93d3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.972683] env[62094]: DEBUG nova.network.neutron [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.102294] env[62094]: DEBUG nova.network.neutron [req-397af58d-de1a-458e-aebe-bd404c4dcacf req-57cc1ed0-3bf8-4350-97e0-f8f1c1b9aa83 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Updated VIF entry in instance network info cache for port 6a661b75-d585-48ed-80ac-3cba920f140c. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.103046] env[62094]: DEBUG nova.network.neutron [req-397af58d-de1a-458e-aebe-bd404c4dcacf req-57cc1ed0-3bf8-4350-97e0-f8f1c1b9aa83 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Updating instance_info_cache with network_info: [{"id": "6a661b75-d585-48ed-80ac-3cba920f140c", "address": "fa:16:3e:09:6d:f8", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a661b75-d5", "ovs_interfaceid": "6a661b75-d585-48ed-80ac-3cba920f140c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.188043] env[62094]: DEBUG nova.network.neutron [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Successfully created port: 13fa6a74-b521-4134-85d2-807c54478fef {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.389664] env[62094]: DEBUG nova.scheduler.client.report [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1372.510179] env[62094]: DEBUG nova.network.neutron [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.610458] env[62094]: DEBUG oslo_concurrency.lockutils [req-397af58d-de1a-458e-aebe-bd404c4dcacf req-57cc1ed0-3bf8-4350-97e0-f8f1c1b9aa83 service nova] Releasing lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.617023] env[62094]: DEBUG oslo_concurrency.lockutils [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] Acquired lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.617023] env[62094]: DEBUG nova.network.neutron [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Refreshing network info cache for port 6a661b75-d585-48ed-80ac-3cba920f140c {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.691224] env[62094]: DEBUG nova.network.neutron [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Updating instance_info_cache with network_info: [{"id": "0ff0cf4f-f382-46ca-bde5-b434911c1a95", "address": "fa:16:3e:a8:3c:da", "network": {"id": "ec5d8394-276a-40dd-971c-642e8b21ca56", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1600730185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e61fb9b4d3b4de89a33466a5a6e5de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff0cf4f-f3", "ovs_interfaceid": "0ff0cf4f-f382-46ca-bde5-b434911c1a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.825951] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.826225] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.898958] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.901456] env[62094]: DEBUG oslo_concurrency.lockutils [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.312s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.901681] env[62094]: DEBUG nova.objects.instance [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62094) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1372.921430] env[62094]: INFO nova.scheduler.client.report [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleted allocations for instance 0adb4f7b-015e-4ebc-a291-e1b5240a75c9 [ 1372.957436] env[62094]: DEBUG nova.compute.manager [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1372.982911] env[62094]: DEBUG nova.virt.hardware [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1372.983177] env[62094]: DEBUG nova.virt.hardware [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1372.983359] env[62094]: DEBUG nova.virt.hardware [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.983547] env[62094]: DEBUG nova.virt.hardware [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1372.983697] env[62094]: DEBUG nova.virt.hardware [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.983841] env[62094]: DEBUG nova.virt.hardware [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1372.984059] env[62094]: DEBUG nova.virt.hardware [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1372.984226] env[62094]: DEBUG nova.virt.hardware [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1372.984399] env[62094]: DEBUG nova.virt.hardware [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1372.984565] env[62094]: DEBUG nova.virt.hardware [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1372.984742] env[62094]: DEBUG nova.virt.hardware [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1372.985835] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9461c7e4-a182-4043-97b3-0ee0b0d54794 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.994387] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fee0eca-2ee3-49f4-b741-3c1cdb089994 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.999782] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "interface-2b835bdc-36c0-4bd3-b54b-bcece069222f-e33e8873-f125-4bd2-9645-ad136d16fa01" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.000011] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-2b835bdc-36c0-4bd3-b54b-bcece069222f-e33e8873-f125-4bd2-9645-ad136d16fa01" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.000352] env[62094]: DEBUG nova.objects.instance [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'flavor' on Instance uuid 2b835bdc-36c0-4bd3-b54b-bcece069222f {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.194879] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Releasing lock "refresh_cache-29358ced-8701-4e84-842b-c1425f3f93d3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.195317] env[62094]: DEBUG nova.compute.manager [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Instance network_info: |[{"id": "0ff0cf4f-f382-46ca-bde5-b434911c1a95", "address": "fa:16:3e:a8:3c:da", "network": {"id": "ec5d8394-276a-40dd-971c-642e8b21ca56", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1600730185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e61fb9b4d3b4de89a33466a5a6e5de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff0cf4f-f3", "ovs_interfaceid": "0ff0cf4f-f382-46ca-bde5-b434911c1a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1373.198037] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:3c:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ff0cf4f-f382-46ca-bde5-b434911c1a95', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.206429] env[62094]: DEBUG oslo.service.loopingcall [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.206702] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.207299] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd642b4a-312e-4efc-83c0-c7dc882164ec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.229647] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.229647] env[62094]: value = "task-1401161" [ 1373.229647] env[62094]: _type = "Task" [ 1373.229647] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.237613] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401161, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.328762] env[62094]: DEBUG nova.compute.manager [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1373.332390] env[62094]: DEBUG nova.network.neutron [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Updated VIF entry in instance network info cache for port 6a661b75-d585-48ed-80ac-3cba920f140c. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.332731] env[62094]: DEBUG nova.network.neutron [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Updating instance_info_cache with network_info: [{"id": "6a661b75-d585-48ed-80ac-3cba920f140c", "address": "fa:16:3e:09:6d:f8", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a661b75-d5", "ovs_interfaceid": "6a661b75-d585-48ed-80ac-3cba920f140c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.386051] env[62094]: DEBUG nova.compute.manager [req-1e6d94f5-0ce5-4900-89a8-251960283668 req-c9348b7d-6eff-48fb-bdec-e9296cf43ccc service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Received event network-changed-647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1373.387029] env[62094]: DEBUG nova.compute.manager [req-1e6d94f5-0ce5-4900-89a8-251960283668 req-c9348b7d-6eff-48fb-bdec-e9296cf43ccc service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Refreshing instance network info cache due to event network-changed-647e6389-53ab-43ff-91cd-e77c676f2acb. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1373.387029] env[62094]: DEBUG oslo_concurrency.lockutils [req-1e6d94f5-0ce5-4900-89a8-251960283668 req-c9348b7d-6eff-48fb-bdec-e9296cf43ccc service nova] Acquiring lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.387029] env[62094]: DEBUG oslo_concurrency.lockutils [req-1e6d94f5-0ce5-4900-89a8-251960283668 req-c9348b7d-6eff-48fb-bdec-e9296cf43ccc service nova] Acquired lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.387029] env[62094]: DEBUG nova.network.neutron [req-1e6d94f5-0ce5-4900-89a8-251960283668 req-c9348b7d-6eff-48fb-bdec-e9296cf43ccc service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Refreshing network info cache for port 647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.430762] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f0478137-2bfe-4ac0-986d-eb55dbf5d767 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "0adb4f7b-015e-4ebc-a291-e1b5240a75c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.142s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.619957] env[62094]: DEBUG nova.objects.instance [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'pci_requests' on Instance uuid 2b835bdc-36c0-4bd3-b54b-bcece069222f {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.739906] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401161, 'name': CreateVM_Task, 'duration_secs': 0.359302} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.740094] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.740769] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.740938] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.741297] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.741555] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13bc2ad-d2b8-42ff-91e8-a9e1b97d32a8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.746725] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1373.746725] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5222e1a8-6239-a022-c7e5-eec5daf350ee" [ 1373.746725] env[62094]: _type = "Task" [ 1373.746725] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.754144] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5222e1a8-6239-a022-c7e5-eec5daf350ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.837033] env[62094]: DEBUG oslo_concurrency.lockutils [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] Releasing lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.837336] env[62094]: DEBUG nova.compute.manager [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Received event network-vif-deleted-e732beb7-085b-435b-918d-016e1a624131 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1373.837449] env[62094]: DEBUG nova.compute.manager [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Received event network-vif-plugged-0ff0cf4f-f382-46ca-bde5-b434911c1a95 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1373.837639] env[62094]: DEBUG oslo_concurrency.lockutils [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] Acquiring lock "29358ced-8701-4e84-842b-c1425f3f93d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.837843] env[62094]: DEBUG oslo_concurrency.lockutils [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] Lock "29358ced-8701-4e84-842b-c1425f3f93d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.838016] env[62094]: DEBUG oslo_concurrency.lockutils [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] Lock "29358ced-8701-4e84-842b-c1425f3f93d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.838646] env[62094]: DEBUG nova.compute.manager [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] No waiting events found dispatching network-vif-plugged-0ff0cf4f-f382-46ca-bde5-b434911c1a95 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1373.838838] env[62094]: WARNING nova.compute.manager [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Received unexpected event network-vif-plugged-0ff0cf4f-f382-46ca-bde5-b434911c1a95 for instance with vm_state building and task_state spawning. [ 1373.839019] env[62094]: DEBUG nova.compute.manager [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Received event network-changed-0ff0cf4f-f382-46ca-bde5-b434911c1a95 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1373.839190] env[62094]: DEBUG nova.compute.manager [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Refreshing instance network info cache due to event network-changed-0ff0cf4f-f382-46ca-bde5-b434911c1a95. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1373.839392] env[62094]: DEBUG oslo_concurrency.lockutils [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] Acquiring lock "refresh_cache-29358ced-8701-4e84-842b-c1425f3f93d3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.839540] env[62094]: DEBUG oslo_concurrency.lockutils [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] Acquired lock "refresh_cache-29358ced-8701-4e84-842b-c1425f3f93d3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.839703] env[62094]: DEBUG nova.network.neutron [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Refreshing network info cache for port 0ff0cf4f-f382-46ca-bde5-b434911c1a95 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.857981] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.910041] env[62094]: DEBUG oslo_concurrency.lockutils [None req-670bddb4-91f7-4deb-b514-e77ca2187c67 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.911672] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.343s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.915024] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.915024] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1373.915024] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.052s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.915024] env[62094]: INFO nova.compute.claims [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.917561] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5c70e6-1876-4a12-8360-bbdc7b1e7105 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.932890] env[62094]: DEBUG nova.network.neutron [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Successfully updated port: 13fa6a74-b521-4134-85d2-807c54478fef {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.938153] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9f841e-e987-4749-86e0-34e701fa26d1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.955412] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844f9189-a942-465a-b3ba-82110c8d4745 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.963893] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca29e518-8b5c-453e-8c1c-171b564356b7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.994444] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179138MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1373.994633] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.122830] env[62094]: DEBUG nova.objects.base [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Object Instance<2b835bdc-36c0-4bd3-b54b-bcece069222f> lazy-loaded attributes: flavor,pci_requests {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1374.123087] env[62094]: DEBUG nova.network.neutron [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1374.180688] env[62094]: DEBUG nova.network.neutron [req-1e6d94f5-0ce5-4900-89a8-251960283668 req-c9348b7d-6eff-48fb-bdec-e9296cf43ccc service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updated VIF entry in instance network info cache for port 647e6389-53ab-43ff-91cd-e77c676f2acb. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.180688] env[62094]: DEBUG nova.network.neutron [req-1e6d94f5-0ce5-4900-89a8-251960283668 req-c9348b7d-6eff-48fb-bdec-e9296cf43ccc service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updating instance_info_cache with network_info: [{"id": "647e6389-53ab-43ff-91cd-e77c676f2acb", "address": "fa:16:3e:07:b1:20", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647e6389-53", "ovs_interfaceid": "647e6389-53ab-43ff-91cd-e77c676f2acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.212791] env[62094]: DEBUG nova.policy [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db323f4782b4039b4a3c5d42b867ad1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8412c020e6af477eac81718f70cb4614', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1374.256741] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5222e1a8-6239-a022-c7e5-eec5daf350ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.257121] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.257402] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.257681] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.257871] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.258101] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.258654] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14a38e9e-cd6c-4c4d-85db-6bb9cfb720ec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.267484] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.267712] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.268569] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-351bf679-7eed-49ef-87a5-c3a409cc6754 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.273632] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1374.273632] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5219ce6f-db9e-1d60-bd69-83253bae35ab" [ 1374.273632] env[62094]: _type = "Task" [ 1374.273632] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.281339] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5219ce6f-db9e-1d60-bd69-83253bae35ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.296995] env[62094]: DEBUG oslo_concurrency.lockutils [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "5205be1d-ce77-42ea-b622-9963acd05f53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.297232] env[62094]: DEBUG oslo_concurrency.lockutils [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "5205be1d-ce77-42ea-b622-9963acd05f53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.297452] env[62094]: DEBUG oslo_concurrency.lockutils [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "5205be1d-ce77-42ea-b622-9963acd05f53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.297682] env[62094]: DEBUG oslo_concurrency.lockutils [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "5205be1d-ce77-42ea-b622-9963acd05f53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.297863] env[62094]: DEBUG oslo_concurrency.lockutils [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "5205be1d-ce77-42ea-b622-9963acd05f53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.299915] env[62094]: INFO nova.compute.manager [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Terminating instance [ 1374.301669] env[62094]: DEBUG nova.compute.manager [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1374.301858] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.302591] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830bcaef-caf3-44e1-8c50-20f73dd21cb3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.309318] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.309560] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-301cc915-55f6-4078-9756-11b58d61523f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.316154] env[62094]: DEBUG oslo_vmware.api [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1374.316154] env[62094]: value = "task-1401162" [ 1374.316154] env[62094]: _type = "Task" [ 1374.316154] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.324499] env[62094]: DEBUG oslo_vmware.api [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.444134] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.444364] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.444461] env[62094]: DEBUG nova.network.neutron [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.547490] env[62094]: DEBUG nova.network.neutron [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Updated VIF entry in instance network info cache for port 0ff0cf4f-f382-46ca-bde5-b434911c1a95. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.547881] env[62094]: DEBUG nova.network.neutron [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Updating instance_info_cache with network_info: [{"id": "0ff0cf4f-f382-46ca-bde5-b434911c1a95", "address": "fa:16:3e:a8:3c:da", "network": {"id": "ec5d8394-276a-40dd-971c-642e8b21ca56", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1600730185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e61fb9b4d3b4de89a33466a5a6e5de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff0cf4f-f3", "ovs_interfaceid": "0ff0cf4f-f382-46ca-bde5-b434911c1a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.683331] env[62094]: DEBUG oslo_concurrency.lockutils [req-1e6d94f5-0ce5-4900-89a8-251960283668 req-c9348b7d-6eff-48fb-bdec-e9296cf43ccc service nova] Releasing lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.784805] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5219ce6f-db9e-1d60-bd69-83253bae35ab, 'name': SearchDatastore_Task, 'duration_secs': 0.030764} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.786032] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050a3bff-e95e-43a7-8836-7eb0bd495dc1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.791157] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1374.791157] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e199d8-d162-8ef7-d5be-a620b3c0732d" [ 1374.791157] env[62094]: _type = "Task" [ 1374.791157] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.798817] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e199d8-d162-8ef7-d5be-a620b3c0732d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.826055] env[62094]: DEBUG oslo_vmware.api [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401162, 'name': PowerOffVM_Task, 'duration_secs': 0.187674} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.826055] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.826200] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.826336] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5181219-7d03-4dad-a26a-2d3fd5f8521d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.888154] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.888522] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.888591] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleting the datastore file [datastore2] 5205be1d-ce77-42ea-b622-9963acd05f53 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.888848] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab52a02e-06c3-4cd3-8397-d8706d7eabb9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.896450] env[62094]: DEBUG oslo_vmware.api [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1374.896450] env[62094]: value = "task-1401165" [ 1374.896450] env[62094]: _type = "Task" [ 1374.896450] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.904092] env[62094]: DEBUG oslo_vmware.api [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.978804] env[62094]: DEBUG nova.network.neutron [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1375.050380] env[62094]: DEBUG oslo_concurrency.lockutils [req-e9d1f3a9-8171-40fd-a60f-c1ebd317a913 req-93100b90-a30a-4019-a68e-69e53ef6b5e1 service nova] Releasing lock "refresh_cache-29358ced-8701-4e84-842b-c1425f3f93d3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.126580] env[62094]: DEBUG nova.network.neutron [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating instance_info_cache with network_info: [{"id": "13fa6a74-b521-4134-85d2-807c54478fef", "address": "fa:16:3e:91:8e:30", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13fa6a74-b5", "ovs_interfaceid": "13fa6a74-b521-4134-85d2-807c54478fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.161870] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30269062-7050-4a98-b825-964750c777ed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.170027] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91e3647-d6a8-497c-ab92-f1806ef520b8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.199761] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc4af4b-ab8a-407b-bf14-7d334607bde1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.208210] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557b7968-58c7-480e-81b2-022ad79cf6a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.225707] env[62094]: DEBUG nova.compute.provider_tree [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.301880] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e199d8-d162-8ef7-d5be-a620b3c0732d, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.302164] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.302481] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 29358ced-8701-4e84-842b-c1425f3f93d3/29358ced-8701-4e84-842b-c1425f3f93d3.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1375.302750] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d40d8f4-0627-40b2-9f2f-dbe54e29110e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.309864] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1375.309864] env[62094]: value = "task-1401166" [ 1375.309864] env[62094]: _type = "Task" [ 1375.309864] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.317755] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.406975] env[62094]: DEBUG oslo_vmware.api [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196013} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.407262] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.407454] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.407635] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.407812] env[62094]: INFO nova.compute.manager [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1375.408070] env[62094]: DEBUG oslo.service.loopingcall [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.408271] env[62094]: DEBUG nova.compute.manager [-] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1375.408375] env[62094]: DEBUG nova.network.neutron [-] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.453285] env[62094]: DEBUG nova.compute.manager [req-012f8cb2-6ee3-4bb1-affb-a3687db8aa17 req-cf2a7853-8668-46f7-9a04-84f0ed853299 service nova] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Received event network-vif-plugged-13fa6a74-b521-4134-85d2-807c54478fef {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1375.454094] env[62094]: DEBUG oslo_concurrency.lockutils [req-012f8cb2-6ee3-4bb1-affb-a3687db8aa17 req-cf2a7853-8668-46f7-9a04-84f0ed853299 service nova] Acquiring lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.454094] env[62094]: DEBUG oslo_concurrency.lockutils [req-012f8cb2-6ee3-4bb1-affb-a3687db8aa17 req-cf2a7853-8668-46f7-9a04-84f0ed853299 service nova] Lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.454228] env[62094]: DEBUG oslo_concurrency.lockutils [req-012f8cb2-6ee3-4bb1-affb-a3687db8aa17 req-cf2a7853-8668-46f7-9a04-84f0ed853299 service nova] Lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.454315] env[62094]: DEBUG nova.compute.manager [req-012f8cb2-6ee3-4bb1-affb-a3687db8aa17 req-cf2a7853-8668-46f7-9a04-84f0ed853299 service nova] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] No waiting events found dispatching network-vif-plugged-13fa6a74-b521-4134-85d2-807c54478fef {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1375.454560] env[62094]: WARNING nova.compute.manager [req-012f8cb2-6ee3-4bb1-affb-a3687db8aa17 req-cf2a7853-8668-46f7-9a04-84f0ed853299 service nova] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Received unexpected event network-vif-plugged-13fa6a74-b521-4134-85d2-807c54478fef for instance with vm_state building and task_state spawning. [ 1375.454758] env[62094]: DEBUG nova.compute.manager [req-012f8cb2-6ee3-4bb1-affb-a3687db8aa17 req-cf2a7853-8668-46f7-9a04-84f0ed853299 service nova] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Received event network-changed-13fa6a74-b521-4134-85d2-807c54478fef {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1375.454918] env[62094]: DEBUG nova.compute.manager [req-012f8cb2-6ee3-4bb1-affb-a3687db8aa17 req-cf2a7853-8668-46f7-9a04-84f0ed853299 service nova] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Refreshing instance network info cache due to event network-changed-13fa6a74-b521-4134-85d2-807c54478fef. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1375.455101] env[62094]: DEBUG oslo_concurrency.lockutils [req-012f8cb2-6ee3-4bb1-affb-a3687db8aa17 req-cf2a7853-8668-46f7-9a04-84f0ed853299 service nova] Acquiring lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.631098] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.631419] env[62094]: DEBUG nova.compute.manager [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Instance network_info: |[{"id": "13fa6a74-b521-4134-85d2-807c54478fef", "address": "fa:16:3e:91:8e:30", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13fa6a74-b5", "ovs_interfaceid": "13fa6a74-b521-4134-85d2-807c54478fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1375.631773] env[62094]: DEBUG oslo_concurrency.lockutils [req-012f8cb2-6ee3-4bb1-affb-a3687db8aa17 req-cf2a7853-8668-46f7-9a04-84f0ed853299 service nova] Acquired lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.631964] env[62094]: DEBUG nova.network.neutron [req-012f8cb2-6ee3-4bb1-affb-a3687db8aa17 req-cf2a7853-8668-46f7-9a04-84f0ed853299 service nova] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Refreshing network info cache for port 13fa6a74-b521-4134-85d2-807c54478fef {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.633417] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:8e:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13fa6a74-b521-4134-85d2-807c54478fef', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.641911] env[62094]: DEBUG oslo.service.loopingcall [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.642971] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.643300] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7e68d3b-9ade-416e-aa05-1b380afd2653 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.667399] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.667399] env[62094]: value = "task-1401167" [ 1375.667399] env[62094]: _type = "Task" [ 1375.667399] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.680024] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401167, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.729623] env[62094]: DEBUG nova.scheduler.client.report [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1375.823302] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401166, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.827464] env[62094]: DEBUG nova.network.neutron [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Successfully updated port: e33e8873-f125-4bd2-9645-ad136d16fa01 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.960622] env[62094]: DEBUG nova.compute.manager [req-68af784a-8068-4960-b81c-940c86dff57e req-52639464-9dee-4cab-a4cd-5f8158c51814 service nova] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Received event network-vif-deleted-bb29513d-78d6-42be-9614-5d7abf5e9332 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1375.960934] env[62094]: INFO nova.compute.manager [req-68af784a-8068-4960-b81c-940c86dff57e req-52639464-9dee-4cab-a4cd-5f8158c51814 service nova] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Neutron deleted interface bb29513d-78d6-42be-9614-5d7abf5e9332; detaching it from the instance and deleting it from the info cache [ 1375.961057] env[62094]: DEBUG nova.network.neutron [req-68af784a-8068-4960-b81c-940c86dff57e req-52639464-9dee-4cab-a4cd-5f8158c51814 service nova] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.178076] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401167, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.191844] env[62094]: DEBUG nova.network.neutron [-] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.235371] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.235986] env[62094]: DEBUG nova.compute.manager [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1376.238653] env[62094]: DEBUG oslo_concurrency.lockutils [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.546s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.238888] env[62094]: DEBUG nova.objects.instance [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lazy-loading 'resources' on Instance uuid 02173652-e460-4df6-8ef1-e3781e2e82e0 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.321071] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659022} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.321377] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 29358ced-8701-4e84-842b-c1425f3f93d3/29358ced-8701-4e84-842b-c1425f3f93d3.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1376.321601] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1376.321890] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0996476f-2bdf-4b25-bb19-b855b987feb2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.330453] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.330633] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.330788] env[62094]: DEBUG nova.network.neutron [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.332163] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1376.332163] env[62094]: value = "task-1401168" [ 1376.332163] env[62094]: _type = "Task" [ 1376.332163] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.342900] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.390242] env[62094]: DEBUG nova.network.neutron [req-012f8cb2-6ee3-4bb1-affb-a3687db8aa17 req-cf2a7853-8668-46f7-9a04-84f0ed853299 service nova] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updated VIF entry in instance network info cache for port 13fa6a74-b521-4134-85d2-807c54478fef. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.390627] env[62094]: DEBUG nova.network.neutron [req-012f8cb2-6ee3-4bb1-affb-a3687db8aa17 req-cf2a7853-8668-46f7-9a04-84f0ed853299 service nova] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating instance_info_cache with network_info: [{"id": "13fa6a74-b521-4134-85d2-807c54478fef", "address": "fa:16:3e:91:8e:30", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13fa6a74-b5", "ovs_interfaceid": "13fa6a74-b521-4134-85d2-807c54478fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.464506] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25d1fca8-3ab1-4838-8f2b-3e173c42f25d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.475888] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0550c47-1892-4709-8a12-b6f44a298612 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.508135] env[62094]: DEBUG nova.compute.manager [req-68af784a-8068-4960-b81c-940c86dff57e req-52639464-9dee-4cab-a4cd-5f8158c51814 service nova] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Detach interface failed, port_id=bb29513d-78d6-42be-9614-5d7abf5e9332, reason: Instance 5205be1d-ce77-42ea-b622-9963acd05f53 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1376.678586] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401167, 'name': CreateVM_Task, 'duration_secs': 0.599018} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.678816] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.679524] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.679698] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.680029] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1376.680294] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d77944-749f-4803-87b4-4e4167942154 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.685176] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1376.685176] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e319ef-eac3-524e-9775-10e9db4639b7" [ 1376.685176] env[62094]: _type = "Task" [ 1376.685176] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.693309] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e319ef-eac3-524e-9775-10e9db4639b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.694860] env[62094]: INFO nova.compute.manager [-] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Took 1.29 seconds to deallocate network for instance. [ 1376.742388] env[62094]: DEBUG nova.compute.utils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1376.747024] env[62094]: DEBUG nova.compute.manager [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1376.747024] env[62094]: DEBUG nova.network.neutron [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1376.792359] env[62094]: DEBUG nova.policy [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c369b147c46a425e9891fbcac1a70f77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6e76a97def64189884457e8275244dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1376.848349] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226193} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.848628] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.849529] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec99c96-c747-4b49-a302-e92e563aa1d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.874537] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 29358ced-8701-4e84-842b-c1425f3f93d3/29358ced-8701-4e84-842b-c1425f3f93d3.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.877530] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abcbb390-fb47-4b2b-b257-dc3f3c6c3fc9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.892107] env[62094]: WARNING nova.network.neutron [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] 959c5bda-3cfd-4870-a78c-1f005c5c9780 already exists in list: networks containing: ['959c5bda-3cfd-4870-a78c-1f005c5c9780']. ignoring it [ 1376.894692] env[62094]: DEBUG oslo_concurrency.lockutils [req-012f8cb2-6ee3-4bb1-affb-a3687db8aa17 req-cf2a7853-8668-46f7-9a04-84f0ed853299 service nova] Releasing lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.901546] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1376.901546] env[62094]: value = "task-1401169" [ 1376.901546] env[62094]: _type = "Task" [ 1376.901546] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.911232] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.993090] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1376.993447] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297034', 'volume_id': '39953ece-cacd-468f-90b3-eb9fb33e5897', 'name': 'volume-39953ece-cacd-468f-90b3-eb9fb33e5897', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '68bd353b-8a1e-4b3c-9985-4457924502e3', 'attached_at': '', 'detached_at': '', 'volume_id': '39953ece-cacd-468f-90b3-eb9fb33e5897', 'serial': '39953ece-cacd-468f-90b3-eb9fb33e5897'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1376.994452] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f89a3a0-cd4c-498b-b63b-dd3f07d8241c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.016671] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e1d638-a125-4595-ab08-984979a8d043 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.042142] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-39953ece-cacd-468f-90b3-eb9fb33e5897/volume-39953ece-cacd-468f-90b3-eb9fb33e5897.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.045204] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63275aa0-3322-4815-962e-f8a6ef5a54f8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.065683] env[62094]: DEBUG oslo_vmware.api [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1377.065683] env[62094]: value = "task-1401170" [ 1377.065683] env[62094]: _type = "Task" [ 1377.065683] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.070676] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90b94bb-87b1-41e4-b66b-390852f6b988 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.078360] env[62094]: DEBUG oslo_vmware.api [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.081075] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e8db87-9aca-4ab2-b542-022aba0049d2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.113015] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3211f6d5-f0e4-4b88-bede-92c35b22d3ac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.124042] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8ae579-f468-4eaf-a8e3-04a257c36983 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.136694] env[62094]: DEBUG nova.compute.provider_tree [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.152324] env[62094]: DEBUG nova.network.neutron [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Successfully created port: 499958a3-945a-4e72-91a4-b333cf7f8df7 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.199073] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e319ef-eac3-524e-9775-10e9db4639b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010949} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.199396] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.199633] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.199878] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.200040] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.200225] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.201142] env[62094]: DEBUG oslo_concurrency.lockutils [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.201398] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-644d30cf-ade6-437f-9404-7f08e0d891d4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.216500] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.216760] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.217536] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a8ab56-b72b-44ef-b409-d016d253fc76 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.223922] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1377.223922] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524f9f5f-8c39-ce6d-63d5-35a19e35f8be" [ 1377.223922] env[62094]: _type = "Task" [ 1377.223922] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.232353] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524f9f5f-8c39-ce6d-63d5-35a19e35f8be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.249786] env[62094]: DEBUG nova.compute.manager [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1377.413123] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401169, 'name': ReconfigVM_Task, 'duration_secs': 0.280281} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.414262] env[62094]: DEBUG nova.network.neutron [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updating instance_info_cache with network_info: [{"id": "647e6389-53ab-43ff-91cd-e77c676f2acb", "address": "fa:16:3e:07:b1:20", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647e6389-53", "ovs_interfaceid": "647e6389-53ab-43ff-91cd-e77c676f2acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e33e8873-f125-4bd2-9645-ad136d16fa01", "address": "fa:16:3e:87:f3:ac", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33e8873-f1", "ovs_interfaceid": "e33e8873-f125-4bd2-9645-ad136d16fa01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.415492] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 29358ced-8701-4e84-842b-c1425f3f93d3/29358ced-8701-4e84-842b-c1425f3f93d3.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.416138] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba8dd1c9-ab0c-44c4-9f0e-35ba01864cce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.423733] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1377.423733] env[62094]: value = "task-1401171" [ 1377.423733] env[62094]: _type = "Task" [ 1377.423733] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.433592] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401171, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.577201] env[62094]: DEBUG oslo_vmware.api [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.587937] env[62094]: DEBUG nova.compute.manager [req-311c5597-e897-46b6-8e76-4f844545dd4d req-e96cfa31-eff2-47c2-800c-a2fee79760bd service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Received event network-vif-plugged-e33e8873-f125-4bd2-9645-ad136d16fa01 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1377.588158] env[62094]: DEBUG oslo_concurrency.lockutils [req-311c5597-e897-46b6-8e76-4f844545dd4d req-e96cfa31-eff2-47c2-800c-a2fee79760bd service nova] Acquiring lock "2b835bdc-36c0-4bd3-b54b-bcece069222f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.588417] env[62094]: DEBUG oslo_concurrency.lockutils [req-311c5597-e897-46b6-8e76-4f844545dd4d req-e96cfa31-eff2-47c2-800c-a2fee79760bd service nova] Lock "2b835bdc-36c0-4bd3-b54b-bcece069222f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.588654] env[62094]: DEBUG oslo_concurrency.lockutils [req-311c5597-e897-46b6-8e76-4f844545dd4d req-e96cfa31-eff2-47c2-800c-a2fee79760bd service nova] Lock "2b835bdc-36c0-4bd3-b54b-bcece069222f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.588866] env[62094]: DEBUG nova.compute.manager [req-311c5597-e897-46b6-8e76-4f844545dd4d req-e96cfa31-eff2-47c2-800c-a2fee79760bd service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] No waiting events found dispatching network-vif-plugged-e33e8873-f125-4bd2-9645-ad136d16fa01 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1377.589049] env[62094]: WARNING nova.compute.manager [req-311c5597-e897-46b6-8e76-4f844545dd4d req-e96cfa31-eff2-47c2-800c-a2fee79760bd service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Received unexpected event network-vif-plugged-e33e8873-f125-4bd2-9645-ad136d16fa01 for instance with vm_state active and task_state None. [ 1377.589218] env[62094]: DEBUG nova.compute.manager [req-311c5597-e897-46b6-8e76-4f844545dd4d req-e96cfa31-eff2-47c2-800c-a2fee79760bd service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Received event network-changed-e33e8873-f125-4bd2-9645-ad136d16fa01 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1377.589375] env[62094]: DEBUG nova.compute.manager [req-311c5597-e897-46b6-8e76-4f844545dd4d req-e96cfa31-eff2-47c2-800c-a2fee79760bd service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Refreshing instance network info cache due to event network-changed-e33e8873-f125-4bd2-9645-ad136d16fa01. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1377.589546] env[62094]: DEBUG oslo_concurrency.lockutils [req-311c5597-e897-46b6-8e76-4f844545dd4d req-e96cfa31-eff2-47c2-800c-a2fee79760bd service nova] Acquiring lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.641612] env[62094]: DEBUG nova.scheduler.client.report [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1377.734954] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524f9f5f-8c39-ce6d-63d5-35a19e35f8be, 'name': SearchDatastore_Task, 'duration_secs': 0.015874} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.735621] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566bc771-48a5-4a4f-bd53-be90b702905c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.741265] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1377.741265] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b2d562-3f20-faef-e6f6-cf77297f4724" [ 1377.741265] env[62094]: _type = "Task" [ 1377.741265] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.750734] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b2d562-3f20-faef-e6f6-cf77297f4724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.919101] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.919752] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.919922] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.920230] env[62094]: DEBUG oslo_concurrency.lockutils [req-311c5597-e897-46b6-8e76-4f844545dd4d req-e96cfa31-eff2-47c2-800c-a2fee79760bd service nova] Acquired lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.920420] env[62094]: DEBUG nova.network.neutron [req-311c5597-e897-46b6-8e76-4f844545dd4d req-e96cfa31-eff2-47c2-800c-a2fee79760bd service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Refreshing network info cache for port e33e8873-f125-4bd2-9645-ad136d16fa01 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.922763] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e38c556-5e9a-44cc-b6a8-9958d5dd367a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.944533] env[62094]: DEBUG nova.virt.hardware [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1377.944817] env[62094]: DEBUG nova.virt.hardware [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1377.944984] env[62094]: DEBUG nova.virt.hardware [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.945202] env[62094]: DEBUG nova.virt.hardware [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1377.945354] env[62094]: DEBUG nova.virt.hardware [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.945502] env[62094]: DEBUG nova.virt.hardware [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1377.945722] env[62094]: DEBUG nova.virt.hardware [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1377.945981] env[62094]: DEBUG nova.virt.hardware [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1377.946214] env[62094]: DEBUG nova.virt.hardware [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1377.946392] env[62094]: DEBUG nova.virt.hardware [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1377.946569] env[62094]: DEBUG nova.virt.hardware [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1377.953058] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Reconfiguring VM to attach interface {{(pid=62094) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1377.956732] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61223ffd-25f8-45b6-a4fc-a63c88cf6033 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.968543] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401171, 'name': Rename_Task, 'duration_secs': 0.150442} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.969262] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.969864] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edcd51e0-4877-4e22-a4e9-a44e3a0639af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.977419] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1377.977419] env[62094]: value = "task-1401173" [ 1377.977419] env[62094]: _type = "Task" [ 1377.977419] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.978344] env[62094]: DEBUG oslo_vmware.api [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1377.978344] env[62094]: value = "task-1401172" [ 1377.978344] env[62094]: _type = "Task" [ 1377.978344] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.989181] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.992231] env[62094]: DEBUG oslo_vmware.api [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401172, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.076502] env[62094]: DEBUG oslo_vmware.api [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401170, 'name': ReconfigVM_Task, 'duration_secs': 0.58048} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.076878] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-39953ece-cacd-468f-90b3-eb9fb33e5897/volume-39953ece-cacd-468f-90b3-eb9fb33e5897.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.081505] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74940dd7-d9a2-4c82-b3fa-c5182681f973 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.098147] env[62094]: DEBUG oslo_vmware.api [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1378.098147] env[62094]: value = "task-1401174" [ 1378.098147] env[62094]: _type = "Task" [ 1378.098147] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.106997] env[62094]: DEBUG oslo_vmware.api [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401174, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.147339] env[62094]: DEBUG oslo_concurrency.lockutils [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.149834] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.703s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.150141] env[62094]: DEBUG nova.objects.instance [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lazy-loading 'resources' on Instance uuid b15f39b1-caf9-40e4-9d02-dac1cabda477 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.174788] env[62094]: INFO nova.scheduler.client.report [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Deleted allocations for instance 02173652-e460-4df6-8ef1-e3781e2e82e0 [ 1378.252235] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b2d562-3f20-faef-e6f6-cf77297f4724, 'name': SearchDatastore_Task, 'duration_secs': 0.009468} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.252642] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.253216] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] c893f71e-3d93-4b19-ba7c-e5ba48c77b36/c893f71e-3d93-4b19-ba7c-e5ba48c77b36.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1378.253637] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2860a1d0-31e6-49a2-9616-48ea2e7f13c3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.259124] env[62094]: DEBUG nova.compute.manager [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1378.263116] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1378.263116] env[62094]: value = "task-1401175" [ 1378.263116] env[62094]: _type = "Task" [ 1378.263116] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.271693] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.290525] env[62094]: DEBUG nova.virt.hardware [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5e9c30cc5889e676face18d7f5da02ad',container_format='bare',created_at=2024-11-06T05:24:59Z,direct_url=,disk_format='vmdk',id=29d1325b-3898-4ade-9532-f67880de085f,min_disk=1,min_ram=0,name='tempest-test-snap-673698201',owner='b6e76a97def64189884457e8275244dc',properties=ImageMetaProps,protected=,size=21334528,status='active',tags=,updated_at=2024-11-06T05:25:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1378.290800] env[62094]: DEBUG nova.virt.hardware [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1378.290970] env[62094]: DEBUG nova.virt.hardware [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.291176] env[62094]: DEBUG nova.virt.hardware [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1378.291330] env[62094]: DEBUG nova.virt.hardware [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.291511] env[62094]: DEBUG nova.virt.hardware [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1378.291736] env[62094]: DEBUG nova.virt.hardware [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1378.291901] env[62094]: DEBUG nova.virt.hardware [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1378.292088] env[62094]: DEBUG nova.virt.hardware [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1378.292259] env[62094]: DEBUG nova.virt.hardware [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1378.292439] env[62094]: DEBUG nova.virt.hardware [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1378.293346] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc327ae-5e66-40b3-833a-26b030ae81f7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.302156] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aa73be-23d2-4d0b-a251-a83bc0edc09a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.264604] env[62094]: DEBUG nova.network.neutron [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Successfully updated port: 499958a3-945a-4e72-91a4-b333cf7f8df7 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1379.275918] env[62094]: DEBUG oslo_concurrency.lockutils [None req-db55960f-2ebc-40ca-acab-9d7dae3e8b79 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "02173652-e460-4df6-8ef1-e3781e2e82e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.376s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.282862] env[62094]: DEBUG oslo_vmware.api [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401173, 'name': PowerOnVM_Task, 'duration_secs': 0.514754} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.283831] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.284064] env[62094]: INFO nova.compute.manager [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1379.284256] env[62094]: DEBUG nova.compute.manager [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1379.285520] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b57fca2-af31-4942-b3b1-a907ce4084b0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.300504] env[62094]: DEBUG oslo_vmware.api [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401172, 'name': ReconfigVM_Task, 'duration_secs': 0.895058} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.300504] env[62094]: DEBUG oslo_vmware.api [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401174, 'name': ReconfigVM_Task, 'duration_secs': 0.184855} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.300504] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581433} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.303241] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.303495] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Reconfigured VM to attach interface {{(pid=62094) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1379.306177] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297034', 'volume_id': '39953ece-cacd-468f-90b3-eb9fb33e5897', 'name': 'volume-39953ece-cacd-468f-90b3-eb9fb33e5897', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '68bd353b-8a1e-4b3c-9985-4457924502e3', 'attached_at': '', 'detached_at': '', 'volume_id': '39953ece-cacd-468f-90b3-eb9fb33e5897', 'serial': '39953ece-cacd-468f-90b3-eb9fb33e5897'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1379.307175] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] c893f71e-3d93-4b19-ba7c-e5ba48c77b36/c893f71e-3d93-4b19-ba7c-e5ba48c77b36.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1379.307359] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1379.311720] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8387060d-9909-4c39-a3a2-905083ed7ae6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.327575] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1379.327575] env[62094]: value = "task-1401176" [ 1379.327575] env[62094]: _type = "Task" [ 1379.327575] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.339782] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.456298] env[62094]: DEBUG nova.network.neutron [req-311c5597-e897-46b6-8e76-4f844545dd4d req-e96cfa31-eff2-47c2-800c-a2fee79760bd service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updated VIF entry in instance network info cache for port e33e8873-f125-4bd2-9645-ad136d16fa01. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.456719] env[62094]: DEBUG nova.network.neutron [req-311c5597-e897-46b6-8e76-4f844545dd4d req-e96cfa31-eff2-47c2-800c-a2fee79760bd service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updating instance_info_cache with network_info: [{"id": "647e6389-53ab-43ff-91cd-e77c676f2acb", "address": "fa:16:3e:07:b1:20", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647e6389-53", "ovs_interfaceid": "647e6389-53ab-43ff-91cd-e77c676f2acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e33e8873-f125-4bd2-9645-ad136d16fa01", "address": "fa:16:3e:87:f3:ac", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33e8873-f1", "ovs_interfaceid": "e33e8873-f125-4bd2-9645-ad136d16fa01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.535010] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7bac98-297e-4e02-849c-3545b3f68b87 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.543956] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da442722-305f-4853-bdfa-e040086041b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.577714] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffa003d-f5f8-4658-8f0a-633fd6ec570b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.586105] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1421f3dd-2943-47cd-ae61-1e54495f0693 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.599754] env[62094]: DEBUG nova.compute.provider_tree [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.647107] env[62094]: DEBUG nova.compute.manager [req-259f4383-6db9-4a30-aa66-2380300a4c0e req-41ed6f5e-751e-4221-b94d-6e0283b12e37 service nova] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Received event network-vif-plugged-499958a3-945a-4e72-91a4-b333cf7f8df7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1379.647297] env[62094]: DEBUG oslo_concurrency.lockutils [req-259f4383-6db9-4a30-aa66-2380300a4c0e req-41ed6f5e-751e-4221-b94d-6e0283b12e37 service nova] Acquiring lock "26bfb3f4-0903-4a2b-9256-f135c6e1540d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.647580] env[62094]: DEBUG oslo_concurrency.lockutils [req-259f4383-6db9-4a30-aa66-2380300a4c0e req-41ed6f5e-751e-4221-b94d-6e0283b12e37 service nova] Lock "26bfb3f4-0903-4a2b-9256-f135c6e1540d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.647792] env[62094]: DEBUG oslo_concurrency.lockutils [req-259f4383-6db9-4a30-aa66-2380300a4c0e req-41ed6f5e-751e-4221-b94d-6e0283b12e37 service nova] Lock "26bfb3f4-0903-4a2b-9256-f135c6e1540d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.647952] env[62094]: DEBUG nova.compute.manager [req-259f4383-6db9-4a30-aa66-2380300a4c0e req-41ed6f5e-751e-4221-b94d-6e0283b12e37 service nova] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] No waiting events found dispatching network-vif-plugged-499958a3-945a-4e72-91a4-b333cf7f8df7 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1379.648132] env[62094]: WARNING nova.compute.manager [req-259f4383-6db9-4a30-aa66-2380300a4c0e req-41ed6f5e-751e-4221-b94d-6e0283b12e37 service nova] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Received unexpected event network-vif-plugged-499958a3-945a-4e72-91a4-b333cf7f8df7 for instance with vm_state building and task_state spawning. [ 1379.648299] env[62094]: DEBUG nova.compute.manager [req-259f4383-6db9-4a30-aa66-2380300a4c0e req-41ed6f5e-751e-4221-b94d-6e0283b12e37 service nova] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Received event network-changed-499958a3-945a-4e72-91a4-b333cf7f8df7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1379.648456] env[62094]: DEBUG nova.compute.manager [req-259f4383-6db9-4a30-aa66-2380300a4c0e req-41ed6f5e-751e-4221-b94d-6e0283b12e37 service nova] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Refreshing instance network info cache due to event network-changed-499958a3-945a-4e72-91a4-b333cf7f8df7. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1379.648641] env[62094]: DEBUG oslo_concurrency.lockutils [req-259f4383-6db9-4a30-aa66-2380300a4c0e req-41ed6f5e-751e-4221-b94d-6e0283b12e37 service nova] Acquiring lock "refresh_cache-26bfb3f4-0903-4a2b-9256-f135c6e1540d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.648777] env[62094]: DEBUG oslo_concurrency.lockutils [req-259f4383-6db9-4a30-aa66-2380300a4c0e req-41ed6f5e-751e-4221-b94d-6e0283b12e37 service nova] Acquired lock "refresh_cache-26bfb3f4-0903-4a2b-9256-f135c6e1540d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.648934] env[62094]: DEBUG nova.network.neutron [req-259f4383-6db9-4a30-aa66-2380300a4c0e req-41ed6f5e-751e-4221-b94d-6e0283b12e37 service nova] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Refreshing network info cache for port 499958a3-945a-4e72-91a4-b333cf7f8df7 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.774125] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "refresh_cache-26bfb3f4-0903-4a2b-9256-f135c6e1540d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.803090] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "b0b56c58-85fc-491f-8c76-dca1ea9c87e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.803380] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "b0b56c58-85fc-491f-8c76-dca1ea9c87e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.803668] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "b0b56c58-85fc-491f-8c76-dca1ea9c87e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.803864] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "b0b56c58-85fc-491f-8c76-dca1ea9c87e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.804047] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "b0b56c58-85fc-491f-8c76-dca1ea9c87e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.806639] env[62094]: INFO nova.compute.manager [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Terminating instance [ 1379.808649] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "refresh_cache-b0b56c58-85fc-491f-8c76-dca1ea9c87e6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.808649] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquired lock "refresh_cache-b0b56c58-85fc-491f-8c76-dca1ea9c87e6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.808649] env[62094]: DEBUG nova.network.neutron [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.812033] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27624b4c-935c-47c7-a7f7-12ae07ad95db tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-2b835bdc-36c0-4bd3-b54b-bcece069222f-e33e8873-f125-4bd2-9645-ad136d16fa01" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.812s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.825474] env[62094]: INFO nova.compute.manager [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Took 26.99 seconds to build instance. [ 1379.839061] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234246} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.839883] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1379.840679] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afb927b-c674-4405-a0cd-c9c3560b7354 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.866126] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] c893f71e-3d93-4b19-ba7c-e5ba48c77b36/c893f71e-3d93-4b19-ba7c-e5ba48c77b36.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.866868] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e84c2754-7c49-4bf7-8944-cfb2cb6745aa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.887129] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1379.887129] env[62094]: value = "task-1401177" [ 1379.887129] env[62094]: _type = "Task" [ 1379.887129] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.895830] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.960432] env[62094]: DEBUG oslo_concurrency.lockutils [req-311c5597-e897-46b6-8e76-4f844545dd4d req-e96cfa31-eff2-47c2-800c-a2fee79760bd service nova] Releasing lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.104131] env[62094]: DEBUG nova.scheduler.client.report [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1380.181721] env[62094]: DEBUG nova.network.neutron [req-259f4383-6db9-4a30-aa66-2380300a4c0e req-41ed6f5e-751e-4221-b94d-6e0283b12e37 service nova] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1380.260516] env[62094]: DEBUG nova.network.neutron [req-259f4383-6db9-4a30-aa66-2380300a4c0e req-41ed6f5e-751e-4221-b94d-6e0283b12e37 service nova] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.325372] env[62094]: DEBUG nova.network.neutron [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1380.327261] env[62094]: DEBUG oslo_concurrency.lockutils [None req-543a0199-47de-45fa-9faa-1120737afb5d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.501s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.348874] env[62094]: DEBUG nova.objects.instance [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lazy-loading 'flavor' on Instance uuid 68bd353b-8a1e-4b3c-9985-4457924502e3 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.370539] env[62094]: DEBUG nova.network.neutron [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.399291] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401177, 'name': ReconfigVM_Task, 'duration_secs': 0.288463} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.399575] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Reconfigured VM instance instance-00000064 to attach disk [datastore2] c893f71e-3d93-4b19-ba7c-e5ba48c77b36/c893f71e-3d93-4b19-ba7c-e5ba48c77b36.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.400478] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05f14d67-d6fd-4e9f-959a-34ef5f40e89c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.407450] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1380.407450] env[62094]: value = "task-1401178" [ 1380.407450] env[62094]: _type = "Task" [ 1380.407450] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.415685] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401178, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.609599] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.460s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.611844] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.376s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.613335] env[62094]: INFO nova.compute.claims [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1380.635601] env[62094]: INFO nova.scheduler.client.report [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Deleted allocations for instance b15f39b1-caf9-40e4-9d02-dac1cabda477 [ 1380.763756] env[62094]: DEBUG oslo_concurrency.lockutils [req-259f4383-6db9-4a30-aa66-2380300a4c0e req-41ed6f5e-751e-4221-b94d-6e0283b12e37 service nova] Releasing lock "refresh_cache-26bfb3f4-0903-4a2b-9256-f135c6e1540d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.764127] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "refresh_cache-26bfb3f4-0903-4a2b-9256-f135c6e1540d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.764292] env[62094]: DEBUG nova.network.neutron [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.857198] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bd455df1-a261-4bca-8a54-d7fc983f5b10 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "68bd353b-8a1e-4b3c-9985-4457924502e3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.002s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.875050] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Releasing lock "refresh_cache-b0b56c58-85fc-491f-8c76-dca1ea9c87e6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.875050] env[62094]: DEBUG nova.compute.manager [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1380.875050] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.876068] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65b87c5-042d-4d47-b5a5-af4d2227c881 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.887592] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.887592] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-306a700e-6832-4e27-8a79-1109c22341b3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.894979] env[62094]: DEBUG oslo_vmware.api [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1380.894979] env[62094]: value = "task-1401179" [ 1380.894979] env[62094]: _type = "Task" [ 1380.894979] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.905342] env[62094]: DEBUG oslo_vmware.api [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.916926] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401178, 'name': Rename_Task, 'duration_secs': 0.157509} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.917229] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.917468] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38f32f45-eeb2-4e30-bb69-3d5709c08c39 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.923452] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1380.923452] env[62094]: value = "task-1401180" [ 1380.923452] env[62094]: _type = "Task" [ 1380.923452] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.933848] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.144247] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2e41c3e5-46ec-4bc1-974b-3bea617622b9 tempest-ListImageFiltersTestJSON-1275694944 tempest-ListImageFiltersTestJSON-1275694944-project-member] Lock "b15f39b1-caf9-40e4-9d02-dac1cabda477" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.640s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.300671] env[62094]: DEBUG nova.network.neutron [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.359017] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "interface-2b835bdc-36c0-4bd3-b54b-bcece069222f-e33e8873-f125-4bd2-9645-ad136d16fa01" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.359397] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-2b835bdc-36c0-4bd3-b54b-bcece069222f-e33e8873-f125-4bd2-9645-ad136d16fa01" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.404912] env[62094]: INFO nova.compute.manager [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Rescuing [ 1381.405283] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.405838] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.405838] env[62094]: DEBUG nova.network.neutron [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.407183] env[62094]: DEBUG oslo_vmware.api [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401179, 'name': PowerOffVM_Task, 'duration_secs': 0.175} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.409611] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.409786] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.410069] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40665684-023c-4af6-b53f-2ec9fc16600c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.433722] env[62094]: DEBUG oslo_vmware.api [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401180, 'name': PowerOnVM_Task, 'duration_secs': 0.441977} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.433977] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.434175] env[62094]: INFO nova.compute.manager [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1381.434353] env[62094]: DEBUG nova.compute.manager [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1381.435229] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835d1280-7935-43ca-997e-efe991112913 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.446910] env[62094]: DEBUG nova.network.neutron [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Updating instance_info_cache with network_info: [{"id": "499958a3-945a-4e72-91a4-b333cf7f8df7", "address": "fa:16:3e:ec:d0:fc", "network": {"id": "4bb4c006-eb84-43fb-ab33-1ee766b848a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-664764610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e76a97def64189884457e8275244dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499958a3-94", "ovs_interfaceid": "499958a3-945a-4e72-91a4-b333cf7f8df7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.451026] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.451274] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.451498] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Deleting the datastore file [datastore2] b0b56c58-85fc-491f-8c76-dca1ea9c87e6 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.451630] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fb911a3-eb95-46b0-8bfd-ec85da76f326 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.467502] env[62094]: DEBUG oslo_vmware.api [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for the task: (returnval){ [ 1381.467502] env[62094]: value = "task-1401182" [ 1381.467502] env[62094]: _type = "Task" [ 1381.467502] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.475971] env[62094]: DEBUG oslo_vmware.api [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.674224] env[62094]: DEBUG nova.compute.manager [req-09381c26-750a-47b0-8239-58baac2566d5 req-a4cf0d83-601b-477f-9c0a-241e42d14daa service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Received event network-changed-0ff0cf4f-f382-46ca-bde5-b434911c1a95 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1381.674454] env[62094]: DEBUG nova.compute.manager [req-09381c26-750a-47b0-8239-58baac2566d5 req-a4cf0d83-601b-477f-9c0a-241e42d14daa service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Refreshing instance network info cache due to event network-changed-0ff0cf4f-f382-46ca-bde5-b434911c1a95. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1381.674818] env[62094]: DEBUG oslo_concurrency.lockutils [req-09381c26-750a-47b0-8239-58baac2566d5 req-a4cf0d83-601b-477f-9c0a-241e42d14daa service nova] Acquiring lock "refresh_cache-29358ced-8701-4e84-842b-c1425f3f93d3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.675080] env[62094]: DEBUG oslo_concurrency.lockutils [req-09381c26-750a-47b0-8239-58baac2566d5 req-a4cf0d83-601b-477f-9c0a-241e42d14daa service nova] Acquired lock "refresh_cache-29358ced-8701-4e84-842b-c1425f3f93d3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.675238] env[62094]: DEBUG nova.network.neutron [req-09381c26-750a-47b0-8239-58baac2566d5 req-a4cf0d83-601b-477f-9c0a-241e42d14daa service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Refreshing network info cache for port 0ff0cf4f-f382-46ca-bde5-b434911c1a95 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.830290] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc3d0f6-ac65-4f9b-b557-282015133099 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.837797] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d96602-5285-4183-b6a5-40b465dd7be0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.867947] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.867947] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.868581] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d97ca9-78fd-42b9-9997-82a5417d7762 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.871671] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30145a14-1ff4-4d62-be5d-4706f9a572f7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.892513] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517bf8e6-e2d0-4001-92ae-e864bc343ff8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.897179] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bed580a-4e8a-4c82-b4bc-6e26dd68017e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.911524] env[62094]: DEBUG nova.compute.provider_tree [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.932893] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Reconfiguring VM to detach interface {{(pid=62094) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1381.934541] env[62094]: DEBUG nova.scheduler.client.report [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1381.938389] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fccae633-8af0-4473-9b04-9bad1b98999e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.959349] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "refresh_cache-26bfb3f4-0903-4a2b-9256-f135c6e1540d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.959349] env[62094]: DEBUG nova.compute.manager [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Instance network_info: |[{"id": "499958a3-945a-4e72-91a4-b333cf7f8df7", "address": "fa:16:3e:ec:d0:fc", "network": {"id": "4bb4c006-eb84-43fb-ab33-1ee766b848a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-664764610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e76a97def64189884457e8275244dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499958a3-94", "ovs_interfaceid": "499958a3-945a-4e72-91a4-b333cf7f8df7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1381.959349] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:d0:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '499958a3-945a-4e72-91a4-b333cf7f8df7', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.966315] env[62094]: DEBUG oslo.service.loopingcall [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1381.969836] env[62094]: INFO nova.compute.manager [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Took 25.69 seconds to build instance. [ 1381.969836] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1381.969836] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90417303-ee87-4153-803f-81feac55a199 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.988291] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c3472130-9994-4014-8d13-2506d5756903 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.740s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.990689] env[62094]: DEBUG oslo_vmware.api [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1381.990689] env[62094]: value = "task-1401183" [ 1381.990689] env[62094]: _type = "Task" [ 1381.990689] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.999985] env[62094]: DEBUG oslo_vmware.api [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Task: {'id': task-1401182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10727} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.000745] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.000745] env[62094]: value = "task-1401184" [ 1382.000745] env[62094]: _type = "Task" [ 1382.000745] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.000745] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.000961] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.001156] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.001336] env[62094]: INFO nova.compute.manager [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1382.001606] env[62094]: DEBUG oslo.service.loopingcall [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1382.001893] env[62094]: DEBUG nova.compute.manager [-] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1382.001990] env[62094]: DEBUG nova.network.neutron [-] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.010858] env[62094]: DEBUG oslo_vmware.api [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.015988] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401184, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.025140] env[62094]: DEBUG nova.network.neutron [-] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1382.214144] env[62094]: DEBUG nova.network.neutron [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Updating instance_info_cache with network_info: [{"id": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "address": "fa:16:3e:cc:1e:a2", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4809906-98", "ovs_interfaceid": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.455495] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.843s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.456482] env[62094]: DEBUG nova.compute.manager [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1382.460612] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.267s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.460612] env[62094]: DEBUG nova.objects.instance [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Lazy-loading 'resources' on Instance uuid 12a456ef-d6a0-474d-8b03-d134bee657cb {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.506485] env[62094]: DEBUG oslo_vmware.api [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.515257] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401184, 'name': CreateVM_Task, 'duration_secs': 0.391806} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.516222] env[62094]: DEBUG nova.network.neutron [req-09381c26-750a-47b0-8239-58baac2566d5 req-a4cf0d83-601b-477f-9c0a-241e42d14daa service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Updated VIF entry in instance network info cache for port 0ff0cf4f-f382-46ca-bde5-b434911c1a95. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.516676] env[62094]: DEBUG nova.network.neutron [req-09381c26-750a-47b0-8239-58baac2566d5 req-a4cf0d83-601b-477f-9c0a-241e42d14daa service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Updating instance_info_cache with network_info: [{"id": "0ff0cf4f-f382-46ca-bde5-b434911c1a95", "address": "fa:16:3e:a8:3c:da", "network": {"id": "ec5d8394-276a-40dd-971c-642e8b21ca56", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1600730185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e61fb9b4d3b4de89a33466a5a6e5de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff0cf4f-f3", "ovs_interfaceid": "0ff0cf4f-f382-46ca-bde5-b434911c1a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.517898] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1382.518566] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/29d1325b-3898-4ade-9532-f67880de085f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.518771] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/29d1325b-3898-4ade-9532-f67880de085f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.519196] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/29d1325b-3898-4ade-9532-f67880de085f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.519555] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7016cf-c087-4f04-8acb-5da47d1d0510 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.524762] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1382.524762] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5286dd57-b759-44bd-5a8d-e401d10cb864" [ 1382.524762] env[62094]: _type = "Task" [ 1382.524762] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.528088] env[62094]: DEBUG nova.network.neutron [-] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.535267] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5286dd57-b759-44bd-5a8d-e401d10cb864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.717830] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.967178] env[62094]: DEBUG nova.compute.utils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1382.968810] env[62094]: DEBUG nova.compute.manager [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1382.969429] env[62094]: DEBUG nova.network.neutron [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1383.003693] env[62094]: DEBUG oslo_vmware.api [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.022911] env[62094]: DEBUG oslo_concurrency.lockutils [req-09381c26-750a-47b0-8239-58baac2566d5 req-a4cf0d83-601b-477f-9c0a-241e42d14daa service nova] Releasing lock "refresh_cache-29358ced-8701-4e84-842b-c1425f3f93d3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.033181] env[62094]: INFO nova.compute.manager [-] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Took 1.03 seconds to deallocate network for instance. [ 1383.042907] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/29d1325b-3898-4ade-9532-f67880de085f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.043295] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Processing image 29d1325b-3898-4ade-9532-f67880de085f {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.043572] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/29d1325b-3898-4ade-9532-f67880de085f/29d1325b-3898-4ade-9532-f67880de085f.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.043920] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/29d1325b-3898-4ade-9532-f67880de085f/29d1325b-3898-4ade-9532-f67880de085f.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.044116] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.047171] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69f759f5-7ddc-4f46-a4f8-e3f4614efa4d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.054835] env[62094]: DEBUG nova.policy [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2914cca56dca42109f12ae8bee6e18de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9178bb8651a42e799dd143b9f26a1cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1383.058840] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.059076] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.059823] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3374e8-7f0e-4b25-921c-6193a4ffa49b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.065501] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1383.065501] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c6a011-85db-7004-f435-72ac22a0a0df" [ 1383.065501] env[62094]: _type = "Task" [ 1383.065501] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.075439] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c6a011-85db-7004-f435-72ac22a0a0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.128757] env[62094]: DEBUG nova.compute.manager [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Stashing vm_state: active {{(pid=62094) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1383.246346] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.246619] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bfa05e2-68a7-4538-b8a2-b9b78db100c1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.249796] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155c7642-73c0-42f1-bffb-5aaf22801297 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.258618] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9ac48f-05c4-4340-801b-5b8d242ea3d8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.261737] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1383.261737] env[62094]: value = "task-1401185" [ 1383.261737] env[62094]: _type = "Task" [ 1383.261737] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.292402] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2515c35b-007d-4a88-ab65-a7498ab853ac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.297837] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.302491] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78e515f-ee2a-4f48-8ea8-11ef122dab9c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.315513] env[62094]: DEBUG nova.compute.provider_tree [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.459623] env[62094]: DEBUG nova.network.neutron [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Successfully created port: 66235057-77fb-49e8-80e0-e51b5eecf47e {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1383.472488] env[62094]: DEBUG nova.compute.manager [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1383.505954] env[62094]: DEBUG oslo_vmware.api [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.550811] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.577874] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Preparing fetch location {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1383.577874] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Fetch image to [datastore1] OSTACK_IMG_e74ba7a5-3e85-4562-9fe7-585baa9002ee/OSTACK_IMG_e74ba7a5-3e85-4562-9fe7-585baa9002ee.vmdk {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1383.578454] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Downloading stream optimized image 29d1325b-3898-4ade-9532-f67880de085f to [datastore1] OSTACK_IMG_e74ba7a5-3e85-4562-9fe7-585baa9002ee/OSTACK_IMG_e74ba7a5-3e85-4562-9fe7-585baa9002ee.vmdk on the data store datastore1 as vApp {{(pid=62094) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1383.578731] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Downloading image file data 29d1325b-3898-4ade-9532-f67880de085f to the ESX as VM named 'OSTACK_IMG_e74ba7a5-3e85-4562-9fe7-585baa9002ee' {{(pid=62094) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1383.651066] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.668196] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1383.668196] env[62094]: value = "resgroup-9" [ 1383.668196] env[62094]: _type = "ResourcePool" [ 1383.668196] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1383.669777] env[62094]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6b701c0b-3e76-49fe-ac48-3bd47541f1bf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.695581] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lease: (returnval){ [ 1383.695581] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5299ec88-3039-b699-9452-0ef989f6b326" [ 1383.695581] env[62094]: _type = "HttpNfcLease" [ 1383.695581] env[62094]: } obtained for vApp import into resource pool (val){ [ 1383.695581] env[62094]: value = "resgroup-9" [ 1383.695581] env[62094]: _type = "ResourcePool" [ 1383.695581] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1383.696081] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the lease: (returnval){ [ 1383.696081] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5299ec88-3039-b699-9452-0ef989f6b326" [ 1383.696081] env[62094]: _type = "HttpNfcLease" [ 1383.696081] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1383.703748] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1383.703748] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5299ec88-3039-b699-9452-0ef989f6b326" [ 1383.703748] env[62094]: _type = "HttpNfcLease" [ 1383.703748] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1383.771028] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401185, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.818936] env[62094]: DEBUG nova.scheduler.client.report [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1384.009498] env[62094]: DEBUG oslo_vmware.api [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.205783] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1384.205783] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5299ec88-3039-b699-9452-0ef989f6b326" [ 1384.205783] env[62094]: _type = "HttpNfcLease" [ 1384.205783] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1384.272236] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401185, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.324021] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.326541] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.594s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.327045] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.328663] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.471s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.331331] env[62094]: INFO nova.compute.claims [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.362217] env[62094]: INFO nova.scheduler.client.report [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Deleted allocations for instance 12a456ef-d6a0-474d-8b03-d134bee657cb [ 1384.368747] env[62094]: INFO nova.scheduler.client.report [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleted allocations for instance 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89 [ 1384.483580] env[62094]: DEBUG nova.compute.manager [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1384.510800] env[62094]: DEBUG oslo_vmware.api [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.514130] env[62094]: DEBUG nova.virt.hardware [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1384.514489] env[62094]: DEBUG nova.virt.hardware [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1384.514705] env[62094]: DEBUG nova.virt.hardware [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.514905] env[62094]: DEBUG nova.virt.hardware [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1384.515071] env[62094]: DEBUG nova.virt.hardware [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.515226] env[62094]: DEBUG nova.virt.hardware [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1384.515436] env[62094]: DEBUG nova.virt.hardware [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1384.515600] env[62094]: DEBUG nova.virt.hardware [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1384.515777] env[62094]: DEBUG nova.virt.hardware [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1384.515944] env[62094]: DEBUG nova.virt.hardware [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1384.516135] env[62094]: DEBUG nova.virt.hardware [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1384.517177] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421c62b8-7146-456d-8a9f-21a59247bf5f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.525379] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b50c927-7c5b-42e9-a72b-a6860a6315c1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.705037] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1384.705037] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5299ec88-3039-b699-9452-0ef989f6b326" [ 1384.705037] env[62094]: _type = "HttpNfcLease" [ 1384.705037] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1384.705037] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1384.705037] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5299ec88-3039-b699-9452-0ef989f6b326" [ 1384.705037] env[62094]: _type = "HttpNfcLease" [ 1384.705037] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1384.705703] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9696f6d-7b98-4b38-826c-a450cd6702af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.713657] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52015be2-b03a-4bbb-48df-44327cd0b493/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1384.713657] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Creating HTTP connection to write to file with size = 21334528 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52015be2-b03a-4bbb-48df-44327cd0b493/disk-0.vmdk. {{(pid=62094) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1384.790901] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-23da2845-8b3f-4362-8153-f43039c6fd2d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.792692] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401185, 'name': PowerOffVM_Task, 'duration_secs': 1.239217} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.793974] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.795454] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc41ebe-2b86-49d9-a255-a651a91e2e81 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.818991] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d005ae1-e3ca-4e8b-b694-c6c52ebd257e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.851578] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.852379] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-291a479c-306f-4fb4-a72f-1b2ba3c77dbb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.859925] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1384.859925] env[62094]: value = "task-1401187" [ 1384.859925] env[62094]: _type = "Task" [ 1384.859925] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.869770] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.872792] env[62094]: DEBUG oslo_concurrency.lockutils [None req-99023afd-0c7f-4974-bf09-b06ab390aa18 tempest-ServersNegativeTestMultiTenantJSON-74534225 tempest-ServersNegativeTestMultiTenantJSON-74534225-project-member] Lock "12a456ef-d6a0-474d-8b03-d134bee657cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.964s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.875666] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bf3f3c7a-8e35-48a7-a484-a87e545bacbc tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "7d1dd94d-d44f-49a7-a5b4-41ce464d9e89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.151s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.008232] env[62094]: DEBUG oslo_vmware.api [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.053727] env[62094]: DEBUG nova.compute.manager [req-a48d838d-0439-49c0-b277-b4e4f45e1cba req-fd8025de-5b9d-4c99-a15b-b4c0380ee50c service nova] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Received event network-vif-plugged-66235057-77fb-49e8-80e0-e51b5eecf47e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1385.053993] env[62094]: DEBUG oslo_concurrency.lockutils [req-a48d838d-0439-49c0-b277-b4e4f45e1cba req-fd8025de-5b9d-4c99-a15b-b4c0380ee50c service nova] Acquiring lock "87285f89-d05e-41f7-8566-78e57168740b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.054221] env[62094]: DEBUG oslo_concurrency.lockutils [req-a48d838d-0439-49c0-b277-b4e4f45e1cba req-fd8025de-5b9d-4c99-a15b-b4c0380ee50c service nova] Lock "87285f89-d05e-41f7-8566-78e57168740b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.054398] env[62094]: DEBUG oslo_concurrency.lockutils [req-a48d838d-0439-49c0-b277-b4e4f45e1cba req-fd8025de-5b9d-4c99-a15b-b4c0380ee50c service nova] Lock "87285f89-d05e-41f7-8566-78e57168740b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.054580] env[62094]: DEBUG nova.compute.manager [req-a48d838d-0439-49c0-b277-b4e4f45e1cba req-fd8025de-5b9d-4c99-a15b-b4c0380ee50c service nova] [instance: 87285f89-d05e-41f7-8566-78e57168740b] No waiting events found dispatching network-vif-plugged-66235057-77fb-49e8-80e0-e51b5eecf47e {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1385.054790] env[62094]: WARNING nova.compute.manager [req-a48d838d-0439-49c0-b277-b4e4f45e1cba req-fd8025de-5b9d-4c99-a15b-b4c0380ee50c service nova] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Received unexpected event network-vif-plugged-66235057-77fb-49e8-80e0-e51b5eecf47e for instance with vm_state building and task_state spawning. [ 1385.268684] env[62094]: DEBUG nova.network.neutron [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Successfully updated port: 66235057-77fb-49e8-80e0-e51b5eecf47e {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.376444] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1385.376712] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.376991] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.377940] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.378168] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.383418] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cda1063e-9257-4dd5-9e23-c0c73286d402 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.392908] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.393115] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.393959] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-486e494d-49c6-4fa4-bb14-753191eb199f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.400213] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1385.400213] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5234318d-7958-4747-b55f-ab23baaaf70d" [ 1385.400213] env[62094]: _type = "Task" [ 1385.400213] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.413767] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5234318d-7958-4747-b55f-ab23baaaf70d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.511325] env[62094]: DEBUG oslo_vmware.api [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.658119] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a556704-0317-4056-bf72-8408960ef3f5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.669230] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d77186-781e-411e-8e82-fe5734da7cf5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.719060] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4976b893-539e-400b-ba2d-91e483a66946 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.727902] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cac496-3595-416e-b9b6-fe2dcbc1d8c4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.745150] env[62094]: DEBUG nova.compute.provider_tree [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.771461] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.771680] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.771759] env[62094]: DEBUG nova.network.neutron [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.910054] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5234318d-7958-4747-b55f-ab23baaaf70d, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.912722] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d117dd1-bb88-4937-b85e-36c67614315b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.918707] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1385.918707] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e00fce-81bc-8aef-fab0-0184424eb542" [ 1385.918707] env[62094]: _type = "Task" [ 1385.918707] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.929190] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e00fce-81bc-8aef-fab0-0184424eb542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.962715] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Completed reading data from the image iterator. {{(pid=62094) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1385.962947] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52015be2-b03a-4bbb-48df-44327cd0b493/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1385.963919] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e910db78-a61d-47f2-86c0-004170e87a07 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.970844] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52015be2-b03a-4bbb-48df-44327cd0b493/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1385.971029] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52015be2-b03a-4bbb-48df-44327cd0b493/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1385.971283] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bc14df0d-ccef-49ff-9ccb-d56bd50e60d6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.006553] env[62094]: DEBUG oslo_vmware.api [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.219021] env[62094]: DEBUG oslo_vmware.rw_handles [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52015be2-b03a-4bbb-48df-44327cd0b493/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1386.219021] env[62094]: INFO nova.virt.vmwareapi.images [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Downloaded image file data 29d1325b-3898-4ade-9532-f67880de085f [ 1386.219021] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845b8958-b464-49ec-803f-712a29ee35bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.237277] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63dbadf7-7a30-492e-88ef-720a25f7f6b5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.250487] env[62094]: DEBUG nova.scheduler.client.report [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1386.303014] env[62094]: INFO nova.virt.vmwareapi.images [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] The imported VM was unregistered [ 1386.305362] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Caching image {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1386.305600] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Creating directory with path [datastore1] devstack-image-cache_base/29d1325b-3898-4ade-9532-f67880de085f {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.305901] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb740289-d5b4-4e7f-8b19-88b3af9d68d6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.317212] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Created directory with path [datastore1] devstack-image-cache_base/29d1325b-3898-4ade-9532-f67880de085f {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.317415] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e74ba7a5-3e85-4562-9fe7-585baa9002ee/OSTACK_IMG_e74ba7a5-3e85-4562-9fe7-585baa9002ee.vmdk to [datastore1] devstack-image-cache_base/29d1325b-3898-4ade-9532-f67880de085f/29d1325b-3898-4ade-9532-f67880de085f.vmdk. {{(pid=62094) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1386.317682] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f75852a0-4ed3-4fc9-bd4e-b8f163e43783 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.325373] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1386.325373] env[62094]: value = "task-1401189" [ 1386.325373] env[62094]: _type = "Task" [ 1386.325373] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.334203] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401189, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.346999] env[62094]: DEBUG nova.network.neutron [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.431614] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e00fce-81bc-8aef-fab0-0184424eb542, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.431979] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.432412] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 68bd353b-8a1e-4b3c-9985-4457924502e3/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk. {{(pid=62094) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1386.435036] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea2e9153-aace-4f9b-9796-e47050879a04 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.438926] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1386.438926] env[62094]: value = "task-1401190" [ 1386.438926] env[62094]: _type = "Task" [ 1386.438926] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.446729] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.517488] env[62094]: DEBUG oslo_vmware.api [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.617143] env[62094]: DEBUG nova.network.neutron [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updating instance_info_cache with network_info: [{"id": "66235057-77fb-49e8-80e0-e51b5eecf47e", "address": "fa:16:3e:7a:f3:7a", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66235057-77", "ovs_interfaceid": "66235057-77fb-49e8-80e0-e51b5eecf47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.758196] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.759499] env[62094]: DEBUG nova.compute.manager [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1386.762950] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.768s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.839598] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401189, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.953716] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.016818] env[62094]: DEBUG oslo_vmware.api [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.122697] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.123289] env[62094]: DEBUG nova.compute.manager [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Instance network_info: |[{"id": "66235057-77fb-49e8-80e0-e51b5eecf47e", "address": "fa:16:3e:7a:f3:7a", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66235057-77", "ovs_interfaceid": "66235057-77fb-49e8-80e0-e51b5eecf47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1387.123959] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:f3:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66235057-77fb-49e8-80e0-e51b5eecf47e', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.135362] env[62094]: DEBUG oslo.service.loopingcall [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.136136] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.136735] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d99c6f0a-a0d4-4bbd-9727-2a05a9154b24 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.169276] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.169276] env[62094]: value = "task-1401191" [ 1387.169276] env[62094]: _type = "Task" [ 1387.169276] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.185826] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401191, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.226116] env[62094]: DEBUG nova.compute.manager [req-85ac96f2-60f8-4659-a546-c51c11daf953 req-492739b7-45cf-4880-8646-1874cfa5c5a7 service nova] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Received event network-changed-66235057-77fb-49e8-80e0-e51b5eecf47e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1387.226116] env[62094]: DEBUG nova.compute.manager [req-85ac96f2-60f8-4659-a546-c51c11daf953 req-492739b7-45cf-4880-8646-1874cfa5c5a7 service nova] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Refreshing instance network info cache due to event network-changed-66235057-77fb-49e8-80e0-e51b5eecf47e. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1387.228259] env[62094]: DEBUG oslo_concurrency.lockutils [req-85ac96f2-60f8-4659-a546-c51c11daf953 req-492739b7-45cf-4880-8646-1874cfa5c5a7 service nova] Acquiring lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.228330] env[62094]: DEBUG oslo_concurrency.lockutils [req-85ac96f2-60f8-4659-a546-c51c11daf953 req-492739b7-45cf-4880-8646-1874cfa5c5a7 service nova] Acquired lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.229447] env[62094]: DEBUG nova.network.neutron [req-85ac96f2-60f8-4659-a546-c51c11daf953 req-492739b7-45cf-4880-8646-1874cfa5c5a7 service nova] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Refreshing network info cache for port 66235057-77fb-49e8-80e0-e51b5eecf47e {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.268296] env[62094]: DEBUG nova.compute.utils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1387.279537] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "85ce149a-08fb-4a13-8c8a-0d3c412eab03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.279770] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "85ce149a-08fb-4a13-8c8a-0d3c412eab03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.281233] env[62094]: DEBUG nova.compute.manager [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1387.281492] env[62094]: DEBUG nova.network.neutron [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1387.337263] env[62094]: DEBUG nova.policy [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5399a34f10540e795b25234efa5adfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef2a1a8439ec4c0abbc19b2cdd94017b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1387.342722] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401189, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.455526] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.508935] env[62094]: DEBUG oslo_vmware.api [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401183, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.691516] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401191, 'name': CreateVM_Task, 'duration_secs': 0.411193} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.691947] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.693094] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.693898] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.694859] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.694859] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f04bb6-f578-40bf-90d8-48bd71d70c48 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.701067] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1387.701067] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b4ccf4-e29a-f9ed-aa70-aac7bf8ba5e5" [ 1387.701067] env[62094]: _type = "Task" [ 1387.701067] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.712161] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b4ccf4-e29a-f9ed-aa70-aac7bf8ba5e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.720845] env[62094]: DEBUG nova.network.neutron [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Successfully created port: 8794019c-5515-4855-bf37-0ebc1b2d6e61 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1387.781925] env[62094]: DEBUG nova.compute.manager [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1387.787463] env[62094]: DEBUG nova.compute.manager [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1387.790649] env[62094]: INFO nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating resource usage from migration 7ba09d0b-078e-42ed-9e41-5939d8dfa600 [ 1387.832030] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance f926178a-a084-43a8-8906-6569d3015281 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.832030] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 248c7655-0592-4e9c-b84f-00a9cca38c23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.832030] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 60a1b4e4-cea2-4972-84ff-414b6098f03d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.832030] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 5205be1d-ce77-42ea-b622-9963acd05f53 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1387.832030] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 68bd353b-8a1e-4b3c-9985-4457924502e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.832030] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 2b835bdc-36c0-4bd3-b54b-bcece069222f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.832321] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e8a64c70-0423-42bf-9414-9554f82db3dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.832321] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 287c24ca-5e09-4c35-83a2-05f6f1fb255d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.832377] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance b0b56c58-85fc-491f-8c76-dca1ea9c87e6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1387.832470] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance d3149e25-0838-4407-ad82-0b29bd3153a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.832579] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 29358ced-8701-4e84-842b-c1425f3f93d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.832686] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 26bfb3f4-0903-4a2b-9256-f135c6e1540d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.832795] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 87285f89-d05e-41f7-8566-78e57168740b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.832905] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 6a4bae9a-c150-4dff-bd3c-62326855f6ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.834104] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Migration 7ba09d0b-078e-42ed-9e41-5939d8dfa600 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1387.834405] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance c893f71e-3d93-4b19-ba7c-e5ba48c77b36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.861173] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401189, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.955350] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401190, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.017575] env[62094]: DEBUG oslo_vmware.api [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401183, 'name': ReconfigVM_Task, 'duration_secs': 5.777092} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.017957] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.018282] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Reconfigured VM to detach interface {{(pid=62094) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1388.215142] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b4ccf4-e29a-f9ed-aa70-aac7bf8ba5e5, 'name': SearchDatastore_Task, 'duration_secs': 0.098008} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.216043] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.216043] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.216172] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.216340] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.216569] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.216945] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9436ede-7023-4098-927a-80044962d821 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.243256] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.243479] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.244294] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dcbba12-ac7d-4c56-b31d-49ed329aca75 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.251637] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1388.251637] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524385ad-f99b-f0a6-2f28-c0d910b6834a" [ 1388.251637] env[62094]: _type = "Task" [ 1388.251637] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.265145] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524385ad-f99b-f0a6-2f28-c0d910b6834a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.310928] env[62094]: DEBUG nova.network.neutron [req-85ac96f2-60f8-4659-a546-c51c11daf953 req-492739b7-45cf-4880-8646-1874cfa5c5a7 service nova] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updated VIF entry in instance network info cache for port 66235057-77fb-49e8-80e0-e51b5eecf47e. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.312874] env[62094]: DEBUG nova.network.neutron [req-85ac96f2-60f8-4659-a546-c51c11daf953 req-492739b7-45cf-4880-8646-1874cfa5c5a7 service nova] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updating instance_info_cache with network_info: [{"id": "66235057-77fb-49e8-80e0-e51b5eecf47e", "address": "fa:16:3e:7a:f3:7a", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66235057-77", "ovs_interfaceid": "66235057-77fb-49e8-80e0-e51b5eecf47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.324447] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.338347] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 85ce149a-08fb-4a13-8c8a-0d3c412eab03 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1388.338648] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1388.338799] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1388.359699] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401189, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.456105] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401190, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.649686] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbcbfa5-1fa3-4387-8a0a-6a565e3952d7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.659472] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d29a75b-588b-4eff-8678-7259413981e8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.697472] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b4e9cb-baf8-4f91-ad8a-7df7d2dbe0b0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.708674] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efcc790-cb9c-44a9-8a00-3cc951052830 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.725805] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.766147] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524385ad-f99b-f0a6-2f28-c0d910b6834a, 'name': SearchDatastore_Task, 'duration_secs': 0.157686} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.767444] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6e837f-a0ff-4dc9-b542-27956614584b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.777643] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1388.777643] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5231c054-89f9-8d16-c782-865643c14e7d" [ 1388.777643] env[62094]: _type = "Task" [ 1388.777643] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.791324] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5231c054-89f9-8d16-c782-865643c14e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.794746] env[62094]: DEBUG nova.compute.manager [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1388.815241] env[62094]: DEBUG oslo_concurrency.lockutils [req-85ac96f2-60f8-4659-a546-c51c11daf953 req-492739b7-45cf-4880-8646-1874cfa5c5a7 service nova] Releasing lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.823888] env[62094]: DEBUG nova.virt.hardware [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1388.824170] env[62094]: DEBUG nova.virt.hardware [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1388.824332] env[62094]: DEBUG nova.virt.hardware [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.824517] env[62094]: DEBUG nova.virt.hardware [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1388.824668] env[62094]: DEBUG nova.virt.hardware [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.824826] env[62094]: DEBUG nova.virt.hardware [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1388.825059] env[62094]: DEBUG nova.virt.hardware [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1388.825232] env[62094]: DEBUG nova.virt.hardware [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1388.825402] env[62094]: DEBUG nova.virt.hardware [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1388.825572] env[62094]: DEBUG nova.virt.hardware [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1388.825754] env[62094]: DEBUG nova.virt.hardware [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1388.826672] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f647f01d-5b93-4c55-a9ff-a83ab1d2b636 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.843766] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d69772-2663-4d80-820f-d22c00703d00 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.853153] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401189, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.952452] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401190, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.50919} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.952745] env[62094]: INFO nova.virt.vmwareapi.ds_util [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 68bd353b-8a1e-4b3c-9985-4457924502e3/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk. [ 1388.953609] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38cf047-c111-4730-bbac-ab1674db7796 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.983546] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 68bd353b-8a1e-4b3c-9985-4457924502e3/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.983939] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d55ec8c0-545a-4854-b4e1-6aae33aceee4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.003185] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1389.003185] env[62094]: value = "task-1401192" [ 1389.003185] env[62094]: _type = "Task" [ 1389.003185] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.013069] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.230176] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1389.255406] env[62094]: DEBUG nova.compute.manager [req-a1862e19-6ca1-4c2b-8081-6b5d24016481 req-0d499c23-7e51-4337-a02d-c1d9dec8b742 service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Received event network-vif-plugged-8794019c-5515-4855-bf37-0ebc1b2d6e61 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1389.255700] env[62094]: DEBUG oslo_concurrency.lockutils [req-a1862e19-6ca1-4c2b-8081-6b5d24016481 req-0d499c23-7e51-4337-a02d-c1d9dec8b742 service nova] Acquiring lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.256159] env[62094]: DEBUG oslo_concurrency.lockutils [req-a1862e19-6ca1-4c2b-8081-6b5d24016481 req-0d499c23-7e51-4337-a02d-c1d9dec8b742 service nova] Lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.257279] env[62094]: DEBUG oslo_concurrency.lockutils [req-a1862e19-6ca1-4c2b-8081-6b5d24016481 req-0d499c23-7e51-4337-a02d-c1d9dec8b742 service nova] Lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.257279] env[62094]: DEBUG nova.compute.manager [req-a1862e19-6ca1-4c2b-8081-6b5d24016481 req-0d499c23-7e51-4337-a02d-c1d9dec8b742 service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] No waiting events found dispatching network-vif-plugged-8794019c-5515-4855-bf37-0ebc1b2d6e61 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1389.257279] env[62094]: WARNING nova.compute.manager [req-a1862e19-6ca1-4c2b-8081-6b5d24016481 req-0d499c23-7e51-4337-a02d-c1d9dec8b742 service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Received unexpected event network-vif-plugged-8794019c-5515-4855-bf37-0ebc1b2d6e61 for instance with vm_state building and task_state spawning. [ 1389.291795] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5231c054-89f9-8d16-c782-865643c14e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.109308} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.292122] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.292390] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 87285f89-d05e-41f7-8566-78e57168740b/87285f89-d05e-41f7-8566-78e57168740b.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.292705] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56871acc-195a-4a01-8884-278b0bdf45ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.300411] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1389.300411] env[62094]: value = "task-1401193" [ 1389.300411] env[62094]: _type = "Task" [ 1389.300411] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.309611] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.350603] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401189, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.356459] env[62094]: DEBUG nova.network.neutron [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Successfully updated port: 8794019c-5515-4855-bf37-0ebc1b2d6e61 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1389.514227] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.627615] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.627615] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.627615] env[62094]: DEBUG nova.network.neutron [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.737068] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1389.737405] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.974s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.737768] env[62094]: DEBUG oslo_concurrency.lockutils [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.537s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.738055] env[62094]: DEBUG oslo_concurrency.lockutils [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.741066] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.190s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.741359] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.743646] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.093s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.768562] env[62094]: INFO nova.scheduler.client.report [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleted allocations for instance 5205be1d-ce77-42ea-b622-9963acd05f53 [ 1389.771138] env[62094]: INFO nova.scheduler.client.report [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Deleted allocations for instance b0b56c58-85fc-491f-8c76-dca1ea9c87e6 [ 1389.814094] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401193, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.849692] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401189, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.072883} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.850070] env[62094]: INFO nova.virt.vmwareapi.ds_util [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e74ba7a5-3e85-4562-9fe7-585baa9002ee/OSTACK_IMG_e74ba7a5-3e85-4562-9fe7-585baa9002ee.vmdk to [datastore1] devstack-image-cache_base/29d1325b-3898-4ade-9532-f67880de085f/29d1325b-3898-4ade-9532-f67880de085f.vmdk. [ 1389.850187] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Cleaning up location [datastore1] OSTACK_IMG_e74ba7a5-3e85-4562-9fe7-585baa9002ee {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1389.850337] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e74ba7a5-3e85-4562-9fe7-585baa9002ee {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.850846] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3087eec-7e1d-49c9-8fe4-b05ffeba48d3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.859130] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.859345] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.859439] env[62094]: DEBUG nova.network.neutron [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.860798] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1389.860798] env[62094]: value = "task-1401194" [ 1389.860798] env[62094]: _type = "Task" [ 1389.860798] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.878375] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.014797] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401192, 'name': ReconfigVM_Task, 'duration_secs': 0.958901} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.014797] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 68bd353b-8a1e-4b3c-9985-4457924502e3/cfd7dda5-dd02-4e1a-a12e-b39abc6db212-rescue.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.014797] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeef08a-226d-4c65-9321-be8bcf35626a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.041314] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b09ad8-9fe3-43e7-a976-d8c8f9791953 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.058130] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1390.058130] env[62094]: value = "task-1401195" [ 1390.058130] env[62094]: _type = "Task" [ 1390.058130] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.069880] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.249456] env[62094]: INFO nova.compute.claims [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.281567] env[62094]: DEBUG oslo_concurrency.lockutils [None req-321952ac-0add-4d2e-8e31-fbed835bb8ea tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "5205be1d-ce77-42ea-b622-9963acd05f53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.984s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.282664] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1680f2b7-0cce-4283-a240-bf4cfb3ddf63 tempest-ServerShowV247Test-1536111255 tempest-ServerShowV247Test-1536111255-project-member] Lock "b0b56c58-85fc-491f-8c76-dca1ea9c87e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.479s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.311751] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614958} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.312096] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 87285f89-d05e-41f7-8566-78e57168740b/87285f89-d05e-41f7-8566-78e57168740b.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.312356] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.312801] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42e12098-c446-4b9a-b170-f2b7a63902b5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.320109] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1390.320109] env[62094]: value = "task-1401196" [ 1390.320109] env[62094]: _type = "Task" [ 1390.320109] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.330870] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.372037] env[62094]: INFO nova.network.neutron [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Port e33e8873-f125-4bd2-9645-ad136d16fa01 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1390.372412] env[62094]: DEBUG nova.network.neutron [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updating instance_info_cache with network_info: [{"id": "647e6389-53ab-43ff-91cd-e77c676f2acb", "address": "fa:16:3e:07:b1:20", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647e6389-53", "ovs_interfaceid": "647e6389-53ab-43ff-91cd-e77c676f2acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.380598] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081217} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.380909] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.381105] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/29d1325b-3898-4ade-9532-f67880de085f/29d1325b-3898-4ade-9532-f67880de085f.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.381352] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/29d1325b-3898-4ade-9532-f67880de085f/29d1325b-3898-4ade-9532-f67880de085f.vmdk to [datastore1] 26bfb3f4-0903-4a2b-9256-f135c6e1540d/26bfb3f4-0903-4a2b-9256-f135c6e1540d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.381657] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bfb30e3-bfaa-4a2b-a6e0-cbd4d5ed755d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.388421] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1390.388421] env[62094]: value = "task-1401197" [ 1390.388421] env[62094]: _type = "Task" [ 1390.388421] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.396741] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.409996] env[62094]: DEBUG nova.network.neutron [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.491296] env[62094]: DEBUG nova.compute.manager [req-4c3be26b-b39c-4387-8314-859ec8b07357 req-69db08d8-31f2-403c-b2b0-a0e578cf2318 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Received event network-changed-647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1390.491542] env[62094]: DEBUG nova.compute.manager [req-4c3be26b-b39c-4387-8314-859ec8b07357 req-69db08d8-31f2-403c-b2b0-a0e578cf2318 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Refreshing instance network info cache due to event network-changed-647e6389-53ab-43ff-91cd-e77c676f2acb. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1390.491750] env[62094]: DEBUG oslo_concurrency.lockutils [req-4c3be26b-b39c-4387-8314-859ec8b07357 req-69db08d8-31f2-403c-b2b0-a0e578cf2318 service nova] Acquiring lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.573419] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401195, 'name': ReconfigVM_Task, 'duration_secs': 0.210384} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.573707] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.573988] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e12524e-bb06-4e3d-ae02-089968cc3429 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.580896] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1390.580896] env[62094]: value = "task-1401198" [ 1390.580896] env[62094]: _type = "Task" [ 1390.580896] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.581778] env[62094]: DEBUG nova.network.neutron [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance_info_cache with network_info: [{"id": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "address": "fa:16:3e:c0:1a:b0", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8794019c-55", "ovs_interfaceid": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.590994] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.758314] env[62094]: INFO nova.compute.resource_tracker [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating resource usage from migration 7ba09d0b-078e-42ed-9e41-5939d8dfa600 [ 1390.829356] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069587} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.829945] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1390.830466] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908016a2-fc5e-4d66-af52-758a0e08beea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.858538] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 87285f89-d05e-41f7-8566-78e57168740b/87285f89-d05e-41f7-8566-78e57168740b.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.860506] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63652c7-cc2e-48f1-bdcb-617b112f186c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.875790] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.877689] env[62094]: DEBUG oslo_concurrency.lockutils [req-4c3be26b-b39c-4387-8314-859ec8b07357 req-69db08d8-31f2-403c-b2b0-a0e578cf2318 service nova] Acquired lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.877878] env[62094]: DEBUG nova.network.neutron [req-4c3be26b-b39c-4387-8314-859ec8b07357 req-69db08d8-31f2-403c-b2b0-a0e578cf2318 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Refreshing network info cache for port 647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.884546] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1390.884546] env[62094]: value = "task-1401199" [ 1390.884546] env[62094]: _type = "Task" [ 1390.884546] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.901371] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.904534] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401197, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.041482] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cb5cc5-df65-4e0f-82f1-c23458f78078 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.049183] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a617c3ac-2b0d-4203-aabf-b3bad22b2028 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.088039] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a687bdc3-3203-43a7-a76d-79ab33e454a1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.091096] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.091300] env[62094]: DEBUG nova.compute.manager [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Instance network_info: |[{"id": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "address": "fa:16:3e:c0:1a:b0", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8794019c-55", "ovs_interfaceid": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1391.091694] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:1a:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8794019c-5515-4855-bf37-0ebc1b2d6e61', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.099252] env[62094]: DEBUG oslo.service.loopingcall [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.100244] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.100929] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-741a2909-e842-4a51-bf0a-933ed7fa4d14 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.120571] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.122586] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c55f144-56d2-4338-9560-cfb8760cf227 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.128013] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.128013] env[62094]: value = "task-1401200" [ 1391.128013] env[62094]: _type = "Task" [ 1391.128013] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.136345] env[62094]: DEBUG nova.compute.provider_tree [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.147200] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401200, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.299168] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "interface-d3149e25-0838-4407-ad82-0b29bd3153a6-e33e8873-f125-4bd2-9645-ad136d16fa01" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.300387] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-d3149e25-0838-4407-ad82-0b29bd3153a6-e33e8873-f125-4bd2-9645-ad136d16fa01" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.300387] env[62094]: DEBUG nova.objects.instance [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'flavor' on Instance uuid d3149e25-0838-4407-ad82-0b29bd3153a6 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.381186] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9faa4ad4-cac3-40e2-8a91-9e1c489449a8 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-2b835bdc-36c0-4bd3-b54b-bcece069222f-e33e8873-f125-4bd2-9645-ad136d16fa01" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.022s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.406999] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401199, 'name': ReconfigVM_Task, 'duration_secs': 0.485645} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.411238] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 87285f89-d05e-41f7-8566-78e57168740b/87285f89-d05e-41f7-8566-78e57168740b.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.411950] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401197, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.412203] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95e2f738-77ac-41f6-8e36-e36cf655f1ed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.421799] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1391.421799] env[62094]: value = "task-1401201" [ 1391.421799] env[62094]: _type = "Task" [ 1391.421799] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.435148] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401201, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.601313] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401198, 'name': PowerOnVM_Task} progress is 70%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.636023] env[62094]: DEBUG nova.network.neutron [req-4c3be26b-b39c-4387-8314-859ec8b07357 req-69db08d8-31f2-403c-b2b0-a0e578cf2318 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updated VIF entry in instance network info cache for port 647e6389-53ab-43ff-91cd-e77c676f2acb. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.636023] env[62094]: DEBUG nova.network.neutron [req-4c3be26b-b39c-4387-8314-859ec8b07357 req-69db08d8-31f2-403c-b2b0-a0e578cf2318 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updating instance_info_cache with network_info: [{"id": "647e6389-53ab-43ff-91cd-e77c676f2acb", "address": "fa:16:3e:07:b1:20", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647e6389-53", "ovs_interfaceid": "647e6389-53ab-43ff-91cd-e77c676f2acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.642201] env[62094]: DEBUG nova.scheduler.client.report [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1391.653498] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401200, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.673497] env[62094]: DEBUG nova.compute.manager [req-88caef5d-377f-42b3-9100-5d01ad53d4a5 req-652da92a-5d55-4065-b5e5-1e396a1c46c7 service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Received event network-changed-8794019c-5515-4855-bf37-0ebc1b2d6e61 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1391.673728] env[62094]: DEBUG nova.compute.manager [req-88caef5d-377f-42b3-9100-5d01ad53d4a5 req-652da92a-5d55-4065-b5e5-1e396a1c46c7 service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Refreshing instance network info cache due to event network-changed-8794019c-5515-4855-bf37-0ebc1b2d6e61. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1391.675260] env[62094]: DEBUG oslo_concurrency.lockutils [req-88caef5d-377f-42b3-9100-5d01ad53d4a5 req-652da92a-5d55-4065-b5e5-1e396a1c46c7 service nova] Acquiring lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.675260] env[62094]: DEBUG oslo_concurrency.lockutils [req-88caef5d-377f-42b3-9100-5d01ad53d4a5 req-652da92a-5d55-4065-b5e5-1e396a1c46c7 service nova] Acquired lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.675260] env[62094]: DEBUG nova.network.neutron [req-88caef5d-377f-42b3-9100-5d01ad53d4a5 req-652da92a-5d55-4065-b5e5-1e396a1c46c7 service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Refreshing network info cache for port 8794019c-5515-4855-bf37-0ebc1b2d6e61 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.838071] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "ef79ea17-fd29-467a-a8e9-983bf6f19212" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.838339] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "ef79ea17-fd29-467a-a8e9-983bf6f19212" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.906820] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401197, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.915904] env[62094]: DEBUG nova.objects.instance [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'pci_requests' on Instance uuid d3149e25-0838-4407-ad82-0b29bd3153a6 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.934637] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401201, 'name': Rename_Task, 'duration_secs': 0.20921} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.935050] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.935217] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bbccae3-7264-4da7-a139-8c6fd8f95b15 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.944677] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1391.944677] env[62094]: value = "task-1401202" [ 1391.944677] env[62094]: _type = "Task" [ 1391.944677] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.954906] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.097732] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401198, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.136551] env[62094]: DEBUG oslo_concurrency.lockutils [req-4c3be26b-b39c-4387-8314-859ec8b07357 req-69db08d8-31f2-403c-b2b0-a0e578cf2318 service nova] Releasing lock "refresh_cache-2b835bdc-36c0-4bd3-b54b-bcece069222f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.145833] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401200, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.147706] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.404s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.147921] env[62094]: INFO nova.compute.manager [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Migrating [ 1392.154698] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.831s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.156274] env[62094]: INFO nova.compute.claims [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.341028] env[62094]: DEBUG nova.compute.manager [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1392.406731] env[62094]: DEBUG nova.network.neutron [req-88caef5d-377f-42b3-9100-5d01ad53d4a5 req-652da92a-5d55-4065-b5e5-1e396a1c46c7 service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updated VIF entry in instance network info cache for port 8794019c-5515-4855-bf37-0ebc1b2d6e61. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.407131] env[62094]: DEBUG nova.network.neutron [req-88caef5d-377f-42b3-9100-5d01ad53d4a5 req-652da92a-5d55-4065-b5e5-1e396a1c46c7 service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance_info_cache with network_info: [{"id": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "address": "fa:16:3e:c0:1a:b0", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8794019c-55", "ovs_interfaceid": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.413165] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401197, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.419111] env[62094]: DEBUG nova.objects.base [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1392.419111] env[62094]: DEBUG nova.network.neutron [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1392.457885] env[62094]: DEBUG oslo_vmware.api [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401202, 'name': PowerOnVM_Task, 'duration_secs': 0.506259} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.459031] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.459031] env[62094]: INFO nova.compute.manager [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1392.459031] env[62094]: DEBUG nova.compute.manager [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1392.459398] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5797493-3b61-4e0d-9476-71ead4ae3acb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.489490] env[62094]: DEBUG nova.policy [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db323f4782b4039b4a3c5d42b867ad1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8412c020e6af477eac81718f70cb4614', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1392.596848] env[62094]: DEBUG oslo_vmware.api [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401198, 'name': PowerOnVM_Task, 'duration_secs': 1.740137} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.596967] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.600487] env[62094]: DEBUG nova.compute.manager [None req-a02d6553-f47e-46b4-974d-055fafd235ac tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1392.600636] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790ed622-3767-4c71-913c-0027bcac3c25 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.620496] env[62094]: DEBUG nova.compute.manager [req-bc51a0d5-d3ac-4ee7-bb75-95e2ecb96769 req-0b45b2d4-a0a6-40cd-b2a3-14c6e4caa245 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Received event network-changed-6a661b75-d585-48ed-80ac-3cba920f140c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1392.620496] env[62094]: DEBUG nova.compute.manager [req-bc51a0d5-d3ac-4ee7-bb75-95e2ecb96769 req-0b45b2d4-a0a6-40cd-b2a3-14c6e4caa245 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Refreshing instance network info cache due to event network-changed-6a661b75-d585-48ed-80ac-3cba920f140c. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1392.620627] env[62094]: DEBUG oslo_concurrency.lockutils [req-bc51a0d5-d3ac-4ee7-bb75-95e2ecb96769 req-0b45b2d4-a0a6-40cd-b2a3-14c6e4caa245 service nova] Acquiring lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.620723] env[62094]: DEBUG oslo_concurrency.lockutils [req-bc51a0d5-d3ac-4ee7-bb75-95e2ecb96769 req-0b45b2d4-a0a6-40cd-b2a3-14c6e4caa245 service nova] Acquired lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.620881] env[62094]: DEBUG nova.network.neutron [req-bc51a0d5-d3ac-4ee7-bb75-95e2ecb96769 req-0b45b2d4-a0a6-40cd-b2a3-14c6e4caa245 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Refreshing network info cache for port 6a661b75-d585-48ed-80ac-3cba920f140c {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.649296] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401200, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.666987] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.667244] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.667511] env[62094]: DEBUG nova.network.neutron [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.863867] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.905813] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401197, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.914545] env[62094]: DEBUG oslo_concurrency.lockutils [req-88caef5d-377f-42b3-9100-5d01ad53d4a5 req-652da92a-5d55-4065-b5e5-1e396a1c46c7 service nova] Releasing lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.977808] env[62094]: INFO nova.compute.manager [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Took 22.76 seconds to build instance. [ 1393.147327] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401200, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.389073] env[62094]: DEBUG nova.network.neutron [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating instance_info_cache with network_info: [{"id": "13fa6a74-b521-4134-85d2-807c54478fef", "address": "fa:16:3e:91:8e:30", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13fa6a74-b5", "ovs_interfaceid": "13fa6a74-b521-4134-85d2-807c54478fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.403731] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2454b6b-731b-4958-a40c-cd011d6b8dbe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.408450] env[62094]: DEBUG nova.network.neutron [req-bc51a0d5-d3ac-4ee7-bb75-95e2ecb96769 req-0b45b2d4-a0a6-40cd-b2a3-14c6e4caa245 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Updated VIF entry in instance network info cache for port 6a661b75-d585-48ed-80ac-3cba920f140c. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.408861] env[62094]: DEBUG nova.network.neutron [req-bc51a0d5-d3ac-4ee7-bb75-95e2ecb96769 req-0b45b2d4-a0a6-40cd-b2a3-14c6e4caa245 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Updating instance_info_cache with network_info: [{"id": "6a661b75-d585-48ed-80ac-3cba920f140c", "address": "fa:16:3e:09:6d:f8", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a661b75-d5", "ovs_interfaceid": "6a661b75-d585-48ed-80ac-3cba920f140c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.418045] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401197, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.418667] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ec5591-4de7-407c-a5b0-6ea1e2ae1eef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.451490] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0cd0a6-01cb-42f2-abf9-dd55a2f5e593 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.460108] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbd2bca-3cc1-44eb-b36c-b26765e9fa8a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.474113] env[62094]: DEBUG nova.compute.provider_tree [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.479168] env[62094]: DEBUG oslo_concurrency.lockutils [None req-fde4315d-04cd-42da-a72b-83f43b98bda0 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "87285f89-d05e-41f7-8566-78e57168740b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.265s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.648250] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401200, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.891628] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.908909] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401197, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.912930] env[62094]: DEBUG oslo_concurrency.lockutils [req-bc51a0d5-d3ac-4ee7-bb75-95e2ecb96769 req-0b45b2d4-a0a6-40cd-b2a3-14c6e4caa245 service nova] Releasing lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.976739] env[62094]: DEBUG nova.scheduler.client.report [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1394.047448] env[62094]: DEBUG nova.network.neutron [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Successfully updated port: e33e8873-f125-4bd2-9645-ad136d16fa01 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.150095] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401200, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.374274] env[62094]: INFO nova.compute.manager [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Unrescuing [ 1394.374642] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.374824] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquired lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.375128] env[62094]: DEBUG nova.network.neutron [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.409977] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401197, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.481928] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.482550] env[62094]: DEBUG nova.compute.manager [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1394.485775] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.622s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.487418] env[62094]: INFO nova.compute.claims [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.551167] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.551493] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.551796] env[62094]: DEBUG nova.network.neutron [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.554650] env[62094]: DEBUG nova.compute.manager [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Stashing vm_state: active {{(pid=62094) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1394.651368] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401200, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.699936] env[62094]: DEBUG nova.compute.manager [req-dba495a6-bda3-4136-8d27-50eab2533ee1 req-ecfecd02-54a1-433d-bc5c-dae77eb3c39e service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Received event network-vif-plugged-e33e8873-f125-4bd2-9645-ad136d16fa01 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1394.700086] env[62094]: DEBUG oslo_concurrency.lockutils [req-dba495a6-bda3-4136-8d27-50eab2533ee1 req-ecfecd02-54a1-433d-bc5c-dae77eb3c39e service nova] Acquiring lock "d3149e25-0838-4407-ad82-0b29bd3153a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.700328] env[62094]: DEBUG oslo_concurrency.lockutils [req-dba495a6-bda3-4136-8d27-50eab2533ee1 req-ecfecd02-54a1-433d-bc5c-dae77eb3c39e service nova] Lock "d3149e25-0838-4407-ad82-0b29bd3153a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.700434] env[62094]: DEBUG oslo_concurrency.lockutils [req-dba495a6-bda3-4136-8d27-50eab2533ee1 req-ecfecd02-54a1-433d-bc5c-dae77eb3c39e service nova] Lock "d3149e25-0838-4407-ad82-0b29bd3153a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.700612] env[62094]: DEBUG nova.compute.manager [req-dba495a6-bda3-4136-8d27-50eab2533ee1 req-ecfecd02-54a1-433d-bc5c-dae77eb3c39e service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] No waiting events found dispatching network-vif-plugged-e33e8873-f125-4bd2-9645-ad136d16fa01 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1394.700779] env[62094]: WARNING nova.compute.manager [req-dba495a6-bda3-4136-8d27-50eab2533ee1 req-ecfecd02-54a1-433d-bc5c-dae77eb3c39e service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Received unexpected event network-vif-plugged-e33e8873-f125-4bd2-9645-ad136d16fa01 for instance with vm_state active and task_state None. [ 1394.700943] env[62094]: DEBUG nova.compute.manager [req-dba495a6-bda3-4136-8d27-50eab2533ee1 req-ecfecd02-54a1-433d-bc5c-dae77eb3c39e service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Received event network-changed-e33e8873-f125-4bd2-9645-ad136d16fa01 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1394.701144] env[62094]: DEBUG nova.compute.manager [req-dba495a6-bda3-4136-8d27-50eab2533ee1 req-ecfecd02-54a1-433d-bc5c-dae77eb3c39e service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Refreshing instance network info cache due to event network-changed-e33e8873-f125-4bd2-9645-ad136d16fa01. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1394.701296] env[62094]: DEBUG oslo_concurrency.lockutils [req-dba495a6-bda3-4136-8d27-50eab2533ee1 req-ecfecd02-54a1-433d-bc5c-dae77eb3c39e service nova] Acquiring lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.911327] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401197, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.992446] env[62094]: DEBUG nova.compute.utils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1394.998586] env[62094]: DEBUG nova.compute.manager [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1394.998727] env[62094]: DEBUG nova.network.neutron [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1395.075426] env[62094]: DEBUG oslo_concurrency.lockutils [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.076894] env[62094]: DEBUG nova.policy [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '839de3c9227547369bb806a34f8916e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5ba8c949437408ba0ec6e2ddf8a8ab3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1395.106038] env[62094]: WARNING nova.network.neutron [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] 959c5bda-3cfd-4870-a78c-1f005c5c9780 already exists in list: networks containing: ['959c5bda-3cfd-4870-a78c-1f005c5c9780']. ignoring it [ 1395.150928] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401200, 'name': CreateVM_Task, 'duration_secs': 3.80717} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.151147] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.151930] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.152139] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.152504] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.152798] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf417cf2-2c04-484c-80de-0cd57efbaccc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.157742] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1395.157742] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52371c8b-95fc-4243-530d-0dadc8b68393" [ 1395.157742] env[62094]: _type = "Task" [ 1395.157742] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.168518] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52371c8b-95fc-4243-530d-0dadc8b68393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.180307] env[62094]: DEBUG nova.network.neutron [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Updating instance_info_cache with network_info: [{"id": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "address": "fa:16:3e:cc:1e:a2", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4809906-98", "ovs_interfaceid": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.412889] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401197, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.542416} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.413755] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/29d1325b-3898-4ade-9532-f67880de085f/29d1325b-3898-4ade-9532-f67880de085f.vmdk to [datastore1] 26bfb3f4-0903-4a2b-9256-f135c6e1540d/26bfb3f4-0903-4a2b-9256-f135c6e1540d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1395.414614] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f212e4c5-b563-44e6-bbc4-bb8733798b70 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.417715] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114e382a-27d2-4750-ae7b-b6fa2b8e72a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.443116] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 26bfb3f4-0903-4a2b-9256-f135c6e1540d/26bfb3f4-0903-4a2b-9256-f135c6e1540d.vmdk or device None with type streamOptimized {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.444171] env[62094]: DEBUG nova.network.neutron [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Successfully created port: 2d881715-43ea-47e2-aa3d-84a3b14023b4 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.446801] env[62094]: DEBUG nova.network.neutron [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Updating instance_info_cache with network_info: [{"id": "6a661b75-d585-48ed-80ac-3cba920f140c", "address": "fa:16:3e:09:6d:f8", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a661b75-d5", "ovs_interfaceid": "6a661b75-d585-48ed-80ac-3cba920f140c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e33e8873-f125-4bd2-9645-ad136d16fa01", "address": "fa:16:3e:87:f3:ac", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33e8873-f1", "ovs_interfaceid": "e33e8873-f125-4bd2-9645-ad136d16fa01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.461600] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-085a9e6c-6c08-4ceb-aa13-f328c5615224 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.477849] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating instance 'c893f71e-3d93-4b19-ba7c-e5ba48c77b36' progress to 0 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.481498] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.482176] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.482390] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.483418] env[62094]: DEBUG oslo_concurrency.lockutils [req-dba495a6-bda3-4136-8d27-50eab2533ee1 req-ecfecd02-54a1-433d-bc5c-dae77eb3c39e service nova] Acquired lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.483674] env[62094]: DEBUG nova.network.neutron [req-dba495a6-bda3-4136-8d27-50eab2533ee1 req-ecfecd02-54a1-433d-bc5c-dae77eb3c39e service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Refreshing network info cache for port e33e8873-f125-4bd2-9645-ad136d16fa01 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.485445] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9142d6a7-c370-49fe-95da-56e5ef07d4d4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.503698] env[62094]: DEBUG nova.compute.manager [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1395.509080] env[62094]: DEBUG nova.virt.hardware [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1395.509313] env[62094]: DEBUG nova.virt.hardware [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1395.509471] env[62094]: DEBUG nova.virt.hardware [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.509655] env[62094]: DEBUG nova.virt.hardware [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1395.509803] env[62094]: DEBUG nova.virt.hardware [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.509994] env[62094]: DEBUG nova.virt.hardware [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1395.510172] env[62094]: DEBUG nova.virt.hardware [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1395.510335] env[62094]: DEBUG nova.virt.hardware [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1395.510503] env[62094]: DEBUG nova.virt.hardware [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1395.510671] env[62094]: DEBUG nova.virt.hardware [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1395.510847] env[62094]: DEBUG nova.virt.hardware [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1395.517807] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Reconfiguring VM to attach interface {{(pid=62094) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1395.520213] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63a6cc81-e4e7-407a-bd79-03705d15243c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.532484] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1395.532484] env[62094]: value = "task-1401203" [ 1395.532484] env[62094]: _type = "Task" [ 1395.532484] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.540681] env[62094]: DEBUG oslo_vmware.api [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1395.540681] env[62094]: value = "task-1401204" [ 1395.540681] env[62094]: _type = "Task" [ 1395.540681] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.547723] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.552782] env[62094]: DEBUG oslo_vmware.api [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401204, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.672132] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52371c8b-95fc-4243-530d-0dadc8b68393, 'name': SearchDatastore_Task, 'duration_secs': 0.014038} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.672686] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.672755] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1395.673062] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.673151] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.673454] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1395.676147] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c29fbca-071f-44a5-963f-9b32d08fb849 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.684102] env[62094]: DEBUG oslo_concurrency.lockutils [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Releasing lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.684757] env[62094]: DEBUG nova.objects.instance [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lazy-loading 'flavor' on Instance uuid 68bd353b-8a1e-4b3c-9985-4457924502e3 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.695570] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1395.695688] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1395.696515] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bfce6d6-9cd9-48b0-9be5-2139668971df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.709419] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1395.709419] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c7db55-329b-f617-cf10-4de7f933b92e" [ 1395.709419] env[62094]: _type = "Task" [ 1395.709419] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.717633] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c7db55-329b-f617-cf10-4de7f933b92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.755311] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240992fc-8c79-4356-b9db-9379384dcf16 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.762289] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85566028-2ff8-4c39-8228-e226a19b1197 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.792645] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d57d9f-546d-4991-833f-54d92912b86d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.799294] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2183ff-a2f3-420c-a8de-0b2d403a6b2e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.812328] env[62094]: DEBUG nova.compute.provider_tree [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.993061] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.993381] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-507d0692-a322-415d-99cb-ee5309102021 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.003759] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1396.003759] env[62094]: value = "task-1401205" [ 1396.003759] env[62094]: _type = "Task" [ 1396.003759] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.014385] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.046857] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.054028] env[62094]: DEBUG oslo_vmware.api [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.191452] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53661fd0-5a19-47b4-b491-6d4c223604cc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.217440] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.218602] env[62094]: DEBUG nova.network.neutron [req-dba495a6-bda3-4136-8d27-50eab2533ee1 req-ecfecd02-54a1-433d-bc5c-dae77eb3c39e service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Updated VIF entry in instance network info cache for port e33e8873-f125-4bd2-9645-ad136d16fa01. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.218993] env[62094]: DEBUG nova.network.neutron [req-dba495a6-bda3-4136-8d27-50eab2533ee1 req-ecfecd02-54a1-433d-bc5c-dae77eb3c39e service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Updating instance_info_cache with network_info: [{"id": "6a661b75-d585-48ed-80ac-3cba920f140c", "address": "fa:16:3e:09:6d:f8", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a661b75-d5", "ovs_interfaceid": "6a661b75-d585-48ed-80ac-3cba920f140c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e33e8873-f125-4bd2-9645-ad136d16fa01", "address": "fa:16:3e:87:f3:ac", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33e8873-f1", "ovs_interfaceid": "e33e8873-f125-4bd2-9645-ad136d16fa01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.223894] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5fbf5d2-e1a0-452c-adf6-3d99bc7d6a64 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.230671] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c7db55-329b-f617-cf10-4de7f933b92e, 'name': SearchDatastore_Task, 'duration_secs': 0.171398} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.232989] env[62094]: DEBUG oslo_vmware.api [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1396.232989] env[62094]: value = "task-1401206" [ 1396.232989] env[62094]: _type = "Task" [ 1396.232989] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.233454] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202707a9-718d-48ff-a68b-12c2bc708be4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.245289] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1396.245289] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]527b9ac4-8e90-49f0-de69-f81a82dfecae" [ 1396.245289] env[62094]: _type = "Task" [ 1396.245289] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.245512] env[62094]: DEBUG oslo_vmware.api [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.254058] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527b9ac4-8e90-49f0-de69-f81a82dfecae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.315216] env[62094]: DEBUG nova.scheduler.client.report [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1396.514630] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401205, 'name': PowerOffVM_Task, 'duration_secs': 0.230892} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.514975] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.515199] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating instance 'c893f71e-3d93-4b19-ba7c-e5ba48c77b36' progress to 17 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.531950] env[62094]: DEBUG nova.compute.manager [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1396.546662] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.556381] env[62094]: DEBUG oslo_vmware.api [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401204, 'name': ReconfigVM_Task, 'duration_secs': 0.74919} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.556900] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.557132] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Reconfigured VM to attach interface {{(pid=62094) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1396.562340] env[62094]: DEBUG nova.virt.hardware [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1396.562577] env[62094]: DEBUG nova.virt.hardware [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1396.562738] env[62094]: DEBUG nova.virt.hardware [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.562928] env[62094]: DEBUG nova.virt.hardware [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1396.563097] env[62094]: DEBUG nova.virt.hardware [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.563255] env[62094]: DEBUG nova.virt.hardware [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1396.563468] env[62094]: DEBUG nova.virt.hardware [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1396.563736] env[62094]: DEBUG nova.virt.hardware [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1396.563837] env[62094]: DEBUG nova.virt.hardware [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1396.564015] env[62094]: DEBUG nova.virt.hardware [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1396.564200] env[62094]: DEBUG nova.virt.hardware [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1396.565470] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04307cb7-9f33-4e67-8618-f6344604a8a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.576594] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e739457-63a3-4a0a-a6a2-9cc6eaff12e4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.726092] env[62094]: DEBUG oslo_concurrency.lockutils [req-dba495a6-bda3-4136-8d27-50eab2533ee1 req-ecfecd02-54a1-433d-bc5c-dae77eb3c39e service nova] Releasing lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.747489] env[62094]: DEBUG oslo_vmware.api [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.754781] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527b9ac4-8e90-49f0-de69-f81a82dfecae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.821032] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.821456] env[62094]: DEBUG nova.compute.manager [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1396.824353] env[62094]: DEBUG oslo_concurrency.lockutils [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.749s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.021453] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1397.021768] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1397.021907] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1397.022109] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1397.022264] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1397.022416] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1397.022624] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1397.022827] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1397.023038] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1397.023214] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1397.023393] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1397.029017] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85052b20-8a45-435d-a53d-f191b34a17d0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.047457] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.048734] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1397.048734] env[62094]: value = "task-1401207" [ 1397.048734] env[62094]: _type = "Task" [ 1397.048734] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.055934] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.070359] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9c0ea2c9-4c64-42ea-8c1a-2500e1391541 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-d3149e25-0838-4407-ad82-0b29bd3153a6-e33e8873-f125-4bd2-9645-ad136d16fa01" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.771s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.175216] env[62094]: DEBUG nova.compute.manager [req-d1b32f46-ca5d-486d-bee1-e54666092ad6 req-c21d2904-5c27-40c6-94c6-4204e3bcfe6f service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Received event network-vif-plugged-2d881715-43ea-47e2-aa3d-84a3b14023b4 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1397.175440] env[62094]: DEBUG oslo_concurrency.lockutils [req-d1b32f46-ca5d-486d-bee1-e54666092ad6 req-c21d2904-5c27-40c6-94c6-4204e3bcfe6f service nova] Acquiring lock "85ce149a-08fb-4a13-8c8a-0d3c412eab03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.175730] env[62094]: DEBUG oslo_concurrency.lockutils [req-d1b32f46-ca5d-486d-bee1-e54666092ad6 req-c21d2904-5c27-40c6-94c6-4204e3bcfe6f service nova] Lock "85ce149a-08fb-4a13-8c8a-0d3c412eab03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.175946] env[62094]: DEBUG oslo_concurrency.lockutils [req-d1b32f46-ca5d-486d-bee1-e54666092ad6 req-c21d2904-5c27-40c6-94c6-4204e3bcfe6f service nova] Lock "85ce149a-08fb-4a13-8c8a-0d3c412eab03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.176135] env[62094]: DEBUG nova.compute.manager [req-d1b32f46-ca5d-486d-bee1-e54666092ad6 req-c21d2904-5c27-40c6-94c6-4204e3bcfe6f service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] No waiting events found dispatching network-vif-plugged-2d881715-43ea-47e2-aa3d-84a3b14023b4 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1397.176309] env[62094]: WARNING nova.compute.manager [req-d1b32f46-ca5d-486d-bee1-e54666092ad6 req-c21d2904-5c27-40c6-94c6-4204e3bcfe6f service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Received unexpected event network-vif-plugged-2d881715-43ea-47e2-aa3d-84a3b14023b4 for instance with vm_state building and task_state spawning. [ 1397.185577] env[62094]: DEBUG nova.network.neutron [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Successfully updated port: 2d881715-43ea-47e2-aa3d-84a3b14023b4 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1397.246137] env[62094]: DEBUG oslo_vmware.api [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.254853] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527b9ac4-8e90-49f0-de69-f81a82dfecae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.327425] env[62094]: DEBUG nova.compute.utils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1397.330798] env[62094]: INFO nova.compute.claims [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1397.334696] env[62094]: DEBUG nova.compute.manager [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1397.334867] env[62094]: DEBUG nova.network.neutron [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.382347] env[62094]: DEBUG nova.policy [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3589112f825b4e7680ed67e206c5d0a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77e1415812154d8d9c3da6c55d1a31a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1397.560614] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.569756] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401207, 'name': ReconfigVM_Task, 'duration_secs': 0.185705} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.570339] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating instance 'c893f71e-3d93-4b19-ba7c-e5ba48c77b36' progress to 33 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.687844] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.688137] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.688195] env[62094]: DEBUG nova.network.neutron [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.694530] env[62094]: DEBUG nova.network.neutron [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Successfully created port: cf6ad8ba-b859-4416-b1e9-a75d88e237c3 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1397.746959] env[62094]: DEBUG oslo_vmware.api [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401206, 'name': PowerOffVM_Task, 'duration_secs': 1.270049} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.747238] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.752329] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Reconfiguring VM instance instance-0000005b to detach disk 2002 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1397.752640] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fd1f6f7-0dad-4c0a-9ea0-ea0b9da5823e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.774832] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527b9ac4-8e90-49f0-de69-f81a82dfecae, 'name': SearchDatastore_Task, 'duration_secs': 1.061184} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.775936] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.776209] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 6a4bae9a-c150-4dff-bd3c-62326855f6ae/6a4bae9a-c150-4dff-bd3c-62326855f6ae.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.776515] env[62094]: DEBUG oslo_vmware.api [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1397.776515] env[62094]: value = "task-1401208" [ 1397.776515] env[62094]: _type = "Task" [ 1397.776515] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.776700] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c97ec3fc-4e99-4cc3-a4d4-aceec0546a86 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.785726] env[62094]: DEBUG oslo_vmware.api [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401208, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.786808] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1397.786808] env[62094]: value = "task-1401209" [ 1397.786808] env[62094]: _type = "Task" [ 1397.786808] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.794535] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.836171] env[62094]: DEBUG nova.compute.manager [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1397.842589] env[62094]: INFO nova.compute.resource_tracker [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updating resource usage from migration b5911e80-a4cf-466b-82d7-d294006a2a0d [ 1398.056912] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401203, 'name': ReconfigVM_Task, 'duration_secs': 2.105775} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.056912] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 26bfb3f4-0903-4a2b-9256-f135c6e1540d/26bfb3f4-0903-4a2b-9256-f135c6e1540d.vmdk or device None with type streamOptimized {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.056912] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11f37710-4886-41ba-9ea6-d1fe820d444b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.063994] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1398.063994] env[62094]: value = "task-1401210" [ 1398.063994] env[62094]: _type = "Task" [ 1398.063994] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.077927] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401210, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.082544] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1398.082853] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1398.083032] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.083227] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1398.083530] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.083574] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1398.083861] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1398.084040] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1398.084218] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1398.084383] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1398.084558] env[62094]: DEBUG nova.virt.hardware [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1398.090058] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1398.093950] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-856bb316-93da-45b5-9d1c-73286a21127f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.118413] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1398.118413] env[62094]: value = "task-1401211" [ 1398.118413] env[62094]: _type = "Task" [ 1398.118413] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.124470] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc9c34a-c1c2-4387-880e-a99a678ed11d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.131014] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.136309] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9284cd9a-e8fd-4973-993d-4b31f4a4478e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.170905] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eea3f31-24ed-45df-87f6-08de9067cc63 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.179219] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e779e2-09c7-48d1-b7d7-f3a9a6aa9396 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.196047] env[62094]: DEBUG nova.compute.provider_tree [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.228652] env[62094]: DEBUG nova.network.neutron [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1398.289630] env[62094]: DEBUG oslo_vmware.api [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401208, 'name': ReconfigVM_Task, 'duration_secs': 0.29653} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.292635] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Reconfigured VM instance instance-0000005b to detach disk 2002 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1398.292873] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.293158] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dde3b74-f9dc-468b-baec-c949a57a0a4b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.299688] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401209, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.301041] env[62094]: DEBUG oslo_vmware.api [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1398.301041] env[62094]: value = "task-1401212" [ 1398.301041] env[62094]: _type = "Task" [ 1398.301041] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.311247] env[62094]: DEBUG oslo_vmware.api [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.390051] env[62094]: DEBUG nova.network.neutron [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Updating instance_info_cache with network_info: [{"id": "2d881715-43ea-47e2-aa3d-84a3b14023b4", "address": "fa:16:3e:cb:88:c7", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d881715-43", "ovs_interfaceid": "2d881715-43ea-47e2-aa3d-84a3b14023b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.580355] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401210, 'name': Rename_Task, 'duration_secs': 0.365371} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.580625] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.580845] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b267be1-5259-4e9b-af3c-c9dfa4d1b43a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.590027] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1398.590027] env[62094]: value = "task-1401213" [ 1398.590027] env[62094]: _type = "Task" [ 1398.590027] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.595364] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.609997] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "interface-d3149e25-0838-4407-ad82-0b29bd3153a6-e33e8873-f125-4bd2-9645-ad136d16fa01" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.610288] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-d3149e25-0838-4407-ad82-0b29bd3153a6-e33e8873-f125-4bd2-9645-ad136d16fa01" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.629491] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401211, 'name': ReconfigVM_Task, 'duration_secs': 0.179111} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.629781] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1398.630561] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f876e502-1bd9-478c-a173-f57b158aea3a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.652569] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] c893f71e-3d93-4b19-ba7c-e5ba48c77b36/c893f71e-3d93-4b19-ba7c-e5ba48c77b36.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.653338] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f2a477-b2a9-4d0b-a090-96e4553260a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.672955] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1398.672955] env[62094]: value = "task-1401214" [ 1398.672955] env[62094]: _type = "Task" [ 1398.672955] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.681674] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.699065] env[62094]: DEBUG nova.scheduler.client.report [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1398.800267] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545492} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.800493] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 6a4bae9a-c150-4dff-bd3c-62326855f6ae/6a4bae9a-c150-4dff-bd3c-62326855f6ae.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.800717] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.800976] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f2f8cbc-97c6-4a48-90f6-e61b542a25ce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.810668] env[62094]: DEBUG oslo_vmware.api [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401212, 'name': PowerOnVM_Task, 'duration_secs': 0.419977} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.811858] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.812149] env[62094]: DEBUG nova.compute.manager [None req-08831673-da79-4fed-b36f-6d3c0fe6b039 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1398.812526] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1398.812526] env[62094]: value = "task-1401215" [ 1398.812526] env[62094]: _type = "Task" [ 1398.812526] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.813327] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0199bd-8dd7-4182-b55b-2deca3fbd486 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.824196] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.855297] env[62094]: DEBUG nova.compute.manager [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1398.884388] env[62094]: DEBUG nova.virt.hardware [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1398.884702] env[62094]: DEBUG nova.virt.hardware [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1398.884940] env[62094]: DEBUG nova.virt.hardware [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.885169] env[62094]: DEBUG nova.virt.hardware [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1398.885349] env[62094]: DEBUG nova.virt.hardware [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.885611] env[62094]: DEBUG nova.virt.hardware [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1398.885901] env[62094]: DEBUG nova.virt.hardware [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1398.886108] env[62094]: DEBUG nova.virt.hardware [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1398.886318] env[62094]: DEBUG nova.virt.hardware [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1398.886563] env[62094]: DEBUG nova.virt.hardware [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1398.886775] env[62094]: DEBUG nova.virt.hardware [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1398.887770] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1528699-ea02-4653-b4d1-51e34b4868bf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.892883] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.893203] env[62094]: DEBUG nova.compute.manager [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Instance network_info: |[{"id": "2d881715-43ea-47e2-aa3d-84a3b14023b4", "address": "fa:16:3e:cb:88:c7", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d881715-43", "ovs_interfaceid": "2d881715-43ea-47e2-aa3d-84a3b14023b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1398.893734] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:88:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d881715-43ea-47e2-aa3d-84a3b14023b4', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.900956] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Creating folder: Project (c5ba8c949437408ba0ec6e2ddf8a8ab3). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.903575] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6bf3769-8735-4f8a-aa49-042b9c93ee82 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.906580] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8c09fe-f488-47bf-8da1-4e567bd83460 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.922603] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Created folder: Project (c5ba8c949437408ba0ec6e2ddf8a8ab3) in parent group-v296765. [ 1398.922855] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Creating folder: Instances. Parent ref: group-v297041. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.923128] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d70dc69-08f5-4de6-ba36-f6eaafaa94b5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.935489] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Created folder: Instances in parent group-v297041. [ 1398.935868] env[62094]: DEBUG oslo.service.loopingcall [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.936475] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.936731] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce1034d8-2c7f-441f-a546-955e9a2bb2fd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.955912] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.955912] env[62094]: value = "task-1401218" [ 1398.955912] env[62094]: _type = "Task" [ 1398.955912] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.962810] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401218, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.097671] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401213, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.113456] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.113749] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.114625] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030d4529-a206-4baf-80ff-336e82bb50a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.131949] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd8ff0d-7895-4d83-aa8f-5c6eb9747408 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.156204] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Reconfiguring VM to detach interface {{(pid=62094) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1399.156473] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-171e9952-3879-4d8c-92a6-147aae7fc3a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.179411] env[62094]: DEBUG oslo_vmware.api [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1399.179411] env[62094]: value = "task-1401219" [ 1399.179411] env[62094]: _type = "Task" [ 1399.179411] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.185481] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401214, 'name': ReconfigVM_Task, 'duration_secs': 0.284045} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.185681] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Reconfigured VM instance instance-00000064 to attach disk [datastore2] c893f71e-3d93-4b19-ba7c-e5ba48c77b36/c893f71e-3d93-4b19-ba7c-e5ba48c77b36.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.185955] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating instance 'c893f71e-3d93-4b19-ba7c-e5ba48c77b36' progress to 50 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1399.195517] env[62094]: DEBUG oslo_vmware.api [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.202914] env[62094]: DEBUG nova.compute.manager [req-450c4831-83cf-4ce6-a881-48b62f781472 req-0f95ef52-5d18-45b2-9d36-dadce10e0c0e service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Received event network-changed-2d881715-43ea-47e2-aa3d-84a3b14023b4 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1399.203275] env[62094]: DEBUG nova.compute.manager [req-450c4831-83cf-4ce6-a881-48b62f781472 req-0f95ef52-5d18-45b2-9d36-dadce10e0c0e service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Refreshing instance network info cache due to event network-changed-2d881715-43ea-47e2-aa3d-84a3b14023b4. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1399.203536] env[62094]: DEBUG oslo_concurrency.lockutils [req-450c4831-83cf-4ce6-a881-48b62f781472 req-0f95ef52-5d18-45b2-9d36-dadce10e0c0e service nova] Acquiring lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.203723] env[62094]: DEBUG oslo_concurrency.lockutils [req-450c4831-83cf-4ce6-a881-48b62f781472 req-0f95ef52-5d18-45b2-9d36-dadce10e0c0e service nova] Acquired lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.203920] env[62094]: DEBUG nova.network.neutron [req-450c4831-83cf-4ce6-a881-48b62f781472 req-0f95ef52-5d18-45b2-9d36-dadce10e0c0e service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Refreshing network info cache for port 2d881715-43ea-47e2-aa3d-84a3b14023b4 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.206885] env[62094]: DEBUG oslo_concurrency.lockutils [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.382s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.207126] env[62094]: INFO nova.compute.manager [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Migrating [ 1399.326569] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113803} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.326891] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1399.328125] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d3190f-26b5-4581-99ed-24767acc72af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.356516] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 6a4bae9a-c150-4dff-bd3c-62326855f6ae/6a4bae9a-c150-4dff-bd3c-62326855f6ae.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.357843] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50fc2c4c-40e9-40ae-b9c7-1eb8320c0fae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.382635] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1399.382635] env[62094]: value = "task-1401220" [ 1399.382635] env[62094]: _type = "Task" [ 1399.382635] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.392691] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.446574] env[62094]: DEBUG nova.network.neutron [req-450c4831-83cf-4ce6-a881-48b62f781472 req-0f95ef52-5d18-45b2-9d36-dadce10e0c0e service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Updated VIF entry in instance network info cache for port 2d881715-43ea-47e2-aa3d-84a3b14023b4. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.446968] env[62094]: DEBUG nova.network.neutron [req-450c4831-83cf-4ce6-a881-48b62f781472 req-0f95ef52-5d18-45b2-9d36-dadce10e0c0e service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Updating instance_info_cache with network_info: [{"id": "2d881715-43ea-47e2-aa3d-84a3b14023b4", "address": "fa:16:3e:cb:88:c7", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d881715-43", "ovs_interfaceid": "2d881715-43ea-47e2-aa3d-84a3b14023b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.469024] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401218, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.512397] env[62094]: DEBUG nova.network.neutron [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Successfully updated port: cf6ad8ba-b859-4416-b1e9-a75d88e237c3 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.600031] env[62094]: DEBUG oslo_vmware.api [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401213, 'name': PowerOnVM_Task, 'duration_secs': 1.008487} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.600330] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.600584] env[62094]: INFO nova.compute.manager [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Took 21.34 seconds to spawn the instance on the hypervisor. [ 1399.600859] env[62094]: DEBUG nova.compute.manager [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1399.601952] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2269add0-8cc9-4ff9-904a-5b8e1c93a50b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.692074] env[62094]: DEBUG oslo_vmware.api [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.698818] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8b9d6a-c173-4fac-8f4c-df6c882dc8f1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.720018] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01441124-b78d-4e6c-952b-00e62514b3b5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.739556] env[62094]: DEBUG oslo_concurrency.lockutils [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.739793] env[62094]: DEBUG oslo_concurrency.lockutils [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.740025] env[62094]: DEBUG nova.network.neutron [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.741668] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating instance 'c893f71e-3d93-4b19-ba7c-e5ba48c77b36' progress to 67 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1399.894373] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401220, 'name': ReconfigVM_Task, 'duration_secs': 0.4394} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.894694] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 6a4bae9a-c150-4dff-bd3c-62326855f6ae/6a4bae9a-c150-4dff-bd3c-62326855f6ae.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.896458] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c541c180-81a6-4dd1-ab2a-bd8b18a865b5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.902644] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1399.902644] env[62094]: value = "task-1401221" [ 1399.902644] env[62094]: _type = "Task" [ 1399.902644] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.910598] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401221, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.949944] env[62094]: DEBUG oslo_concurrency.lockutils [req-450c4831-83cf-4ce6-a881-48b62f781472 req-0f95ef52-5d18-45b2-9d36-dadce10e0c0e service nova] Releasing lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.966171] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401218, 'name': CreateVM_Task, 'duration_secs': 0.652452} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.966385] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.967023] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.967198] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.967519] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.967864] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38d6531-20d3-40c3-8273-db191b9b947e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.972486] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1399.972486] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f2f93f-062c-0ebd-29e4-a55b2c5b3c8c" [ 1399.972486] env[62094]: _type = "Task" [ 1399.972486] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.980246] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f2f93f-062c-0ebd-29e4-a55b2c5b3c8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.015109] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "refresh_cache-ef79ea17-fd29-467a-a8e9-983bf6f19212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.015288] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "refresh_cache-ef79ea17-fd29-467a-a8e9-983bf6f19212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.015456] env[62094]: DEBUG nova.network.neutron [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.118784] env[62094]: INFO nova.compute.manager [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Took 36.28 seconds to build instance. [ 1400.191660] env[62094]: DEBUG oslo_vmware.api [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.286396] env[62094]: DEBUG nova.network.neutron [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Port 13fa6a74-b521-4134-85d2-807c54478fef binding to destination host cpu-1 is already ACTIVE {{(pid=62094) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1400.415062] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401221, 'name': Rename_Task, 'duration_secs': 0.274932} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.415684] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.415891] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b2669ab-c117-447f-bb60-c7cfc337472f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.422075] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1400.422075] env[62094]: value = "task-1401222" [ 1400.422075] env[62094]: _type = "Task" [ 1400.422075] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.432286] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.482822] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f2f93f-062c-0ebd-29e4-a55b2c5b3c8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.483216] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.483585] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.483960] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.484202] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.484409] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.484717] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0be9f18-b2ce-4570-82c0-da787f935884 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.496076] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.496267] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.496976] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab182c51-5ebd-4a4a-a98c-9e2ce4cde366 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.501950] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1400.501950] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52cd268c-1fff-b5e3-8630-317dac278f32" [ 1400.501950] env[62094]: _type = "Task" [ 1400.501950] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.509784] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cd268c-1fff-b5e3-8630-317dac278f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.547378] env[62094]: DEBUG nova.network.neutron [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.555279] env[62094]: DEBUG nova.network.neutron [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updating instance_info_cache with network_info: [{"id": "66235057-77fb-49e8-80e0-e51b5eecf47e", "address": "fa:16:3e:7a:f3:7a", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66235057-77", "ovs_interfaceid": "66235057-77fb-49e8-80e0-e51b5eecf47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.623776] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1857c3db-9001-44ea-8268-f5faddba1bc2 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "26bfb3f4-0903-4a2b-9256-f135c6e1540d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.797s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.680700] env[62094]: DEBUG nova.network.neutron [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Updating instance_info_cache with network_info: [{"id": "cf6ad8ba-b859-4416-b1e9-a75d88e237c3", "address": "fa:16:3e:b5:63:50", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf6ad8ba-b8", "ovs_interfaceid": "cf6ad8ba-b859-4416-b1e9-a75d88e237c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.691031] env[62094]: DEBUG oslo_vmware.api [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.888773] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "26bfb3f4-0903-4a2b-9256-f135c6e1540d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.889575] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "26bfb3f4-0903-4a2b-9256-f135c6e1540d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.889852] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "26bfb3f4-0903-4a2b-9256-f135c6e1540d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.890078] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "26bfb3f4-0903-4a2b-9256-f135c6e1540d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.890302] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "26bfb3f4-0903-4a2b-9256-f135c6e1540d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.892497] env[62094]: INFO nova.compute.manager [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Terminating instance [ 1400.894400] env[62094]: DEBUG nova.compute.manager [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1400.894644] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.895555] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0d5492-0d6c-423f-b39f-a3808d84e6f6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.903787] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.904042] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f509aa3-630e-4ed1-9d83-bcc35a36510e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.909946] env[62094]: DEBUG oslo_vmware.api [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1400.909946] env[62094]: value = "task-1401223" [ 1400.909946] env[62094]: _type = "Task" [ 1400.909946] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.918515] env[62094]: DEBUG oslo_vmware.api [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.931493] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401222, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.012770] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cd268c-1fff-b5e3-8630-317dac278f32, 'name': SearchDatastore_Task, 'duration_secs': 0.019927} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.013580] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c80d11-d4fe-4e44-a416-4a9871d53a00 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.018503] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1401.018503] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52289e57-f69a-3943-d6e8-824003577104" [ 1401.018503] env[62094]: _type = "Task" [ 1401.018503] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.025483] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52289e57-f69a-3943-d6e8-824003577104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.060380] env[62094]: DEBUG oslo_concurrency.lockutils [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.186979] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "refresh_cache-ef79ea17-fd29-467a-a8e9-983bf6f19212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.187337] env[62094]: DEBUG nova.compute.manager [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Instance network_info: |[{"id": "cf6ad8ba-b859-4416-b1e9-a75d88e237c3", "address": "fa:16:3e:b5:63:50", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf6ad8ba-b8", "ovs_interfaceid": "cf6ad8ba-b859-4416-b1e9-a75d88e237c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1401.187686] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:63:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf6ad8ba-b859-4416-b1e9-a75d88e237c3', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.194991] env[62094]: DEBUG oslo.service.loopingcall [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.195621] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.195852] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a96bb78c-eb80-4069-b7bd-a9fc76d57c78 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.222331] env[62094]: DEBUG oslo_vmware.api [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.227333] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.227333] env[62094]: value = "task-1401224" [ 1401.227333] env[62094]: _type = "Task" [ 1401.227333] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.235332] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401224, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.237995] env[62094]: DEBUG nova.compute.manager [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Received event network-vif-plugged-cf6ad8ba-b859-4416-b1e9-a75d88e237c3 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1401.238227] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] Acquiring lock "ef79ea17-fd29-467a-a8e9-983bf6f19212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.238433] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] Lock "ef79ea17-fd29-467a-a8e9-983bf6f19212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.238601] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] Lock "ef79ea17-fd29-467a-a8e9-983bf6f19212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.238769] env[62094]: DEBUG nova.compute.manager [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] No waiting events found dispatching network-vif-plugged-cf6ad8ba-b859-4416-b1e9-a75d88e237c3 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1401.238940] env[62094]: WARNING nova.compute.manager [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Received unexpected event network-vif-plugged-cf6ad8ba-b859-4416-b1e9-a75d88e237c3 for instance with vm_state building and task_state spawning. [ 1401.239125] env[62094]: DEBUG nova.compute.manager [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Received event network-changed-cf6ad8ba-b859-4416-b1e9-a75d88e237c3 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1401.239350] env[62094]: DEBUG nova.compute.manager [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Refreshing instance network info cache due to event network-changed-cf6ad8ba-b859-4416-b1e9-a75d88e237c3. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1401.239910] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] Acquiring lock "refresh_cache-ef79ea17-fd29-467a-a8e9-983bf6f19212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.239910] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] Acquired lock "refresh_cache-ef79ea17-fd29-467a-a8e9-983bf6f19212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.239910] env[62094]: DEBUG nova.network.neutron [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Refreshing network info cache for port cf6ad8ba-b859-4416-b1e9-a75d88e237c3 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.310512] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.310775] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.310962] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.419642] env[62094]: DEBUG oslo_vmware.api [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401223, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.431135] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401222, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.528525] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52289e57-f69a-3943-d6e8-824003577104, 'name': SearchDatastore_Task, 'duration_secs': 0.01018} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.528848] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.529055] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 85ce149a-08fb-4a13-8c8a-0d3c412eab03/85ce149a-08fb-4a13-8c8a-0d3c412eab03.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.529322] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-596e6957-6254-4ece-802c-7ac7b3f3f672 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.535296] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1401.535296] env[62094]: value = "task-1401225" [ 1401.535296] env[62094]: _type = "Task" [ 1401.535296] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.543903] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.698232] env[62094]: DEBUG oslo_vmware.api [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.741121] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401224, 'name': CreateVM_Task, 'duration_secs': 0.378079} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.741437] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.745289] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.745676] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.746204] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.746639] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c44b0e-e404-46eb-897c-0cf157da3f17 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.755253] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1401.755253] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b4e429-f4c3-bdf8-e5de-5b3116e7c859" [ 1401.755253] env[62094]: _type = "Task" [ 1401.755253] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.766853] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b4e429-f4c3-bdf8-e5de-5b3116e7c859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.923804] env[62094]: DEBUG oslo_vmware.api [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401223, 'name': PowerOffVM_Task, 'duration_secs': 0.551672} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.927607] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.927952] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.928151] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8049fec1-c333-4598-a2c0-1b04bee7154b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.936958] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401222, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.987863] env[62094]: DEBUG nova.network.neutron [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Updated VIF entry in instance network info cache for port cf6ad8ba-b859-4416-b1e9-a75d88e237c3. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.988490] env[62094]: DEBUG nova.network.neutron [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Updating instance_info_cache with network_info: [{"id": "cf6ad8ba-b859-4416-b1e9-a75d88e237c3", "address": "fa:16:3e:b5:63:50", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf6ad8ba-b8", "ovs_interfaceid": "cf6ad8ba-b859-4416-b1e9-a75d88e237c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.992934] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "e8a64c70-0423-42bf-9414-9554f82db3dd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.993221] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.009410] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.009719] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.010074] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleting the datastore file [datastore1] 26bfb3f4-0903-4a2b-9256-f135c6e1540d {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.010617] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc5ea8d4-7dab-46dc-a705-caba181e74a3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.017444] env[62094]: DEBUG oslo_vmware.api [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1402.017444] env[62094]: value = "task-1401227" [ 1402.017444] env[62094]: _type = "Task" [ 1402.017444] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.027130] env[62094]: DEBUG oslo_vmware.api [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.045447] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401225, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.196596] env[62094]: DEBUG oslo_vmware.api [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.266030] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b4e429-f4c3-bdf8-e5de-5b3116e7c859, 'name': SearchDatastore_Task, 'duration_secs': 0.072908} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.266280] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.266545] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.266843] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.267013] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.267209] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.267469] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88fbdfcb-2507-4edf-b7cc-067448463a52 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.274885] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.275101] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.275929] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7fd32f-b60c-4363-a1b7-09055d91f697 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.280870] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1402.280870] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52af516c-7dbc-f8d0-b545-092810dc680a" [ 1402.280870] env[62094]: _type = "Task" [ 1402.280870] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.288489] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52af516c-7dbc-f8d0-b545-092810dc680a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.344875] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.345087] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.345271] env[62094]: DEBUG nova.network.neutron [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.433861] env[62094]: DEBUG oslo_vmware.api [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401222, 'name': PowerOnVM_Task, 'duration_secs': 1.582447} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.434172] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.434385] env[62094]: INFO nova.compute.manager [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Took 13.64 seconds to spawn the instance on the hypervisor. [ 1402.434567] env[62094]: DEBUG nova.compute.manager [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1402.435361] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19801816-4b2a-4e03-a39e-dc5ba1e03230 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.491625] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] Releasing lock "refresh_cache-ef79ea17-fd29-467a-a8e9-983bf6f19212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.492028] env[62094]: DEBUG nova.compute.manager [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Received event network-changed-f4809906-9803-4dcf-95b1-87cd22bd3aba {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1402.492215] env[62094]: DEBUG nova.compute.manager [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Refreshing instance network info cache due to event network-changed-f4809906-9803-4dcf-95b1-87cd22bd3aba. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1402.492428] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] Acquiring lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.492575] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] Acquired lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.492739] env[62094]: DEBUG nova.network.neutron [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Refreshing network info cache for port f4809906-9803-4dcf-95b1-87cd22bd3aba {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.495743] env[62094]: INFO nova.compute.manager [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Detaching volume 5945ef8c-9f8a-4952-a2f5-76fe330285b7 [ 1402.527727] env[62094]: DEBUG oslo_vmware.api [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.528754] env[62094]: INFO nova.virt.block_device [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Attempting to driver detach volume 5945ef8c-9f8a-4952-a2f5-76fe330285b7 from mountpoint /dev/sdb [ 1402.528969] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1402.529175] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297014', 'volume_id': '5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'name': 'volume-5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'e8a64c70-0423-42bf-9414-9554f82db3dd', 'attached_at': '', 'detached_at': '', 'volume_id': '5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'serial': '5945ef8c-9f8a-4952-a2f5-76fe330285b7'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1402.529942] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ec7083-b31f-4d1b-84d3-6e89634d5dca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.555159] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e1cd78-059f-4398-b2ff-76de5cf9aa19 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.562749] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561275} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.564806] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 85ce149a-08fb-4a13-8c8a-0d3c412eab03/85ce149a-08fb-4a13-8c8a-0d3c412eab03.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.565120] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.565583] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d53c8be7-6e1c-4caa-a136-c2827f77ffe5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.567793] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5190cb1d-b242-477e-b8e7-4d924f91591c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.591789] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51406633-a6d3-499e-ad36-ce77e3e21b95 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.594563] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b1fba3-2f9e-4700-a59d-ed127e1c8962 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.597116] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1402.597116] env[62094]: value = "task-1401228" [ 1402.597116] env[62094]: _type = "Task" [ 1402.597116] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.625687] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] The volume has not been displaced from its original location: [datastore2] volume-5945ef8c-9f8a-4952-a2f5-76fe330285b7/volume-5945ef8c-9f8a-4952-a2f5-76fe330285b7.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1402.628421] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1402.628821] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updating instance '87285f89-d05e-41f7-8566-78e57168740b' progress to 0 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1402.632584] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ce43ee-1d95-440e-99f3-0a0a61652225 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.648643] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.653713] env[62094]: DEBUG oslo_vmware.api [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1402.653713] env[62094]: value = "task-1401229" [ 1402.653713] env[62094]: _type = "Task" [ 1402.653713] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.662520] env[62094]: DEBUG oslo_vmware.api [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.693137] env[62094]: DEBUG oslo_vmware.api [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.792022] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52af516c-7dbc-f8d0-b545-092810dc680a, 'name': SearchDatastore_Task, 'duration_secs': 0.008509} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.792869] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3940c4c4-95d4-48f2-8224-cd1e271c4020 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.798046] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1402.798046] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]520ecb69-cd9a-2857-13f2-779c5980ac0c" [ 1402.798046] env[62094]: _type = "Task" [ 1402.798046] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.806502] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520ecb69-cd9a-2857-13f2-779c5980ac0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.956544] env[62094]: INFO nova.compute.manager [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Took 29.12 seconds to build instance. [ 1403.032407] env[62094]: DEBUG oslo_vmware.api [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541252} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.032747] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.033015] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.033294] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.033542] env[62094]: INFO nova.compute.manager [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1403.034291] env[62094]: DEBUG oslo.service.loopingcall [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.034583] env[62094]: DEBUG nova.compute.manager [-] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1403.034713] env[62094]: DEBUG nova.network.neutron [-] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.085842] env[62094]: DEBUG nova.network.neutron [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating instance_info_cache with network_info: [{"id": "13fa6a74-b521-4134-85d2-807c54478fef", "address": "fa:16:3e:91:8e:30", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13fa6a74-b5", "ovs_interfaceid": "13fa6a74-b521-4134-85d2-807c54478fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.106560] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.322289} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.106920] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.107654] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47ca264-3532-4017-93fa-946296a0bbdb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.132396] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 85ce149a-08fb-4a13-8c8a-0d3c412eab03/85ce149a-08fb-4a13-8c8a-0d3c412eab03.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.132711] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5388b31-d90f-4125-8936-3d3a3da9e67f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.152077] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.152331] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c9e4b2a-98e5-425c-890a-42513fbf9810 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.166673] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1403.166673] env[62094]: value = "task-1401230" [ 1403.166673] env[62094]: _type = "Task" [ 1403.166673] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.168733] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1403.168733] env[62094]: value = "task-1401231" [ 1403.168733] env[62094]: _type = "Task" [ 1403.168733] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.180531] env[62094]: DEBUG oslo_vmware.api [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.187296] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.193619] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.199086] env[62094]: DEBUG oslo_vmware.api [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.309733] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520ecb69-cd9a-2857-13f2-779c5980ac0c, 'name': SearchDatastore_Task, 'duration_secs': 0.030931} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.309733] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.309733] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] ef79ea17-fd29-467a-a8e9-983bf6f19212/ef79ea17-fd29-467a-a8e9-983bf6f19212.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.309733] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0c6b483-d3ab-4168-ba4c-e55187d3ad05 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.317442] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1403.317442] env[62094]: value = "task-1401232" [ 1403.317442] env[62094]: _type = "Task" [ 1403.317442] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.325462] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.459247] env[62094]: DEBUG oslo_concurrency.lockutils [None req-970c6f7e-ec33-4040-bf1a-c51979d27ecb tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.633s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.475576] env[62094]: DEBUG nova.network.neutron [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Updated VIF entry in instance network info cache for port f4809906-9803-4dcf-95b1-87cd22bd3aba. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.476053] env[62094]: DEBUG nova.network.neutron [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Updating instance_info_cache with network_info: [{"id": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "address": "fa:16:3e:cc:1e:a2", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4809906-98", "ovs_interfaceid": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.497366] env[62094]: DEBUG nova.compute.manager [req-5cab51f4-1507-4469-a830-a69e4cb5597a req-7c2617ca-a1c7-4de4-ade2-4b64944c7ede service nova] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Received event network-vif-deleted-499958a3-945a-4e72-91a4-b333cf7f8df7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1403.497638] env[62094]: INFO nova.compute.manager [req-5cab51f4-1507-4469-a830-a69e4cb5597a req-7c2617ca-a1c7-4de4-ade2-4b64944c7ede service nova] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Neutron deleted interface 499958a3-945a-4e72-91a4-b333cf7f8df7; detaching it from the instance and deleting it from the info cache [ 1403.497948] env[62094]: DEBUG nova.network.neutron [req-5cab51f4-1507-4469-a830-a69e4cb5597a req-7c2617ca-a1c7-4de4-ade2-4b64944c7ede service nova] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.588628] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.671652] env[62094]: DEBUG oslo_vmware.api [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401229, 'name': ReconfigVM_Task, 'duration_secs': 0.629476} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.675903] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1403.681344] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c2f8943-4bd0-42ee-8b66-dfe0d5b20210 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.704752] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401230, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.706870] env[62094]: DEBUG oslo_vmware.api [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1403.706870] env[62094]: value = "task-1401233" [ 1403.706870] env[62094]: _type = "Task" [ 1403.706870] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.710433] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401231, 'name': PowerOffVM_Task, 'duration_secs': 0.208919} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.717192] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.717470] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updating instance '87285f89-d05e-41f7-8566-78e57168740b' progress to 17 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.721742] env[62094]: DEBUG oslo_vmware.api [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.729735] env[62094]: DEBUG oslo_vmware.api [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.826892] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507388} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.827194] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] ef79ea17-fd29-467a-a8e9-983bf6f19212/ef79ea17-fd29-467a-a8e9-983bf6f19212.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.827425] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.827710] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19d0b1dd-5db3-475d-9201-6f07659c5a75 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.834221] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1403.834221] env[62094]: value = "task-1401234" [ 1403.834221] env[62094]: _type = "Task" [ 1403.834221] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.841812] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.970204] env[62094]: DEBUG nova.network.neutron [-] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.979463] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] Releasing lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.979729] env[62094]: DEBUG nova.compute.manager [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Received event network-changed-f4809906-9803-4dcf-95b1-87cd22bd3aba {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1403.979937] env[62094]: DEBUG nova.compute.manager [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Refreshing instance network info cache due to event network-changed-f4809906-9803-4dcf-95b1-87cd22bd3aba. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1403.980169] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] Acquiring lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.980321] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] Acquired lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.980485] env[62094]: DEBUG nova.network.neutron [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Refreshing network info cache for port f4809906-9803-4dcf-95b1-87cd22bd3aba {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.001224] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5ef4eb2-99bd-4d3b-a7c0-b4cc3480dc0d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.010195] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7433c5b6-7c0d-444c-a29f-2d5abcd8b821 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.042867] env[62094]: DEBUG nova.compute.manager [req-5cab51f4-1507-4469-a830-a69e4cb5597a req-7c2617ca-a1c7-4de4-ade2-4b64944c7ede service nova] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Detach interface failed, port_id=499958a3-945a-4e72-91a4-b333cf7f8df7, reason: Instance 26bfb3f4-0903-4a2b-9256-f135c6e1540d could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1404.114853] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8818e9f-7cff-40ec-95c6-f99bc202d105 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.135374] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb84b62-45be-4fb1-a83b-665899e72ee9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.142283] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating instance 'c893f71e-3d93-4b19-ba7c-e5ba48c77b36' progress to 83 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.180941] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401230, 'name': ReconfigVM_Task, 'duration_secs': 0.546903} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.181244] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 85ce149a-08fb-4a13-8c8a-0d3c412eab03/85ce149a-08fb-4a13-8c8a-0d3c412eab03.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.181887] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2dcfc44-e40f-4b3b-8660-95ba9cdca1d7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.188356] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1404.188356] env[62094]: value = "task-1401235" [ 1404.188356] env[62094]: _type = "Task" [ 1404.188356] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.198098] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401235, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.205806] env[62094]: DEBUG oslo_vmware.api [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.219641] env[62094]: DEBUG oslo_vmware.api [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401233, 'name': ReconfigVM_Task, 'duration_secs': 0.212257} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.220780] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297014', 'volume_id': '5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'name': 'volume-5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'e8a64c70-0423-42bf-9414-9554f82db3dd', 'attached_at': '', 'detached_at': '', 'volume_id': '5945ef8c-9f8a-4952-a2f5-76fe330285b7', 'serial': '5945ef8c-9f8a-4952-a2f5-76fe330285b7'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1404.224992] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1404.225237] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1404.225399] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.225585] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1404.225735] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.225886] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1404.226130] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1404.226312] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1404.226487] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1404.226654] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1404.226849] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1404.232766] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08419b84-69ec-472d-aab6-9459a3f063d6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.249725] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1404.249725] env[62094]: value = "task-1401236" [ 1404.249725] env[62094]: _type = "Task" [ 1404.249725] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.260168] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.344929] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078447} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.345228] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.345996] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fed7950-823d-4563-9118-9afaf999ed8e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.370143] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] ef79ea17-fd29-467a-a8e9-983bf6f19212/ef79ea17-fd29-467a-a8e9-983bf6f19212.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.370445] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d01d587-4b6b-4020-8ac4-4cba8ce91e73 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.389515] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1404.389515] env[62094]: value = "task-1401237" [ 1404.389515] env[62094]: _type = "Task" [ 1404.389515] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.396980] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.473407] env[62094]: INFO nova.compute.manager [-] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Took 1.44 seconds to deallocate network for instance. [ 1404.649949] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.650302] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d743de5-616b-4fff-b351-c5fa7488d65a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.660105] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1404.660105] env[62094]: value = "task-1401238" [ 1404.660105] env[62094]: _type = "Task" [ 1404.660105] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.668726] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.702443] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401235, 'name': Rename_Task, 'duration_secs': 0.181413} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.705746] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.706080] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30157217-0b3a-4409-b6b4-afab0ee07e67 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.714340] env[62094]: DEBUG oslo_vmware.api [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401219, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.715649] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1404.715649] env[62094]: value = "task-1401239" [ 1404.715649] env[62094]: _type = "Task" [ 1404.715649] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.722833] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.732108] env[62094]: DEBUG nova.network.neutron [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Updated VIF entry in instance network info cache for port f4809906-9803-4dcf-95b1-87cd22bd3aba. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.732542] env[62094]: DEBUG nova.network.neutron [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Updating instance_info_cache with network_info: [{"id": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "address": "fa:16:3e:cc:1e:a2", "network": {"id": "48efa746-71fd-430d-b1f6-741b0e13ac0e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1412537003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bc36ca85dcb4d5db007eb7cc44e8408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4809906-98", "ovs_interfaceid": "f4809906-9803-4dcf-95b1-87cd22bd3aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.759516] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401236, 'name': ReconfigVM_Task, 'duration_secs': 0.380526} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.759886] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updating instance '87285f89-d05e-41f7-8566-78e57168740b' progress to 33 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.778657] env[62094]: DEBUG nova.objects.instance [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lazy-loading 'flavor' on Instance uuid e8a64c70-0423-42bf-9414-9554f82db3dd {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.900678] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401237, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.980832] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.981310] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.981548] env[62094]: DEBUG nova.objects.instance [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lazy-loading 'resources' on Instance uuid 26bfb3f4-0903-4a2b-9256-f135c6e1540d {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.170555] env[62094]: DEBUG oslo_vmware.api [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401238, 'name': PowerOnVM_Task, 'duration_secs': 0.427229} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.170823] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.171102] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3731fa-5a19-48bf-981e-6670230c0b7f tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating instance 'c893f71e-3d93-4b19-ba7c-e5ba48c77b36' progress to 100 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1405.213044] env[62094]: DEBUG oslo_vmware.api [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401219, 'name': ReconfigVM_Task, 'duration_secs': 5.78714} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.213044] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.213044] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Reconfigured VM to detach interface {{(pid=62094) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1405.224990] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.235012] env[62094]: DEBUG oslo_concurrency.lockutils [req-8a582725-6d03-4a9b-86f6-8529d1042ec6 req-ed485b8b-124b-42f4-81da-b997bda01553 service nova] Releasing lock "refresh_cache-68bd353b-8a1e-4b3c-9985-4457924502e3" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.266824] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1405.267081] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1405.267250] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.267436] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1405.267587] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.267749] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1405.267952] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1405.268130] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1405.268300] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1405.268466] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1405.268648] env[62094]: DEBUG nova.virt.hardware [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1405.274160] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1405.274460] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-054ea086-263d-4a60-871a-b724d8f175e9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.296488] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1405.296488] env[62094]: value = "task-1401240" [ 1405.296488] env[62094]: _type = "Task" [ 1405.296488] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.305902] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.400513] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401237, 'name': ReconfigVM_Task, 'duration_secs': 0.569829} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.400807] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Reconfigured VM instance instance-00000069 to attach disk [datastore2] ef79ea17-fd29-467a-a8e9-983bf6f19212/ef79ea17-fd29-467a-a8e9-983bf6f19212.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.401473] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38263fe0-1cb4-46a3-8b2e-e46d1e846483 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.407855] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1405.407855] env[62094]: value = "task-1401241" [ 1405.407855] env[62094]: _type = "Task" [ 1405.407855] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.415529] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401241, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.527465] env[62094]: DEBUG nova.compute.manager [req-838c1230-ea85-41a6-9d10-e7b3751c105d req-b527da1c-c816-4dc8-8828-18fc3fb1ef33 service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Received event network-changed-8794019c-5515-4855-bf37-0ebc1b2d6e61 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1405.527670] env[62094]: DEBUG nova.compute.manager [req-838c1230-ea85-41a6-9d10-e7b3751c105d req-b527da1c-c816-4dc8-8828-18fc3fb1ef33 service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Refreshing instance network info cache due to event network-changed-8794019c-5515-4855-bf37-0ebc1b2d6e61. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1405.527888] env[62094]: DEBUG oslo_concurrency.lockutils [req-838c1230-ea85-41a6-9d10-e7b3751c105d req-b527da1c-c816-4dc8-8828-18fc3fb1ef33 service nova] Acquiring lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.528051] env[62094]: DEBUG oslo_concurrency.lockutils [req-838c1230-ea85-41a6-9d10-e7b3751c105d req-b527da1c-c816-4dc8-8828-18fc3fb1ef33 service nova] Acquired lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.528221] env[62094]: DEBUG nova.network.neutron [req-838c1230-ea85-41a6-9d10-e7b3751c105d req-b527da1c-c816-4dc8-8828-18fc3fb1ef33 service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Refreshing network info cache for port 8794019c-5515-4855-bf37-0ebc1b2d6e61 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.728275] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401239, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.748027] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb35fd6c-6177-49c0-92fe-5fe579282ab0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.755361] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d83104-bb2e-47a9-ad45-66363fef3fe4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.786728] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbd347e-f624-4982-a5bd-c141e862084f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.792359] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aca89e78-49ec-4ebc-a4e4-734fc6a194b9 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.799s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.801532] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a8e3e5-09fc-44b2-a8c7-8694ff21e6ef {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.812354] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401240, 'name': ReconfigVM_Task, 'duration_secs': 0.175154} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.820405] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1405.821482] env[62094]: DEBUG nova.compute.provider_tree [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.823274] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885fb08f-d2bf-43ec-b15c-0f4dfef7fe83 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.849334] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 87285f89-d05e-41f7-8566-78e57168740b/87285f89-d05e-41f7-8566-78e57168740b.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.849956] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d90b96-743b-40a3-a9ee-99f03997d7c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.868642] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1405.868642] env[62094]: value = "task-1401242" [ 1405.868642] env[62094]: _type = "Task" [ 1405.868642] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.878133] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.918285] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401241, 'name': Rename_Task, 'duration_secs': 0.147945} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.918574] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.918901] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3085b6b-db41-44e2-89cb-93edde8732a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.925164] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1405.925164] env[62094]: value = "task-1401243" [ 1405.925164] env[62094]: _type = "Task" [ 1405.925164] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.933415] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.227663] env[62094]: DEBUG oslo_vmware.api [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401239, 'name': PowerOnVM_Task, 'duration_secs': 1.19448} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.228212] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.228514] env[62094]: INFO nova.compute.manager [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1406.228746] env[62094]: DEBUG nova.compute.manager [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1406.229786] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439c2ddf-bb52-417c-ba57-b88ae8d09c39 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.283199] env[62094]: DEBUG nova.network.neutron [req-838c1230-ea85-41a6-9d10-e7b3751c105d req-b527da1c-c816-4dc8-8828-18fc3fb1ef33 service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updated VIF entry in instance network info cache for port 8794019c-5515-4855-bf37-0ebc1b2d6e61. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.283604] env[62094]: DEBUG nova.network.neutron [req-838c1230-ea85-41a6-9d10-e7b3751c105d req-b527da1c-c816-4dc8-8828-18fc3fb1ef33 service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance_info_cache with network_info: [{"id": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "address": "fa:16:3e:c0:1a:b0", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8794019c-55", "ovs_interfaceid": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.292773] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "e8a64c70-0423-42bf-9414-9554f82db3dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.293126] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.293319] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "e8a64c70-0423-42bf-9414-9554f82db3dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.293535] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.293797] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.296066] env[62094]: INFO nova.compute.manager [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Terminating instance [ 1406.298057] env[62094]: DEBUG nova.compute.manager [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1406.298270] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.299105] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f687e7f-73f5-4a7a-927e-32b32cd988c2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.307245] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.307476] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-772fb9b6-a606-494d-b489-738666419a17 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.313443] env[62094]: DEBUG oslo_vmware.api [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1406.313443] env[62094]: value = "task-1401244" [ 1406.313443] env[62094]: _type = "Task" [ 1406.313443] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.321625] env[62094]: DEBUG oslo_vmware.api [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.327573] env[62094]: DEBUG nova.scheduler.client.report [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1406.380523] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401242, 'name': ReconfigVM_Task, 'duration_secs': 0.399863} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.380812] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 87285f89-d05e-41f7-8566-78e57168740b/87285f89-d05e-41f7-8566-78e57168740b.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.381113] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updating instance '87285f89-d05e-41f7-8566-78e57168740b' progress to 50 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1406.436341] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401243, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.667812] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.668010] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquired lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.668215] env[62094]: DEBUG nova.network.neutron [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.748825] env[62094]: INFO nova.compute.manager [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Took 18.45 seconds to build instance. [ 1406.786221] env[62094]: DEBUG oslo_concurrency.lockutils [req-838c1230-ea85-41a6-9d10-e7b3751c105d req-b527da1c-c816-4dc8-8828-18fc3fb1ef33 service nova] Releasing lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.825220] env[62094]: DEBUG oslo_vmware.api [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401244, 'name': PowerOffVM_Task, 'duration_secs': 0.368091} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.825516] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.825691] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.825951] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31a52809-696a-44b7-b909-7681d7e8cb0a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.832668] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.863665] env[62094]: INFO nova.scheduler.client.report [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleted allocations for instance 26bfb3f4-0903-4a2b-9256-f135c6e1540d [ 1406.888434] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07819abf-ef4c-4e41-8bb2-fcde92c88736 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.911139] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d179832c-ad79-407e-8b27-081baa14578a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.913877] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.914107] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.914300] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleting the datastore file [datastore2] e8a64c70-0423-42bf-9414-9554f82db3dd {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.915119] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-588ab8d8-92a5-4587-85e9-0cfd756af0c9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.933998] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updating instance '87285f89-d05e-41f7-8566-78e57168740b' progress to 67 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1406.942154] env[62094]: DEBUG oslo_vmware.api [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1406.942154] env[62094]: value = "task-1401246" [ 1406.942154] env[62094]: _type = "Task" [ 1406.942154] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.949285] env[62094]: DEBUG oslo_vmware.api [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401243, 'name': PowerOnVM_Task, 'duration_secs': 0.568088} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.949983] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.950306] env[62094]: INFO nova.compute.manager [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1406.950528] env[62094]: DEBUG nova.compute.manager [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1406.951748] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274a9d3b-354c-4cf5-b452-3a79f3638e6d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.957342] env[62094]: DEBUG oslo_vmware.api [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.054276] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "d3149e25-0838-4407-ad82-0b29bd3153a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.054578] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "d3149e25-0838-4407-ad82-0b29bd3153a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.054885] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "d3149e25-0838-4407-ad82-0b29bd3153a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.055175] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "d3149e25-0838-4407-ad82-0b29bd3153a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.055376] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "d3149e25-0838-4407-ad82-0b29bd3153a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.058613] env[62094]: INFO nova.compute.manager [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Terminating instance [ 1407.061018] env[62094]: DEBUG nova.compute.manager [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1407.061287] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.062356] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1656113f-976f-425f-b7db-9ce87ed186df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.072295] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.072554] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61baf888-c870-44ca-8e11-8a9cad522bec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.078215] env[62094]: DEBUG oslo_vmware.api [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1407.078215] env[62094]: value = "task-1401247" [ 1407.078215] env[62094]: _type = "Task" [ 1407.078215] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.085757] env[62094]: DEBUG oslo_vmware.api [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.251033] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9013e4ad-da71-4a28-85f2-5f945f85e73d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "85ce149a-08fb-4a13-8c8a-0d3c412eab03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.971s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.372733] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bdd40937-4893-40a3-ac01-2acda100f1e3 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "26bfb3f4-0903-4a2b-9256-f135c6e1540d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.483s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.385079] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.385434] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.385684] env[62094]: DEBUG nova.compute.manager [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Going to confirm migration 5 {{(pid=62094) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1407.463315] env[62094]: DEBUG oslo_vmware.api [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308518} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.467403] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.468629] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.468629] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.468629] env[62094]: INFO nova.compute.manager [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1407.468629] env[62094]: DEBUG oslo.service.loopingcall [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1407.473588] env[62094]: DEBUG nova.compute.manager [-] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1407.473776] env[62094]: DEBUG nova.network.neutron [-] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.478310] env[62094]: INFO nova.compute.manager [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Took 14.63 seconds to build instance. [ 1407.517775] env[62094]: DEBUG nova.network.neutron [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Port 66235057-77fb-49e8-80e0-e51b5eecf47e binding to destination host cpu-1 is already ACTIVE {{(pid=62094) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1407.557645] env[62094]: DEBUG nova.compute.manager [req-a8a081f0-5ef8-4299-9576-0f4cf924f387 req-3fb45935-08fe-4c76-833e-7df18395592c service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Received event network-changed-2d881715-43ea-47e2-aa3d-84a3b14023b4 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1407.557870] env[62094]: DEBUG nova.compute.manager [req-a8a081f0-5ef8-4299-9576-0f4cf924f387 req-3fb45935-08fe-4c76-833e-7df18395592c service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Refreshing instance network info cache due to event network-changed-2d881715-43ea-47e2-aa3d-84a3b14023b4. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1407.558111] env[62094]: DEBUG oslo_concurrency.lockutils [req-a8a081f0-5ef8-4299-9576-0f4cf924f387 req-3fb45935-08fe-4c76-833e-7df18395592c service nova] Acquiring lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.558243] env[62094]: DEBUG oslo_concurrency.lockutils [req-a8a081f0-5ef8-4299-9576-0f4cf924f387 req-3fb45935-08fe-4c76-833e-7df18395592c service nova] Acquired lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.558822] env[62094]: DEBUG nova.network.neutron [req-a8a081f0-5ef8-4299-9576-0f4cf924f387 req-3fb45935-08fe-4c76-833e-7df18395592c service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Refreshing network info cache for port 2d881715-43ea-47e2-aa3d-84a3b14023b4 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.588163] env[62094]: DEBUG oslo_vmware.api [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401247, 'name': PowerOffVM_Task, 'duration_secs': 0.225043} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.589032] env[62094]: INFO nova.network.neutron [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Port e33e8873-f125-4bd2-9645-ad136d16fa01 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1407.589366] env[62094]: DEBUG nova.network.neutron [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Updating instance_info_cache with network_info: [{"id": "6a661b75-d585-48ed-80ac-3cba920f140c", "address": "fa:16:3e:09:6d:f8", "network": {"id": "959c5bda-3cfd-4870-a78c-1f005c5c9780", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-310976769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8412c020e6af477eac81718f70cb4614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a661b75-d5", "ovs_interfaceid": "6a661b75-d585-48ed-80ac-3cba920f140c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.590518] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.590689] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.591143] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56568f54-9c57-4c83-babb-b15a50ef2e51 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.662222] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.662453] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.662671] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Deleting the datastore file [datastore2] d3149e25-0838-4407-ad82-0b29bd3153a6 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.663083] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0138a428-c81a-468d-870b-115aa6ae74a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.671106] env[62094]: DEBUG oslo_vmware.api [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1407.671106] env[62094]: value = "task-1401249" [ 1407.671106] env[62094]: _type = "Task" [ 1407.671106] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.682869] env[62094]: DEBUG oslo_vmware.api [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.936934] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.936934] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquired lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.937130] env[62094]: DEBUG nova.network.neutron [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.937933] env[62094]: DEBUG nova.objects.instance [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lazy-loading 'info_cache' on Instance uuid c893f71e-3d93-4b19-ba7c-e5ba48c77b36 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.980446] env[62094]: DEBUG oslo_concurrency.lockutils [None req-25c1b632-648e-45b7-9a5f-8aaeef88de20 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "ef79ea17-fd29-467a-a8e9-983bf6f19212" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.142s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.994774] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "287c24ca-5e09-4c35-83a2-05f6f1fb255d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.995396] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "287c24ca-5e09-4c35-83a2-05f6f1fb255d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.995396] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "287c24ca-5e09-4c35-83a2-05f6f1fb255d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.995531] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "287c24ca-5e09-4c35-83a2-05f6f1fb255d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.995652] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "287c24ca-5e09-4c35-83a2-05f6f1fb255d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.998139] env[62094]: INFO nova.compute.manager [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Terminating instance [ 1407.999955] env[62094]: DEBUG nova.compute.manager [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1408.000172] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.000989] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d058ae2b-3f8f-4f7e-be51-82ec18e50a52 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.012514] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.012514] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e99ce78-6551-4774-af25-18cd2b4c108f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.018130] env[62094]: DEBUG oslo_vmware.api [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1408.018130] env[62094]: value = "task-1401250" [ 1408.018130] env[62094]: _type = "Task" [ 1408.018130] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.029277] env[62094]: DEBUG oslo_vmware.api [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.092085] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Releasing lock "refresh_cache-d3149e25-0838-4407-ad82-0b29bd3153a6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.152442] env[62094]: DEBUG nova.compute.manager [req-3b6469ea-397c-4ebc-be28-e7fb4bf869f0 req-58aca941-6fd7-41f7-93ed-9b25a078ea2a service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Received event network-vif-deleted-4bc351d5-e03b-4dc5-bebe-c3c1fee6e858 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1408.152617] env[62094]: INFO nova.compute.manager [req-3b6469ea-397c-4ebc-be28-e7fb4bf869f0 req-58aca941-6fd7-41f7-93ed-9b25a078ea2a service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Neutron deleted interface 4bc351d5-e03b-4dc5-bebe-c3c1fee6e858; detaching it from the instance and deleting it from the info cache [ 1408.152834] env[62094]: DEBUG nova.network.neutron [req-3b6469ea-397c-4ebc-be28-e7fb4bf869f0 req-58aca941-6fd7-41f7-93ed-9b25a078ea2a service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.182510] env[62094]: DEBUG oslo_vmware.api [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460714} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.182784] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.182970] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1408.183161] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1408.187092] env[62094]: INFO nova.compute.manager [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1408.187455] env[62094]: DEBUG oslo.service.loopingcall [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1408.190302] env[62094]: DEBUG nova.compute.manager [-] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1408.190459] env[62094]: DEBUG nova.network.neutron [-] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1408.317490] env[62094]: DEBUG nova.network.neutron [req-a8a081f0-5ef8-4299-9576-0f4cf924f387 req-3fb45935-08fe-4c76-833e-7df18395592c service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Updated VIF entry in instance network info cache for port 2d881715-43ea-47e2-aa3d-84a3b14023b4. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.317866] env[62094]: DEBUG nova.network.neutron [req-a8a081f0-5ef8-4299-9576-0f4cf924f387 req-3fb45935-08fe-4c76-833e-7df18395592c service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Updating instance_info_cache with network_info: [{"id": "2d881715-43ea-47e2-aa3d-84a3b14023b4", "address": "fa:16:3e:cb:88:c7", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d881715-43", "ovs_interfaceid": "2d881715-43ea-47e2-aa3d-84a3b14023b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.470207] env[62094]: DEBUG nova.network.neutron [-] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.498823] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "f7113655-e711-410d-ae74-d41842a18734" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.499270] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "f7113655-e711-410d-ae74-d41842a18734" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.541366] env[62094]: DEBUG oslo_concurrency.lockutils [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "87285f89-d05e-41f7-8566-78e57168740b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.542041] env[62094]: DEBUG oslo_concurrency.lockutils [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "87285f89-d05e-41f7-8566-78e57168740b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.542041] env[62094]: DEBUG oslo_concurrency.lockutils [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "87285f89-d05e-41f7-8566-78e57168740b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.543179] env[62094]: DEBUG oslo_vmware.api [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401250, 'name': PowerOffVM_Task, 'duration_secs': 0.420547} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.545158] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.545733] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.554060] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd8e6129-147c-41d4-b096-1419e8eb00f6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.595926] env[62094]: DEBUG oslo_concurrency.lockutils [None req-7bb7abee-2071-4ae1-a963-9f5720e9168f tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "interface-d3149e25-0838-4407-ad82-0b29bd3153a6-e33e8873-f125-4bd2-9645-ad136d16fa01" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.985s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.620368] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.620646] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.620880] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleting the datastore file [datastore2] 287c24ca-5e09-4c35-83a2-05f6f1fb255d {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.621192] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-036520e2-217e-4c85-83d9-d11241f202d3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.628300] env[62094]: DEBUG oslo_vmware.api [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1408.628300] env[62094]: value = "task-1401252" [ 1408.628300] env[62094]: _type = "Task" [ 1408.628300] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.642046] env[62094]: DEBUG oslo_vmware.api [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.655352] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3e74c52-1f14-492f-b267-a95350a8ba8e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.665283] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d01ff2-c647-4b37-864a-b40336c56f1a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.698065] env[62094]: DEBUG nova.compute.manager [req-3b6469ea-397c-4ebc-be28-e7fb4bf869f0 req-58aca941-6fd7-41f7-93ed-9b25a078ea2a service nova] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Detach interface failed, port_id=4bc351d5-e03b-4dc5-bebe-c3c1fee6e858, reason: Instance e8a64c70-0423-42bf-9414-9554f82db3dd could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1408.820887] env[62094]: DEBUG oslo_concurrency.lockutils [req-a8a081f0-5ef8-4299-9576-0f4cf924f387 req-3fb45935-08fe-4c76-833e-7df18395592c service nova] Releasing lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.974261] env[62094]: INFO nova.compute.manager [-] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Took 1.50 seconds to deallocate network for instance. [ 1409.005137] env[62094]: DEBUG nova.compute.manager [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1409.140145] env[62094]: DEBUG oslo_vmware.api [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214425} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.140564] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.140868] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.141169] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.141470] env[62094]: INFO nova.compute.manager [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1409.141840] env[62094]: DEBUG oslo.service.loopingcall [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.142197] env[62094]: DEBUG nova.compute.manager [-] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1409.142398] env[62094]: DEBUG nova.network.neutron [-] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.155139] env[62094]: DEBUG nova.network.neutron [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating instance_info_cache with network_info: [{"id": "13fa6a74-b521-4134-85d2-807c54478fef", "address": "fa:16:3e:91:8e:30", "network": {"id": "cb445bab-e86e-4615-8058-94fc6a9a8ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-180516685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1e4ab0b7f4c2e989f2d28e13f7f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13fa6a74-b5", "ovs_interfaceid": "13fa6a74-b521-4134-85d2-807c54478fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.270878] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "ef79ea17-fd29-467a-a8e9-983bf6f19212" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.273939] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "ef79ea17-fd29-467a-a8e9-983bf6f19212" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.273939] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "ef79ea17-fd29-467a-a8e9-983bf6f19212-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.273939] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "ef79ea17-fd29-467a-a8e9-983bf6f19212-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.273939] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "ef79ea17-fd29-467a-a8e9-983bf6f19212-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.275346] env[62094]: INFO nova.compute.manager [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Terminating instance [ 1409.278766] env[62094]: DEBUG nova.compute.manager [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1409.279128] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.280335] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fce24b8-1b38-49b7-9c4b-5111001a56a7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.292028] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.292685] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44dae9e6-41e3-41f0-8c66-a8ef9bba1d1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.300842] env[62094]: DEBUG oslo_vmware.api [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1409.300842] env[62094]: value = "task-1401253" [ 1409.300842] env[62094]: _type = "Task" [ 1409.300842] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.310883] env[62094]: DEBUG oslo_vmware.api [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.481167] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.482042] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.482042] env[62094]: DEBUG nova.objects.instance [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lazy-loading 'resources' on Instance uuid e8a64c70-0423-42bf-9414-9554f82db3dd {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.532661] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.543820] env[62094]: DEBUG nova.network.neutron [-] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.632259] env[62094]: DEBUG oslo_concurrency.lockutils [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.632546] env[62094]: DEBUG oslo_concurrency.lockutils [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.632744] env[62094]: DEBUG nova.network.neutron [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.656976] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Releasing lock "refresh_cache-c893f71e-3d93-4b19-ba7c-e5ba48c77b36" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.657277] env[62094]: DEBUG nova.objects.instance [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lazy-loading 'migration_context' on Instance uuid c893f71e-3d93-4b19-ba7c-e5ba48c77b36 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.811729] env[62094]: DEBUG oslo_vmware.api [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401253, 'name': PowerOffVM_Task, 'duration_secs': 0.198595} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.812307] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.812636] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.813140] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5d37151-d5e5-4593-8058-3ded21d7f09c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.852577] env[62094]: DEBUG nova.network.neutron [-] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.886173] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.886173] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.886173] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleting the datastore file [datastore2] ef79ea17-fd29-467a-a8e9-983bf6f19212 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.886173] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eef0da43-34b5-493b-b88d-05102f587876 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.893069] env[62094]: DEBUG oslo_vmware.api [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1409.893069] env[62094]: value = "task-1401255" [ 1409.893069] env[62094]: _type = "Task" [ 1409.893069] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.901634] env[62094]: DEBUG oslo_vmware.api [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.910508] env[62094]: DEBUG nova.compute.manager [req-f4362c83-b321-4785-ad01-1ab8cce8086c req-c7c89edb-7e66-4fd0-9791-5168167d6a94 service nova] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Received event network-vif-deleted-6a661b75-d585-48ed-80ac-3cba920f140c {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1409.910727] env[62094]: DEBUG nova.compute.manager [req-f4362c83-b321-4785-ad01-1ab8cce8086c req-c7c89edb-7e66-4fd0-9791-5168167d6a94 service nova] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Received event network-vif-deleted-9442aefa-7e3e-46fc-b992-62af473b74b7 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1410.049111] env[62094]: INFO nova.compute.manager [-] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Took 1.86 seconds to deallocate network for instance. [ 1410.160032] env[62094]: DEBUG nova.objects.base [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1410.160969] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b15d923-aa3c-4bae-8a43-23cb63b96f65 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.186525] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62740295-e44e-4311-8b2d-de083cabaf16 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.192351] env[62094]: DEBUG oslo_vmware.api [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1410.192351] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5248d0d1-3ce2-7223-d90d-d91771e3bffc" [ 1410.192351] env[62094]: _type = "Task" [ 1410.192351] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.200645] env[62094]: DEBUG oslo_vmware.api [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5248d0d1-3ce2-7223-d90d-d91771e3bffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.202279] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106bb91d-9a01-48b9-b9fe-4da519f4f4f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.210676] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6718a4-b790-4741-b789-f68c820d883b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.243653] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb13fa68-ce7b-4e51-bcce-1ab5577b2d20 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.251335] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc81dd85-797d-456e-b167-692e11d62228 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.265537] env[62094]: DEBUG nova.compute.provider_tree [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.355263] env[62094]: INFO nova.compute.manager [-] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Took 1.21 seconds to deallocate network for instance. [ 1410.362524] env[62094]: DEBUG nova.network.neutron [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updating instance_info_cache with network_info: [{"id": "66235057-77fb-49e8-80e0-e51b5eecf47e", "address": "fa:16:3e:7a:f3:7a", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66235057-77", "ovs_interfaceid": "66235057-77fb-49e8-80e0-e51b5eecf47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.403607] env[62094]: DEBUG oslo_vmware.api [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48543} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.403905] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.404116] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.404307] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.404495] env[62094]: INFO nova.compute.manager [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1410.404745] env[62094]: DEBUG oslo.service.loopingcall [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.404951] env[62094]: DEBUG nova.compute.manager [-] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1410.405062] env[62094]: DEBUG nova.network.neutron [-] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.556066] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.702384] env[62094]: DEBUG oslo_vmware.api [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5248d0d1-3ce2-7223-d90d-d91771e3bffc, 'name': SearchDatastore_Task, 'duration_secs': 0.008696} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.702672] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.771391] env[62094]: DEBUG nova.scheduler.client.report [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1410.862508] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.865181] env[62094]: DEBUG oslo_concurrency.lockutils [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.145699] env[62094]: DEBUG nova.network.neutron [-] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.276230] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.278533] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.746s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.280012] env[62094]: INFO nova.compute.claims [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1411.299592] env[62094]: INFO nova.scheduler.client.report [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleted allocations for instance e8a64c70-0423-42bf-9414-9554f82db3dd [ 1411.386598] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e293e0bd-82f6-4eeb-9fac-10c88b81b444 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.407510] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c470927-92b9-453e-9275-ae1f8ee71412 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.414366] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updating instance '87285f89-d05e-41f7-8566-78e57168740b' progress to 83 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1411.648997] env[62094]: INFO nova.compute.manager [-] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Took 1.24 seconds to deallocate network for instance. [ 1411.807167] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8d9bed40-91db-49cf-b1d3-52783c3858bb tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e8a64c70-0423-42bf-9414-9554f82db3dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.514s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.920852] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.921212] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cac137c-87ae-44bc-921b-c24dff92546d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.929262] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1411.929262] env[62094]: value = "task-1401256" [ 1411.929262] env[62094]: _type = "Task" [ 1411.929262] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.936328] env[62094]: DEBUG nova.compute.manager [req-4ff95a13-8fbb-4723-93f5-873f9ed64814 req-3deea67d-58e9-4da2-ab31-bcc7d36f545d service nova] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Received event network-vif-deleted-cf6ad8ba-b859-4416-b1e9-a75d88e237c3 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1411.940362] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.155289] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.442106] env[62094]: DEBUG oslo_vmware.api [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401256, 'name': PowerOnVM_Task, 'duration_secs': 0.377741} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.442539] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.442961] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-61c6e403-c37f-4e02-b1db-2c37a4c1bd04 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updating instance '87285f89-d05e-41f7-8566-78e57168740b' progress to 100 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.508077] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a00b3b5-9ce2-4db4-86cb-3d7ee9bdf46b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.516129] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5304afe-a018-4870-8d58-21d1f8acefb1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.552255] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceac974-6139-42d2-bb0c-702197f57f4d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.560610] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebf9c76-0b94-41b7-9d32-c763d98eb133 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.574609] env[62094]: DEBUG nova.compute.provider_tree [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.078034] env[62094]: DEBUG nova.scheduler.client.report [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1413.470729] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "e561310e-52c0-4b01-8995-8b38b4ed44dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.470950] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.583214] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.583752] env[62094]: DEBUG nova.compute.manager [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1413.586391] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.031s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.586666] env[62094]: DEBUG nova.objects.instance [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'resources' on Instance uuid d3149e25-0838-4407-ad82-0b29bd3153a6 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.973665] env[62094]: DEBUG nova.compute.manager [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1414.090137] env[62094]: DEBUG nova.compute.utils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1414.098882] env[62094]: DEBUG nova.compute.manager [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1414.098970] env[62094]: DEBUG nova.network.neutron [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.158907] env[62094]: DEBUG nova.policy [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c369b147c46a425e9891fbcac1a70f77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6e76a97def64189884457e8275244dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1414.366909] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24422683-90df-49a6-83c7-eb9d58176854 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.375219] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524fc4e4-f758-47cd-83f4-38d931d3736c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.404867] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa23946c-4bcb-476b-88fc-3a380d2c2353 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.412358] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bac9ea-871a-41d9-9cfd-45d1ca48bdfe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.426357] env[62094]: DEBUG nova.compute.provider_tree [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.495328] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.520245] env[62094]: DEBUG nova.network.neutron [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Successfully created port: d7d8e1f4-d026-463f-8bb4-05256950e57e {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1414.599613] env[62094]: DEBUG nova.compute.manager [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1414.929759] env[62094]: DEBUG nova.scheduler.client.report [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1415.072736] env[62094]: DEBUG oslo_concurrency.lockutils [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "87285f89-d05e-41f7-8566-78e57168740b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.073028] env[62094]: DEBUG oslo_concurrency.lockutils [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "87285f89-d05e-41f7-8566-78e57168740b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.073261] env[62094]: DEBUG nova.compute.manager [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Going to confirm migration 6 {{(pid=62094) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1415.436201] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.438538] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.736s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.458795] env[62094]: INFO nova.scheduler.client.report [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Deleted allocations for instance d3149e25-0838-4407-ad82-0b29bd3153a6 [ 1415.611088] env[62094]: DEBUG nova.compute.manager [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1415.638932] env[62094]: DEBUG nova.virt.hardware [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1415.639148] env[62094]: DEBUG nova.virt.hardware [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1415.639334] env[62094]: DEBUG nova.virt.hardware [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.639528] env[62094]: DEBUG nova.virt.hardware [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1415.639680] env[62094]: DEBUG nova.virt.hardware [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.639832] env[62094]: DEBUG nova.virt.hardware [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1415.640165] env[62094]: DEBUG nova.virt.hardware [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1415.640364] env[62094]: DEBUG nova.virt.hardware [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1415.640558] env[62094]: DEBUG nova.virt.hardware [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1415.640771] env[62094]: DEBUG nova.virt.hardware [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1415.640955] env[62094]: DEBUG nova.virt.hardware [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1415.642182] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71652666-6beb-4441-8a58-31ad4e3c0b26 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.651029] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1b66a2-c75e-4a3b-8569-20fbc7e1375c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.665336] env[62094]: DEBUG oslo_concurrency.lockutils [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.665503] env[62094]: DEBUG oslo_concurrency.lockutils [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.665674] env[62094]: DEBUG nova.network.neutron [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.665908] env[62094]: DEBUG nova.objects.instance [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lazy-loading 'info_cache' on Instance uuid 87285f89-d05e-41f7-8566-78e57168740b {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.965729] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6e19a407-e90b-49d4-9296-461148b8e0a7 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "d3149e25-0838-4407-ad82-0b29bd3153a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.911s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.096497] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "2b835bdc-36c0-4bd3-b54b-bcece069222f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.096765] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "2b835bdc-36c0-4bd3-b54b-bcece069222f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.097019] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "2b835bdc-36c0-4bd3-b54b-bcece069222f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.097221] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "2b835bdc-36c0-4bd3-b54b-bcece069222f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.097393] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "2b835bdc-36c0-4bd3-b54b-bcece069222f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.101407] env[62094]: INFO nova.compute.manager [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Terminating instance [ 1416.103267] env[62094]: DEBUG nova.compute.manager [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1416.103468] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.104344] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7351ee85-a470-4e88-917c-a3050e02e550 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.111925] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.114264] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae980973-b9da-4a07-a337-6f8107051c10 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.120308] env[62094]: DEBUG oslo_vmware.api [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1416.120308] env[62094]: value = "task-1401257" [ 1416.120308] env[62094]: _type = "Task" [ 1416.120308] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.131096] env[62094]: DEBUG oslo_vmware.api [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.137846] env[62094]: DEBUG nova.compute.manager [req-fcad3b3b-f5f8-421d-a364-adddf3d827c0 req-274628fe-01aa-4ff7-ba77-d0d38047e4b8 service nova] [instance: f7113655-e711-410d-ae74-d41842a18734] Received event network-vif-plugged-d7d8e1f4-d026-463f-8bb4-05256950e57e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1416.138105] env[62094]: DEBUG oslo_concurrency.lockutils [req-fcad3b3b-f5f8-421d-a364-adddf3d827c0 req-274628fe-01aa-4ff7-ba77-d0d38047e4b8 service nova] Acquiring lock "f7113655-e711-410d-ae74-d41842a18734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.138332] env[62094]: DEBUG oslo_concurrency.lockutils [req-fcad3b3b-f5f8-421d-a364-adddf3d827c0 req-274628fe-01aa-4ff7-ba77-d0d38047e4b8 service nova] Lock "f7113655-e711-410d-ae74-d41842a18734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.138502] env[62094]: DEBUG oslo_concurrency.lockutils [req-fcad3b3b-f5f8-421d-a364-adddf3d827c0 req-274628fe-01aa-4ff7-ba77-d0d38047e4b8 service nova] Lock "f7113655-e711-410d-ae74-d41842a18734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.138672] env[62094]: DEBUG nova.compute.manager [req-fcad3b3b-f5f8-421d-a364-adddf3d827c0 req-274628fe-01aa-4ff7-ba77-d0d38047e4b8 service nova] [instance: f7113655-e711-410d-ae74-d41842a18734] No waiting events found dispatching network-vif-plugged-d7d8e1f4-d026-463f-8bb4-05256950e57e {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1416.138855] env[62094]: WARNING nova.compute.manager [req-fcad3b3b-f5f8-421d-a364-adddf3d827c0 req-274628fe-01aa-4ff7-ba77-d0d38047e4b8 service nova] [instance: f7113655-e711-410d-ae74-d41842a18734] Received unexpected event network-vif-plugged-d7d8e1f4-d026-463f-8bb4-05256950e57e for instance with vm_state building and task_state spawning. [ 1416.156915] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc93f8fe-2ac0-4a70-8cf2-941843e44c4c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.165425] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc218aca-2ccf-425c-bd1d-a90ae259e03c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.199335] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2dd02d-8539-4453-b393-e443fe6c185f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.204619] env[62094]: DEBUG nova.network.neutron [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Successfully updated port: d7d8e1f4-d026-463f-8bb4-05256950e57e {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1416.210426] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541404f6-a8fe-4f59-964a-78bf4fc50a06 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.225531] env[62094]: DEBUG nova.compute.provider_tree [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.630405] env[62094]: DEBUG oslo_vmware.api [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401257, 'name': PowerOffVM_Task, 'duration_secs': 0.241738} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.630749] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.630749] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.630927] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd7f8a6d-e5f4-4315-b1de-797c3f57282d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.709472] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "refresh_cache-f7113655-e711-410d-ae74-d41842a18734" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.709628] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "refresh_cache-f7113655-e711-410d-ae74-d41842a18734" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.709778] env[62094]: DEBUG nova.network.neutron [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.727980] env[62094]: DEBUG nova.scheduler.client.report [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1416.732670] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.732913] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.733083] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Deleting the datastore file [datastore2] 2b835bdc-36c0-4bd3-b54b-bcece069222f {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.733576] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a7f8877-3072-4e58-9973-333bfee67a05 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.741531] env[62094]: DEBUG oslo_vmware.api [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for the task: (returnval){ [ 1416.741531] env[62094]: value = "task-1401259" [ 1416.741531] env[62094]: _type = "Task" [ 1416.741531] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.752550] env[62094]: DEBUG oslo_vmware.api [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.945239] env[62094]: DEBUG nova.network.neutron [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updating instance_info_cache with network_info: [{"id": "66235057-77fb-49e8-80e0-e51b5eecf47e", "address": "fa:16:3e:7a:f3:7a", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66235057-77", "ovs_interfaceid": "66235057-77fb-49e8-80e0-e51b5eecf47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.240661] env[62094]: DEBUG nova.network.neutron [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1417.251928] env[62094]: DEBUG oslo_vmware.api [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Task: {'id': task-1401259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144381} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.252195] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.252374] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.252579] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.252765] env[62094]: INFO nova.compute.manager [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1417.253009] env[62094]: DEBUG oslo.service.loopingcall [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.253212] env[62094]: DEBUG nova.compute.manager [-] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1417.253305] env[62094]: DEBUG nova.network.neutron [-] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.369316] env[62094]: DEBUG nova.network.neutron [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Updating instance_info_cache with network_info: [{"id": "d7d8e1f4-d026-463f-8bb4-05256950e57e", "address": "fa:16:3e:f2:af:6c", "network": {"id": "4bb4c006-eb84-43fb-ab33-1ee766b848a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-664764610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e76a97def64189884457e8275244dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d8e1f4-d0", "ovs_interfaceid": "d7d8e1f4-d026-463f-8bb4-05256950e57e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.447968] env[62094]: DEBUG oslo_concurrency.lockutils [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "refresh_cache-87285f89-d05e-41f7-8566-78e57168740b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.448295] env[62094]: DEBUG nova.objects.instance [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lazy-loading 'migration_context' on Instance uuid 87285f89-d05e-41f7-8566-78e57168740b {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.502735] env[62094]: DEBUG nova.compute.manager [req-1a4dbfbf-4a56-4a45-ac79-1212857d339b req-83b7eae3-bd01-4e4d-a34c-18480cb2b201 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Received event network-vif-deleted-647e6389-53ab-43ff-91cd-e77c676f2acb {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1417.502842] env[62094]: INFO nova.compute.manager [req-1a4dbfbf-4a56-4a45-ac79-1212857d339b req-83b7eae3-bd01-4e4d-a34c-18480cb2b201 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Neutron deleted interface 647e6389-53ab-43ff-91cd-e77c676f2acb; detaching it from the instance and deleting it from the info cache [ 1417.502969] env[62094]: DEBUG nova.network.neutron [req-1a4dbfbf-4a56-4a45-ac79-1212857d339b req-83b7eae3-bd01-4e4d-a34c-18480cb2b201 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.740333] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.302s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.743235] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.881s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.743472] env[62094]: DEBUG nova.objects.instance [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lazy-loading 'resources' on Instance uuid 287c24ca-5e09-4c35-83a2-05f6f1fb255d {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.871561] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "refresh_cache-f7113655-e711-410d-ae74-d41842a18734" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.871984] env[62094]: DEBUG nova.compute.manager [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Instance network_info: |[{"id": "d7d8e1f4-d026-463f-8bb4-05256950e57e", "address": "fa:16:3e:f2:af:6c", "network": {"id": "4bb4c006-eb84-43fb-ab33-1ee766b848a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-664764610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e76a97def64189884457e8275244dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d8e1f4-d0", "ovs_interfaceid": "d7d8e1f4-d026-463f-8bb4-05256950e57e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1417.872551] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:af:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7d8e1f4-d026-463f-8bb4-05256950e57e', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.880067] env[62094]: DEBUG oslo.service.loopingcall [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.880322] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7113655-e711-410d-ae74-d41842a18734] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.880562] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5140a18-d910-4941-a5a0-37d8a214dd6a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.901443] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.901443] env[62094]: value = "task-1401260" [ 1417.901443] env[62094]: _type = "Task" [ 1417.901443] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.909489] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401260, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.950728] env[62094]: DEBUG nova.objects.base [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Object Instance<87285f89-d05e-41f7-8566-78e57168740b> lazy-loaded attributes: info_cache,migration_context {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1417.952405] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70475421-da4d-46c0-bee4-a53df02d9631 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.972316] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e210fcc-535d-4d61-8245-4ffa0f433d69 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.978259] env[62094]: DEBUG oslo_vmware.api [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1417.978259] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c80164-1c9d-6b21-0f3d-9d099c8615fd" [ 1417.978259] env[62094]: _type = "Task" [ 1417.978259] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.981558] env[62094]: DEBUG nova.network.neutron [-] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.989727] env[62094]: DEBUG oslo_vmware.api [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c80164-1c9d-6b21-0f3d-9d099c8615fd, 'name': SearchDatastore_Task, 'duration_secs': 0.006994} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.989934] env[62094]: DEBUG oslo_concurrency.lockutils [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.005683] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8bf3849-cb12-4725-85df-8016e457b4c6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.015411] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e79b39-3aa6-4ba8-b7af-6cdde62a1c31 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.045666] env[62094]: DEBUG nova.compute.manager [req-1a4dbfbf-4a56-4a45-ac79-1212857d339b req-83b7eae3-bd01-4e4d-a34c-18480cb2b201 service nova] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Detach interface failed, port_id=647e6389-53ab-43ff-91cd-e77c676f2acb, reason: Instance 2b835bdc-36c0-4bd3-b54b-bcece069222f could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1418.234194] env[62094]: DEBUG nova.compute.manager [req-3b52b4a4-887b-444c-ade2-ab7cd424e108 req-5caa8548-1583-4d8d-b2cb-d0d54ed3440d service nova] [instance: f7113655-e711-410d-ae74-d41842a18734] Received event network-changed-d7d8e1f4-d026-463f-8bb4-05256950e57e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1418.234385] env[62094]: DEBUG nova.compute.manager [req-3b52b4a4-887b-444c-ade2-ab7cd424e108 req-5caa8548-1583-4d8d-b2cb-d0d54ed3440d service nova] [instance: f7113655-e711-410d-ae74-d41842a18734] Refreshing instance network info cache due to event network-changed-d7d8e1f4-d026-463f-8bb4-05256950e57e. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1418.234609] env[62094]: DEBUG oslo_concurrency.lockutils [req-3b52b4a4-887b-444c-ade2-ab7cd424e108 req-5caa8548-1583-4d8d-b2cb-d0d54ed3440d service nova] Acquiring lock "refresh_cache-f7113655-e711-410d-ae74-d41842a18734" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.234759] env[62094]: DEBUG oslo_concurrency.lockutils [req-3b52b4a4-887b-444c-ade2-ab7cd424e108 req-5caa8548-1583-4d8d-b2cb-d0d54ed3440d service nova] Acquired lock "refresh_cache-f7113655-e711-410d-ae74-d41842a18734" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.234937] env[62094]: DEBUG nova.network.neutron [req-3b52b4a4-887b-444c-ade2-ab7cd424e108 req-5caa8548-1583-4d8d-b2cb-d0d54ed3440d service nova] [instance: f7113655-e711-410d-ae74-d41842a18734] Refreshing network info cache for port d7d8e1f4-d026-463f-8bb4-05256950e57e {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.302237] env[62094]: INFO nova.scheduler.client.report [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleted allocation for migration 7ba09d0b-078e-42ed-9e41-5939d8dfa600 [ 1418.413736] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401260, 'name': CreateVM_Task, 'duration_secs': 0.296845} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.413928] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7113655-e711-410d-ae74-d41842a18734] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.414636] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.414807] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.415176] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.415444] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f298fd05-b2ca-4b51-9068-6a716ccc1023 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.422278] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1418.422278] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5213b88a-6db7-678e-e7d5-8b6c63f9d16c" [ 1418.422278] env[62094]: _type = "Task" [ 1418.422278] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.430787] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5213b88a-6db7-678e-e7d5-8b6c63f9d16c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.445499] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5478d2d7-9669-442e-92d9-006f4037aafb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.452916] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a42f61-5025-46ff-9fbd-e8445a041f4c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.484301] env[62094]: INFO nova.compute.manager [-] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Took 1.23 seconds to deallocate network for instance. [ 1418.485078] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c1f280-ced2-4abe-86d8-da690468ed05 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.494765] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7766cca8-3dfb-429a-98da-d23635b147d6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.510477] env[62094]: DEBUG nova.compute.provider_tree [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.808936] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.422s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.932816] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5213b88a-6db7-678e-e7d5-8b6c63f9d16c, 'name': SearchDatastore_Task, 'duration_secs': 0.011001} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.933155] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.933404] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.933640] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.933790] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.934010] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.934292] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30b1fa4f-345c-4115-85a9-420bec39571b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.939397] env[62094]: DEBUG nova.network.neutron [req-3b52b4a4-887b-444c-ade2-ab7cd424e108 req-5caa8548-1583-4d8d-b2cb-d0d54ed3440d service nova] [instance: f7113655-e711-410d-ae74-d41842a18734] Updated VIF entry in instance network info cache for port d7d8e1f4-d026-463f-8bb4-05256950e57e. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.939737] env[62094]: DEBUG nova.network.neutron [req-3b52b4a4-887b-444c-ade2-ab7cd424e108 req-5caa8548-1583-4d8d-b2cb-d0d54ed3440d service nova] [instance: f7113655-e711-410d-ae74-d41842a18734] Updating instance_info_cache with network_info: [{"id": "d7d8e1f4-d026-463f-8bb4-05256950e57e", "address": "fa:16:3e:f2:af:6c", "network": {"id": "4bb4c006-eb84-43fb-ab33-1ee766b848a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-664764610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e76a97def64189884457e8275244dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d8e1f4-d0", "ovs_interfaceid": "d7d8e1f4-d026-463f-8bb4-05256950e57e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.942741] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.942741] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.943470] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb6fd11-3ce7-4ed3-86bb-589cd5236d4c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.949548] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1418.949548] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f5d06e-ffdd-3fcc-4890-014b02a730af" [ 1418.949548] env[62094]: _type = "Task" [ 1418.949548] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.957984] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f5d06e-ffdd-3fcc-4890-014b02a730af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.995407] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.014059] env[62094]: DEBUG nova.scheduler.client.report [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1419.445065] env[62094]: DEBUG oslo_concurrency.lockutils [req-3b52b4a4-887b-444c-ade2-ab7cd424e108 req-5caa8548-1583-4d8d-b2cb-d0d54ed3440d service nova] Releasing lock "refresh_cache-f7113655-e711-410d-ae74-d41842a18734" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.459906] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f5d06e-ffdd-3fcc-4890-014b02a730af, 'name': SearchDatastore_Task, 'duration_secs': 0.008927} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.460718] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d448fa61-b215-4805-a91e-3f54086be939 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.466011] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1419.466011] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a0f76c-076d-8493-8a10-8b169277bd77" [ 1419.466011] env[62094]: _type = "Task" [ 1419.466011] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.473516] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a0f76c-076d-8493-8a10-8b169277bd77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.518314] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.521302] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.365s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.521577] env[62094]: DEBUG nova.objects.instance [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lazy-loading 'resources' on Instance uuid ef79ea17-fd29-467a-a8e9-983bf6f19212 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.541447] env[62094]: INFO nova.scheduler.client.report [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleted allocations for instance 287c24ca-5e09-4c35-83a2-05f6f1fb255d [ 1419.622850] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "29358ced-8701-4e84-842b-c1425f3f93d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.623125] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.915015] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.915352] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.915551] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.915744] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.915920] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.918278] env[62094]: INFO nova.compute.manager [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Terminating instance [ 1419.920164] env[62094]: DEBUG nova.compute.manager [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1419.920336] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.921187] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cb9b8b-b185-4578-a0e8-223e84dc8c85 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.929171] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.929410] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-078f1309-64f5-451c-bebf-f78da517aa08 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.935192] env[62094]: DEBUG oslo_vmware.api [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1419.935192] env[62094]: value = "task-1401261" [ 1419.935192] env[62094]: _type = "Task" [ 1419.935192] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.943216] env[62094]: DEBUG oslo_vmware.api [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.975725] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a0f76c-076d-8493-8a10-8b169277bd77, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.975991] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.976273] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] f7113655-e711-410d-ae74-d41842a18734/f7113655-e711-410d-ae74-d41842a18734.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.976538] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce7b35f6-3ce4-4b07-a8c4-52caa6c4a431 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.983533] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1419.983533] env[62094]: value = "task-1401262" [ 1419.983533] env[62094]: _type = "Task" [ 1419.983533] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.990889] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.053476] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4b225717-5a84-4101-bd26-0578b6a4a696 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "287c24ca-5e09-4c35-83a2-05f6f1fb255d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.058s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.126403] env[62094]: DEBUG nova.compute.utils [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1420.218834] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192576f1-7e24-4354-a724-b28631825424 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.227581] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40d2990-fc14-42d1-9153-97e821ca9620 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.263871] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae1ee4a-4d9a-4e92-9f48-8987a1d9e419 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.274194] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3713f57-8fe5-4ac8-8f1b-8294f2730a4b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.289252] env[62094]: DEBUG nova.compute.provider_tree [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.445790] env[62094]: DEBUG oslo_vmware.api [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401261, 'name': PowerOffVM_Task, 'duration_secs': 0.187302} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.446093] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.446279] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.446536] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3b7209f-090d-49b1-bb24-83128d46324a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.493382] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482749} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.493624] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] f7113655-e711-410d-ae74-d41842a18734/f7113655-e711-410d-ae74-d41842a18734.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.493852] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.494174] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-563e04cf-f346-42bb-a45b-7bb8d6bfd7c5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.500945] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1420.500945] env[62094]: value = "task-1401264" [ 1420.500945] env[62094]: _type = "Task" [ 1420.500945] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.508308] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.530285] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.530580] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.530826] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleting the datastore file [datastore2] c893f71e-3d93-4b19-ba7c-e5ba48c77b36 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.531290] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e98064cd-b6da-42f0-a095-608458f5dd87 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.538290] env[62094]: DEBUG oslo_vmware.api [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for the task: (returnval){ [ 1420.538290] env[62094]: value = "task-1401265" [ 1420.538290] env[62094]: _type = "Task" [ 1420.538290] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.546214] env[62094]: DEBUG oslo_vmware.api [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.629937] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.793708] env[62094]: DEBUG nova.scheduler.client.report [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1421.011475] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069049} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.011818] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.012633] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0348668-9dd1-45e6-9c19-bcfbb277de26 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.036781] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] f7113655-e711-410d-ae74-d41842a18734/f7113655-e711-410d-ae74-d41842a18734.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.037111] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d79fcc1-243f-44e4-995f-6324f2211a49 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.060891] env[62094]: DEBUG oslo_vmware.api [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.062222] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1421.062222] env[62094]: value = "task-1401266" [ 1421.062222] env[62094]: _type = "Task" [ 1421.062222] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.070542] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.299069] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.301406] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.806s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.303292] env[62094]: INFO nova.compute.claims [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1421.317520] env[62094]: INFO nova.scheduler.client.report [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleted allocations for instance ef79ea17-fd29-467a-a8e9-983bf6f19212 [ 1421.562142] env[62094]: DEBUG oslo_vmware.api [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Task: {'id': task-1401265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532835} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.562334] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.562544] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.562728] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.562909] env[62094]: INFO nova.compute.manager [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1421.563178] env[62094]: DEBUG oslo.service.loopingcall [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.563454] env[62094]: DEBUG nova.compute.manager [-] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1421.563551] env[62094]: DEBUG nova.network.neutron [-] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.573990] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.691941] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "29358ced-8701-4e84-842b-c1425f3f93d3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.692329] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.692586] env[62094]: INFO nova.compute.manager [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Attaching volume 36dc171e-818e-4c33-a823-adb9ac3520cd to /dev/sdb [ 1421.727827] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20031118-738f-4a22-b3f8-723063a2965f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.735401] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d72b92-2f29-4315-946e-8e360be4b266 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.749536] env[62094]: DEBUG nova.virt.block_device [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Updating existing volume attachment record: f7c7fb2f-e64e-4fe5-ba53-e6d7eaa308f4 {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1421.825963] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70134c68-6cf0-446b-9514-d1280121a75e tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "ef79ea17-fd29-467a-a8e9-983bf6f19212" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.554s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.843369] env[62094]: DEBUG nova.compute.manager [req-faf6e96e-ba8d-40b5-9924-a31b071ecd4a req-665f9deb-3178-4154-a2e8-e085e38878c4 service nova] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Received event network-vif-deleted-13fa6a74-b521-4134-85d2-807c54478fef {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1421.843526] env[62094]: INFO nova.compute.manager [req-faf6e96e-ba8d-40b5-9924-a31b071ecd4a req-665f9deb-3178-4154-a2e8-e085e38878c4 service nova] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Neutron deleted interface 13fa6a74-b521-4134-85d2-807c54478fef; detaching it from the instance and deleting it from the info cache [ 1421.843673] env[62094]: DEBUG nova.network.neutron [req-faf6e96e-ba8d-40b5-9924-a31b071ecd4a req-665f9deb-3178-4154-a2e8-e085e38878c4 service nova] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.073733] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401266, 'name': ReconfigVM_Task, 'duration_secs': 0.667811} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.073733] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Reconfigured VM instance instance-0000006a to attach disk [datastore2] f7113655-e711-410d-ae74-d41842a18734/f7113655-e711-410d-ae74-d41842a18734.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.074156] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-888977ae-9eba-4c6c-b6c9-7c2bfcd2b73b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.080666] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1422.080666] env[62094]: value = "task-1401268" [ 1422.080666] env[62094]: _type = "Task" [ 1422.080666] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.088740] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401268, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.318335] env[62094]: DEBUG nova.network.neutron [-] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.346604] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-629c59ef-a8b3-4cba-b3da-5c6ce1343a97 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.358606] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9c2629-ff79-402c-a282-139f3ceeffd7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.391593] env[62094]: DEBUG nova.compute.manager [req-faf6e96e-ba8d-40b5-9924-a31b071ecd4a req-665f9deb-3178-4154-a2e8-e085e38878c4 service nova] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Detach interface failed, port_id=13fa6a74-b521-4134-85d2-807c54478fef, reason: Instance c893f71e-3d93-4b19-ba7c-e5ba48c77b36 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1422.469267] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18025537-7fca-404c-9338-4538e419b8fc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.476719] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf68f44c-87c8-4f9f-af6b-fa95c6b60b0f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.505349] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee51877-e03e-4be2-b9f9-42595765c9c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.513044] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e114dc74-d840-4f81-ae7e-d3b5609e222e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.526139] env[62094]: DEBUG nova.compute.provider_tree [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.589966] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401268, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.821433] env[62094]: INFO nova.compute.manager [-] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Took 1.26 seconds to deallocate network for instance. [ 1422.846610] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.847875] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.030042] env[62094]: DEBUG nova.scheduler.client.report [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1423.090395] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401268, 'name': Rename_Task, 'duration_secs': 0.712651} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.091312] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.091312] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3754afa8-5778-4923-be45-a5763e7b19c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.097073] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1423.097073] env[62094]: value = "task-1401269" [ 1423.097073] env[62094]: _type = "Task" [ 1423.097073] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.104103] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.332129] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.348979] env[62094]: DEBUG nova.compute.manager [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1423.534948] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.535272] env[62094]: DEBUG nova.compute.manager [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1423.539335] env[62094]: DEBUG oslo_concurrency.lockutils [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.548s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.608296] env[62094]: DEBUG oslo_vmware.api [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401269, 'name': PowerOnVM_Task, 'duration_secs': 0.435155} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.608296] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.608296] env[62094]: INFO nova.compute.manager [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1423.608296] env[62094]: DEBUG nova.compute.manager [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1423.608552] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22526b43-e5af-4b07-81fd-72a48b50bfc5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.873499] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.041390] env[62094]: DEBUG nova.compute.utils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1424.045443] env[62094]: DEBUG nova.compute.manager [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1424.045623] env[62094]: DEBUG nova.network.neutron [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1424.095247] env[62094]: DEBUG nova.policy [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b21dccb140f4451ab4d7b6dd04398a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56d9caf1df5943778427371efb4c140e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1424.130321] env[62094]: INFO nova.compute.manager [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Took 14.62 seconds to build instance. [ 1424.242385] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cac6e6-ccc4-41e2-8492-8e9823ba5db3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.250423] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54c79f9-b440-4a6e-8582-98d553654d83 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.284765] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da85a2-816b-4d60-adfa-809bf896ba7d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.293297] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2893d4-dd9c-4e07-8d8c-d3d313574a35 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.308461] env[62094]: DEBUG nova.compute.provider_tree [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.379025] env[62094]: DEBUG nova.network.neutron [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Successfully created port: 4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1424.546694] env[62094]: DEBUG nova.compute.manager [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1424.632898] env[62094]: DEBUG oslo_concurrency.lockutils [None req-03768cde-bf20-4c0f-ad42-6c8f6887ac58 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "f7113655-e711-410d-ae74-d41842a18734" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.134s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.811385] env[62094]: DEBUG nova.scheduler.client.report [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1425.145280] env[62094]: DEBUG nova.compute.manager [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1425.146163] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fcb52d-7c26-409a-bf11-b1255bcc907f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.558760] env[62094]: DEBUG nova.compute.manager [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1425.586252] env[62094]: DEBUG nova.virt.hardware [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1425.586523] env[62094]: DEBUG nova.virt.hardware [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1425.586690] env[62094]: DEBUG nova.virt.hardware [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.586878] env[62094]: DEBUG nova.virt.hardware [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1425.587039] env[62094]: DEBUG nova.virt.hardware [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.587197] env[62094]: DEBUG nova.virt.hardware [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1425.587417] env[62094]: DEBUG nova.virt.hardware [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1425.587661] env[62094]: DEBUG nova.virt.hardware [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1425.587861] env[62094]: DEBUG nova.virt.hardware [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1425.588047] env[62094]: DEBUG nova.virt.hardware [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1425.588240] env[62094]: DEBUG nova.virt.hardware [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1425.589135] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25615225-a797-42dd-a32a-20e25172c324 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.597467] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc6e728-1a44-4def-93e1-4f719bd96ea0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.657530] env[62094]: INFO nova.compute.manager [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] instance snapshotting [ 1425.660515] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a065cb-e78d-4c7b-b5d2-b422a8a851bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.681528] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c2f2d0-d485-495b-8998-7408a42a417a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.755747] env[62094]: DEBUG nova.compute.manager [req-d69f6728-dd80-429e-8b62-d552c63184cd req-ca271fed-0fff-4fd3-839d-0a2b0324aa0c service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Received event network-vif-plugged-4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1425.756010] env[62094]: DEBUG oslo_concurrency.lockutils [req-d69f6728-dd80-429e-8b62-d552c63184cd req-ca271fed-0fff-4fd3-839d-0a2b0324aa0c service nova] Acquiring lock "e561310e-52c0-4b01-8995-8b38b4ed44dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.756241] env[62094]: DEBUG oslo_concurrency.lockutils [req-d69f6728-dd80-429e-8b62-d552c63184cd req-ca271fed-0fff-4fd3-839d-0a2b0324aa0c service nova] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.756417] env[62094]: DEBUG oslo_concurrency.lockutils [req-d69f6728-dd80-429e-8b62-d552c63184cd req-ca271fed-0fff-4fd3-839d-0a2b0324aa0c service nova] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.756635] env[62094]: DEBUG nova.compute.manager [req-d69f6728-dd80-429e-8b62-d552c63184cd req-ca271fed-0fff-4fd3-839d-0a2b0324aa0c service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] No waiting events found dispatching network-vif-plugged-4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1425.756809] env[62094]: WARNING nova.compute.manager [req-d69f6728-dd80-429e-8b62-d552c63184cd req-ca271fed-0fff-4fd3-839d-0a2b0324aa0c service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Received unexpected event network-vif-plugged-4b690352-723b-4aba-9930-e5d96ef2e166 for instance with vm_state building and task_state spawning. [ 1425.823304] env[62094]: DEBUG oslo_concurrency.lockutils [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.285s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.826116] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.831s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.826368] env[62094]: DEBUG nova.objects.instance [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lazy-loading 'resources' on Instance uuid 2b835bdc-36c0-4bd3-b54b-bcece069222f {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.849331] env[62094]: DEBUG nova.network.neutron [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Successfully updated port: 4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1426.192172] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1426.192520] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9adac95b-5e43-419b-9c53-11812c18e33a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.200377] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1426.200377] env[62094]: value = "task-1401271" [ 1426.200377] env[62094]: _type = "Task" [ 1426.200377] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.208345] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401271, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.295183] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1426.295499] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297046', 'volume_id': '36dc171e-818e-4c33-a823-adb9ac3520cd', 'name': 'volume-36dc171e-818e-4c33-a823-adb9ac3520cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29358ced-8701-4e84-842b-c1425f3f93d3', 'attached_at': '', 'detached_at': '', 'volume_id': '36dc171e-818e-4c33-a823-adb9ac3520cd', 'serial': '36dc171e-818e-4c33-a823-adb9ac3520cd'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1426.296509] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148c7110-113c-445c-9820-93aabe109aa9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.313645] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfa3a02-c515-4ad5-98e3-ba312a582735 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.341173] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-36dc171e-818e-4c33-a823-adb9ac3520cd/volume-36dc171e-818e-4c33-a823-adb9ac3520cd.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.343300] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f882dd-4100-42fd-b02d-ba0b783076a7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.356575] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.356984] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.356984] env[62094]: DEBUG nova.network.neutron [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.362869] env[62094]: DEBUG oslo_vmware.api [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1426.362869] env[62094]: value = "task-1401272" [ 1426.362869] env[62094]: _type = "Task" [ 1426.362869] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.377482] env[62094]: DEBUG oslo_vmware.api [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401272, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.406468] env[62094]: INFO nova.scheduler.client.report [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleted allocation for migration b5911e80-a4cf-466b-82d7-d294006a2a0d [ 1426.532201] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19b967a-a6b0-49c0-9fd8-f33c6a1382c0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.539966] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c506ea-b5c1-46e6-8e48-d6e79c1f7af6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.570342] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbab67cf-1801-4b43-932f-710f94aaa9b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.578319] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1743c71b-51ab-422a-9e22-9a8b9bd17fbd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.592710] env[62094]: DEBUG nova.compute.provider_tree [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.709973] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401271, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.875235] env[62094]: DEBUG oslo_vmware.api [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401272, 'name': ReconfigVM_Task, 'duration_secs': 0.381838} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.875429] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-36dc171e-818e-4c33-a823-adb9ac3520cd/volume-36dc171e-818e-4c33-a823-adb9ac3520cd.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1426.880059] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a76e9f8-b506-488c-b2e9-fd5bbd1adf6a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.890241] env[62094]: DEBUG nova.network.neutron [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.897126] env[62094]: DEBUG oslo_vmware.api [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1426.897126] env[62094]: value = "task-1401273" [ 1426.897126] env[62094]: _type = "Task" [ 1426.897126] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.905711] env[62094]: DEBUG oslo_vmware.api [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.913738] env[62094]: DEBUG oslo_concurrency.lockutils [None req-605a6ca0-296f-46e5-91cf-ab28c3f3ae2e tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "87285f89-d05e-41f7-8566-78e57168740b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.841s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.028379] env[62094]: DEBUG nova.network.neutron [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updating instance_info_cache with network_info: [{"id": "4b690352-723b-4aba-9930-e5d96ef2e166", "address": "fa:16:3e:f1:f5:6f", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b690352-72", "ovs_interfaceid": "4b690352-723b-4aba-9930-e5d96ef2e166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.096226] env[62094]: DEBUG nova.scheduler.client.report [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1427.211611] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401271, 'name': CreateSnapshot_Task, 'duration_secs': 0.541385} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.211887] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1427.212621] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ec3270-4354-4ab0-92fa-be6c2fbb738c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.407500] env[62094]: DEBUG oslo_vmware.api [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401273, 'name': ReconfigVM_Task, 'duration_secs': 0.221921} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.407813] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297046', 'volume_id': '36dc171e-818e-4c33-a823-adb9ac3520cd', 'name': 'volume-36dc171e-818e-4c33-a823-adb9ac3520cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29358ced-8701-4e84-842b-c1425f3f93d3', 'attached_at': '', 'detached_at': '', 'volume_id': '36dc171e-818e-4c33-a823-adb9ac3520cd', 'serial': '36dc171e-818e-4c33-a823-adb9ac3520cd'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1427.531391] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.531743] env[62094]: DEBUG nova.compute.manager [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Instance network_info: |[{"id": "4b690352-723b-4aba-9930-e5d96ef2e166", "address": "fa:16:3e:f1:f5:6f", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b690352-72", "ovs_interfaceid": "4b690352-723b-4aba-9930-e5d96ef2e166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1427.532226] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:f5:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b690352-723b-4aba-9930-e5d96ef2e166', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.539927] env[62094]: DEBUG oslo.service.loopingcall [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.540194] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.540442] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34ea24e8-4173-4afc-a647-b1e2a48b5b5d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.562143] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.562143] env[62094]: value = "task-1401274" [ 1427.562143] env[62094]: _type = "Task" [ 1427.562143] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.572012] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401274, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.601237] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.603856] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.272s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.604117] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.605864] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.732s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.607422] env[62094]: INFO nova.compute.claims [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1427.625851] env[62094]: INFO nova.scheduler.client.report [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Deleted allocations for instance 2b835bdc-36c0-4bd3-b54b-bcece069222f [ 1427.630740] env[62094]: INFO nova.scheduler.client.report [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Deleted allocations for instance c893f71e-3d93-4b19-ba7c-e5ba48c77b36 [ 1427.729925] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1427.730265] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a9be894e-2619-43f5-9e30-ff9f70b577a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.738404] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1427.738404] env[62094]: value = "task-1401275" [ 1427.738404] env[62094]: _type = "Task" [ 1427.738404] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.742981] env[62094]: DEBUG oslo_concurrency.lockutils [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "87285f89-d05e-41f7-8566-78e57168740b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.743243] env[62094]: DEBUG oslo_concurrency.lockutils [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "87285f89-d05e-41f7-8566-78e57168740b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.743477] env[62094]: DEBUG oslo_concurrency.lockutils [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "87285f89-d05e-41f7-8566-78e57168740b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.743672] env[62094]: DEBUG oslo_concurrency.lockutils [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "87285f89-d05e-41f7-8566-78e57168740b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.743844] env[62094]: DEBUG oslo_concurrency.lockutils [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "87285f89-d05e-41f7-8566-78e57168740b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.750315] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401275, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.750787] env[62094]: INFO nova.compute.manager [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Terminating instance [ 1427.752625] env[62094]: DEBUG nova.compute.manager [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1427.752819] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.753565] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8bb023-6028-4900-959e-60fcd6b2c74c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.760420] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.760661] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-274ce382-1314-4972-9f6e-55a9e52da679 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.766484] env[62094]: DEBUG oslo_vmware.api [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1427.766484] env[62094]: value = "task-1401276" [ 1427.766484] env[62094]: _type = "Task" [ 1427.766484] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.774039] env[62094]: DEBUG oslo_vmware.api [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.783017] env[62094]: DEBUG nova.compute.manager [req-96062ef5-aeac-48ac-83fb-f15888574af7 req-50cdcc13-64c4-4cd3-8a0b-252050ca44b4 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Received event network-changed-4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1427.783237] env[62094]: DEBUG nova.compute.manager [req-96062ef5-aeac-48ac-83fb-f15888574af7 req-50cdcc13-64c4-4cd3-8a0b-252050ca44b4 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Refreshing instance network info cache due to event network-changed-4b690352-723b-4aba-9930-e5d96ef2e166. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1427.783693] env[62094]: DEBUG oslo_concurrency.lockutils [req-96062ef5-aeac-48ac-83fb-f15888574af7 req-50cdcc13-64c4-4cd3-8a0b-252050ca44b4 service nova] Acquiring lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.783771] env[62094]: DEBUG oslo_concurrency.lockutils [req-96062ef5-aeac-48ac-83fb-f15888574af7 req-50cdcc13-64c4-4cd3-8a0b-252050ca44b4 service nova] Acquired lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.783995] env[62094]: DEBUG nova.network.neutron [req-96062ef5-aeac-48ac-83fb-f15888574af7 req-50cdcc13-64c4-4cd3-8a0b-252050ca44b4 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Refreshing network info cache for port 4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.071914] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401274, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.135243] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f5a4f3fc-b581-485d-86c6-454a12617b75 tempest-AttachInterfacesTestJSON-291212149 tempest-AttachInterfacesTestJSON-291212149-project-member] Lock "2b835bdc-36c0-4bd3-b54b-bcece069222f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.038s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.138703] env[62094]: DEBUG oslo_concurrency.lockutils [None req-530530a5-7f78-475b-a19e-8fa9ce5f9939 tempest-DeleteServersTestJSON-1762808494 tempest-DeleteServersTestJSON-1762808494-project-member] Lock "c893f71e-3d93-4b19-ba7c-e5ba48c77b36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.223s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.180524] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "dfcba913-b70e-44e0-b611-60e8c2d74100" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.180766] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "dfcba913-b70e-44e0-b611-60e8c2d74100" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.249984] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401275, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.276675] env[62094]: DEBUG oslo_vmware.api [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401276, 'name': PowerOffVM_Task, 'duration_secs': 0.357714} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.276985] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.277178] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.277428] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6351fe20-aebc-4f2e-9df7-fb6b80c0c9b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.336225] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.336529] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.336768] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleting the datastore file [datastore1] 87285f89-d05e-41f7-8566-78e57168740b {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.337091] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a83b155d-eef2-42ab-8b2c-70ac403a20b8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.343458] env[62094]: DEBUG oslo_vmware.api [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1428.343458] env[62094]: value = "task-1401278" [ 1428.343458] env[62094]: _type = "Task" [ 1428.343458] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.351435] env[62094]: DEBUG oslo_vmware.api [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.454838] env[62094]: DEBUG nova.objects.instance [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lazy-loading 'flavor' on Instance uuid 29358ced-8701-4e84-842b-c1425f3f93d3 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.497539] env[62094]: DEBUG nova.network.neutron [req-96062ef5-aeac-48ac-83fb-f15888574af7 req-50cdcc13-64c4-4cd3-8a0b-252050ca44b4 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updated VIF entry in instance network info cache for port 4b690352-723b-4aba-9930-e5d96ef2e166. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.497669] env[62094]: DEBUG nova.network.neutron [req-96062ef5-aeac-48ac-83fb-f15888574af7 req-50cdcc13-64c4-4cd3-8a0b-252050ca44b4 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updating instance_info_cache with network_info: [{"id": "4b690352-723b-4aba-9930-e5d96ef2e166", "address": "fa:16:3e:f1:f5:6f", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b690352-72", "ovs_interfaceid": "4b690352-723b-4aba-9930-e5d96ef2e166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.573387] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401274, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.684042] env[62094]: DEBUG nova.compute.manager [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1428.750801] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401275, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.812213] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df51600-798e-4bb3-ac92-656040513bfa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.821051] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5a2eae-489a-426f-ab4b-9bc85a7a1318 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.865456] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905f317a-65af-40d7-9309-1765f25d6f2c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.873692] env[62094]: DEBUG oslo_vmware.api [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167099} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.876031] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.876257] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.876503] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.876693] env[62094]: INFO nova.compute.manager [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1428.877369] env[62094]: DEBUG oslo.service.loopingcall [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.877369] env[62094]: DEBUG nova.compute.manager [-] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1428.877369] env[62094]: DEBUG nova.network.neutron [-] [instance: 87285f89-d05e-41f7-8566-78e57168740b] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.879991] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83b2899-44b0-49fa-a200-5a680c578d20 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.894421] env[62094]: DEBUG nova.compute.provider_tree [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.960173] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9fbb1726-1005-4d0f-8e2f-38a1c3e474f4 tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.267s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.000126] env[62094]: DEBUG oslo_concurrency.lockutils [req-96062ef5-aeac-48ac-83fb-f15888574af7 req-50cdcc13-64c4-4cd3-8a0b-252050ca44b4 service nova] Releasing lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.073643] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401274, 'name': CreateVM_Task, 'duration_secs': 1.33343} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.073837] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1429.074611] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.074793] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.075163] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.075436] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21fbc8c9-6ac6-4041-8d23-cb0da8e43587 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.080560] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1429.080560] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528ac5b7-4ad5-5730-89ef-7965c618182d" [ 1429.080560] env[62094]: _type = "Task" [ 1429.080560] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.092084] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528ac5b7-4ad5-5730-89ef-7965c618182d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.211339] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.250087] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401275, 'name': CloneVM_Task, 'duration_secs': 1.368416} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.250389] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Created linked-clone VM from snapshot [ 1429.251142] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b8bb66-f316-48fc-8a80-ce344d589a22 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.258890] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Uploading image 366c1258-3dfd-4f68-b8bd-6c72a246392b {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1429.271991] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1429.272314] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-08bc3df2-c814-41e0-a528-a27dc61d4605 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.279620] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1429.279620] env[62094]: value = "task-1401280" [ 1429.279620] env[62094]: _type = "Task" [ 1429.279620] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.289788] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401280, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.397589] env[62094]: DEBUG nova.scheduler.client.report [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1429.593448] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528ac5b7-4ad5-5730-89ef-7965c618182d, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.593843] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.594143] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1429.594385] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.594537] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.594716] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1429.595014] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6601f2fb-e136-4e62-8aab-4199d7247601 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.603187] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1429.603362] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1429.604090] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d5b1f8-c0e3-4fef-b3ca-201b03e6b096 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.606250] env[62094]: DEBUG nova.network.neutron [-] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.610184] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1429.610184] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5296e1fc-aed0-2a7a-d340-688f4161d631" [ 1429.610184] env[62094]: _type = "Task" [ 1429.610184] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.617412] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5296e1fc-aed0-2a7a-d340-688f4161d631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.790025] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401280, 'name': Destroy_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.813297] env[62094]: DEBUG nova.compute.manager [req-70ec8410-b59b-46b4-9f49-064fc6c464e0 req-91aa1e80-3f77-49fc-a4ec-918f1d4f9b78 service nova] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Received event network-vif-deleted-66235057-77fb-49e8-80e0-e51b5eecf47e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1429.823646] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "29358ced-8701-4e84-842b-c1425f3f93d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.823893] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.902837] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.903385] env[62094]: DEBUG nova.compute.manager [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1429.906009] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.695s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.907398] env[62094]: INFO nova.compute.claims [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1430.109803] env[62094]: INFO nova.compute.manager [-] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Took 1.23 seconds to deallocate network for instance. [ 1430.131844] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5296e1fc-aed0-2a7a-d340-688f4161d631, 'name': SearchDatastore_Task, 'duration_secs': 0.008471} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.134899] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122ab727-3632-491b-a8bf-b0a4c17d7f01 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.142471] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1430.142471] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5289236b-18f4-dca2-6de2-510ca503ae9f" [ 1430.142471] env[62094]: _type = "Task" [ 1430.142471] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.151487] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5289236b-18f4-dca2-6de2-510ca503ae9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.290995] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401280, 'name': Destroy_Task, 'duration_secs': 0.857037} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.291315] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Destroyed the VM [ 1430.291586] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1430.291847] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7be71ea4-0bb8-4b05-a3eb-cb8b7f171fa9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.298067] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1430.298067] env[62094]: value = "task-1401281" [ 1430.298067] env[62094]: _type = "Task" [ 1430.298067] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.305775] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401281, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.327207] env[62094]: DEBUG nova.compute.utils [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1430.413321] env[62094]: DEBUG nova.compute.utils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1430.419534] env[62094]: DEBUG nova.compute.manager [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1430.419785] env[62094]: DEBUG nova.network.neutron [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.461302] env[62094]: DEBUG nova.policy [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3589112f825b4e7680ed67e206c5d0a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77e1415812154d8d9c3da6c55d1a31a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1430.627475] env[62094]: DEBUG oslo_concurrency.lockutils [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.654528] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5289236b-18f4-dca2-6de2-510ca503ae9f, 'name': SearchDatastore_Task, 'duration_secs': 0.008604} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.654879] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.655295] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] e561310e-52c0-4b01-8995-8b38b4ed44dc/e561310e-52c0-4b01-8995-8b38b4ed44dc.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1430.655626] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-203714bb-d115-46dd-a2ab-bbe4883993a5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.662449] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1430.662449] env[62094]: value = "task-1401282" [ 1430.662449] env[62094]: _type = "Task" [ 1430.662449] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.672581] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.798743] env[62094]: DEBUG nova.network.neutron [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Successfully created port: 27538473-1b74-44b0-b396-0e9d6be89d30 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.811273] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401281, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.830488] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.920124] env[62094]: DEBUG nova.compute.manager [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1431.130899] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedcb5f7-93ac-4e4e-b421-0f05f8ae1611 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.138849] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d92201d-31b2-494e-af5d-3746fdea5f7f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.171669] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632199d2-7a90-4706-8000-ae96f5957e88 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.179239] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482425} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.182027] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] e561310e-52c0-4b01-8995-8b38b4ed44dc/e561310e-52c0-4b01-8995-8b38b4ed44dc.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.182484] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1431.183326] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5543bb8b-7088-4176-82c8-844d0102086e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.186153] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78fc79a-dfd1-43e5-aa10-a4f15d98a7ec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.200848] env[62094]: DEBUG nova.compute.provider_tree [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.203685] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1431.203685] env[62094]: value = "task-1401283" [ 1431.203685] env[62094]: _type = "Task" [ 1431.203685] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.212497] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.310251] env[62094]: DEBUG oslo_vmware.api [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401281, 'name': RemoveSnapshot_Task, 'duration_secs': 0.577449} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.310586] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1431.706238] env[62094]: DEBUG nova.scheduler.client.report [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1431.720257] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067801} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.720508] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1431.721299] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d951b6f6-f3c4-4d47-ac1e-8b3f1377f807 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.743834] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] e561310e-52c0-4b01-8995-8b38b4ed44dc/e561310e-52c0-4b01-8995-8b38b4ed44dc.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1431.744327] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf3acc17-65ff-4aa9-9eef-a5290a37cd93 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.763320] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1431.763320] env[62094]: value = "task-1401284" [ 1431.763320] env[62094]: _type = "Task" [ 1431.763320] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.771514] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.815197] env[62094]: WARNING nova.compute.manager [None req-bd76f4ee-febb-4c11-9f7f-5beca56c3718 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Image not found during snapshot: nova.exception.ImageNotFound: Image 366c1258-3dfd-4f68-b8bd-6c72a246392b could not be found. [ 1431.913210] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "29358ced-8701-4e84-842b-c1425f3f93d3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.913210] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.913210] env[62094]: INFO nova.compute.manager [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Attaching volume d6416f1e-59cf-4ed8-ad3e-106d76930de8 to /dev/sdc [ 1431.935767] env[62094]: DEBUG nova.compute.manager [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1431.951510] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4d3145-3024-4ee8-9718-42094b2b36d0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.960670] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60213c0-7d96-4085-a20a-62c1b43073a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.965470] env[62094]: DEBUG nova.virt.hardware [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1431.965659] env[62094]: DEBUG nova.virt.hardware [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1431.965817] env[62094]: DEBUG nova.virt.hardware [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.965995] env[62094]: DEBUG nova.virt.hardware [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1431.966157] env[62094]: DEBUG nova.virt.hardware [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.966299] env[62094]: DEBUG nova.virt.hardware [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1431.966498] env[62094]: DEBUG nova.virt.hardware [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1431.967155] env[62094]: DEBUG nova.virt.hardware [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1431.967155] env[62094]: DEBUG nova.virt.hardware [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1431.967155] env[62094]: DEBUG nova.virt.hardware [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1431.967155] env[62094]: DEBUG nova.virt.hardware [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1431.968954] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58b254d-032d-4caa-93ab-7971972c1d52 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.976451] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe0d209-5715-4ec1-85c5-c3cd2b7e9fa2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.985871] env[62094]: DEBUG nova.virt.block_device [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Updating existing volume attachment record: ec76cc6a-6b62-4e9b-9a7f-be8fe489dd3a {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1432.215017] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.215498] env[62094]: DEBUG nova.compute.manager [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1432.218226] env[62094]: DEBUG oslo_concurrency.lockutils [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.593s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.218384] env[62094]: DEBUG oslo_concurrency.lockutils [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.244976] env[62094]: INFO nova.scheduler.client.report [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleted allocations for instance 87285f89-d05e-41f7-8566-78e57168740b [ 1432.280845] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.346876] env[62094]: DEBUG nova.network.neutron [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Successfully updated port: 27538473-1b74-44b0-b396-0e9d6be89d30 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.352638] env[62094]: DEBUG nova.compute.manager [req-ae153dfd-7cf4-4914-8b45-9fd422094dc8 req-c907b7de-db3f-4687-b142-04d3ff9b3a81 service nova] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Received event network-vif-plugged-27538473-1b74-44b0-b396-0e9d6be89d30 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1432.352827] env[62094]: DEBUG oslo_concurrency.lockutils [req-ae153dfd-7cf4-4914-8b45-9fd422094dc8 req-c907b7de-db3f-4687-b142-04d3ff9b3a81 service nova] Acquiring lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.353100] env[62094]: DEBUG oslo_concurrency.lockutils [req-ae153dfd-7cf4-4914-8b45-9fd422094dc8 req-c907b7de-db3f-4687-b142-04d3ff9b3a81 service nova] Lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.353323] env[62094]: DEBUG oslo_concurrency.lockutils [req-ae153dfd-7cf4-4914-8b45-9fd422094dc8 req-c907b7de-db3f-4687-b142-04d3ff9b3a81 service nova] Lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.353736] env[62094]: DEBUG nova.compute.manager [req-ae153dfd-7cf4-4914-8b45-9fd422094dc8 req-c907b7de-db3f-4687-b142-04d3ff9b3a81 service nova] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] No waiting events found dispatching network-vif-plugged-27538473-1b74-44b0-b396-0e9d6be89d30 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1432.353736] env[62094]: WARNING nova.compute.manager [req-ae153dfd-7cf4-4914-8b45-9fd422094dc8 req-c907b7de-db3f-4687-b142-04d3ff9b3a81 service nova] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Received unexpected event network-vif-plugged-27538473-1b74-44b0-b396-0e9d6be89d30 for instance with vm_state building and task_state spawning. [ 1432.722174] env[62094]: DEBUG nova.compute.utils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1432.725750] env[62094]: DEBUG nova.compute.manager [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1432.725750] env[62094]: DEBUG nova.network.neutron [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1432.751553] env[62094]: DEBUG oslo_concurrency.lockutils [None req-37d685f3-ff85-441e-a58b-669293c5f7e8 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "87285f89-d05e-41f7-8566-78e57168740b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.008s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.775673] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401284, 'name': ReconfigVM_Task, 'duration_secs': 0.775685} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.775945] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Reconfigured VM instance instance-0000006b to attach disk [datastore2] e561310e-52c0-4b01-8995-8b38b4ed44dc/e561310e-52c0-4b01-8995-8b38b4ed44dc.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.776633] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bda88077-1202-4f57-a1e0-79cc6d92eba0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.783445] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1432.783445] env[62094]: value = "task-1401286" [ 1432.783445] env[62094]: _type = "Task" [ 1432.783445] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.792577] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401286, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.812985] env[62094]: DEBUG nova.policy [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2914cca56dca42109f12ae8bee6e18de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9178bb8651a42e799dd143b9f26a1cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1432.849089] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "refresh_cache-7273b9f3-02f8-4c75-9f83-69a1a35b595f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.849262] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "refresh_cache-7273b9f3-02f8-4c75-9f83-69a1a35b595f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.849417] env[62094]: DEBUG nova.network.neutron [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.998921] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "f7113655-e711-410d-ae74-d41842a18734" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.999208] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "f7113655-e711-410d-ae74-d41842a18734" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.999426] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "f7113655-e711-410d-ae74-d41842a18734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.999628] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "f7113655-e711-410d-ae74-d41842a18734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.999803] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "f7113655-e711-410d-ae74-d41842a18734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.002342] env[62094]: INFO nova.compute.manager [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Terminating instance [ 1433.004234] env[62094]: DEBUG nova.compute.manager [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1433.004411] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1433.005238] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47c460f-6b7e-4896-9137-6257bf897bba {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.013610] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.013845] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05475f69-2e68-45c6-8882-63c734e33c37 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.019470] env[62094]: DEBUG oslo_vmware.api [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1433.019470] env[62094]: value = "task-1401287" [ 1433.019470] env[62094]: _type = "Task" [ 1433.019470] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.027058] env[62094]: DEBUG oslo_vmware.api [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.230031] env[62094]: DEBUG nova.compute.manager [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1433.294528] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401286, 'name': Rename_Task, 'duration_secs': 0.14565} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.294822] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.298480] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c7833b8-2073-4eb7-ac26-6689fb999189 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.305560] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1433.305560] env[62094]: value = "task-1401288" [ 1433.305560] env[62094]: _type = "Task" [ 1433.305560] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.320470] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.421464] env[62094]: DEBUG nova.network.neutron [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1433.471352] env[62094]: DEBUG nova.network.neutron [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Successfully created port: 65a6c36c-93ce-45a2-8339-ba225e2c5f74 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1433.529364] env[62094]: DEBUG oslo_vmware.api [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401287, 'name': PowerOffVM_Task, 'duration_secs': 0.412836} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.529782] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1433.529782] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1433.529894] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bead9099-d0eb-4d4e-83e5-1a89640e8352 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.591210] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1433.591560] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1433.591787] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleting the datastore file [datastore2] f7113655-e711-410d-ae74-d41842a18734 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1433.592852] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07eebd92-9998-4864-b922-c7291af9990b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.599663] env[62094]: DEBUG oslo_vmware.api [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for the task: (returnval){ [ 1433.599663] env[62094]: value = "task-1401290" [ 1433.599663] env[62094]: _type = "Task" [ 1433.599663] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.601287] env[62094]: DEBUG nova.network.neutron [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Updating instance_info_cache with network_info: [{"id": "27538473-1b74-44b0-b396-0e9d6be89d30", "address": "fa:16:3e:9b:5d:a9", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27538473-1b", "ovs_interfaceid": "27538473-1b74-44b0-b396-0e9d6be89d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.611661] env[62094]: DEBUG oslo_vmware.api [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.816349] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.107485] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "refresh_cache-7273b9f3-02f8-4c75-9f83-69a1a35b595f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.107612] env[62094]: DEBUG nova.compute.manager [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Instance network_info: |[{"id": "27538473-1b74-44b0-b396-0e9d6be89d30", "address": "fa:16:3e:9b:5d:a9", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27538473-1b", "ovs_interfaceid": "27538473-1b74-44b0-b396-0e9d6be89d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1434.108075] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:5d:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27538473-1b74-44b0-b396-0e9d6be89d30', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1434.117082] env[62094]: DEBUG oslo.service.loopingcall [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1434.117263] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1434.117568] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a253df89-a88d-478f-b59e-7e79534d2cc9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.137232] env[62094]: DEBUG oslo_vmware.api [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Task: {'id': task-1401290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147668} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.137966] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1434.138208] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1434.138447] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1434.138691] env[62094]: INFO nova.compute.manager [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] [instance: f7113655-e711-410d-ae74-d41842a18734] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1434.138952] env[62094]: DEBUG oslo.service.loopingcall [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1434.139173] env[62094]: DEBUG nova.compute.manager [-] [instance: f7113655-e711-410d-ae74-d41842a18734] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1434.139271] env[62094]: DEBUG nova.network.neutron [-] [instance: f7113655-e711-410d-ae74-d41842a18734] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1434.143775] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1434.143775] env[62094]: value = "task-1401291" [ 1434.143775] env[62094]: _type = "Task" [ 1434.143775] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.151640] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401291, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.237316] env[62094]: DEBUG nova.compute.manager [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1434.267380] env[62094]: DEBUG nova.virt.hardware [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1434.267633] env[62094]: DEBUG nova.virt.hardware [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1434.267797] env[62094]: DEBUG nova.virt.hardware [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.267983] env[62094]: DEBUG nova.virt.hardware [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1434.268171] env[62094]: DEBUG nova.virt.hardware [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.268324] env[62094]: DEBUG nova.virt.hardware [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1434.268537] env[62094]: DEBUG nova.virt.hardware [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1434.268697] env[62094]: DEBUG nova.virt.hardware [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1434.268872] env[62094]: DEBUG nova.virt.hardware [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1434.269049] env[62094]: DEBUG nova.virt.hardware [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1434.269234] env[62094]: DEBUG nova.virt.hardware [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1434.270129] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaea749-c3d6-4b92-bd62-b67a07503c68 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.279144] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c534fc-48b8-4146-9bc7-ca4bcdb720e1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.319465] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401288, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.388785] env[62094]: DEBUG nova.compute.manager [req-03d7dc1a-9100-4053-ad5d-e5918436d114 req-17eda399-b7c6-4204-9ca7-ed51321f121b service nova] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Received event network-changed-27538473-1b74-44b0-b396-0e9d6be89d30 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1434.388785] env[62094]: DEBUG nova.compute.manager [req-03d7dc1a-9100-4053-ad5d-e5918436d114 req-17eda399-b7c6-4204-9ca7-ed51321f121b service nova] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Refreshing instance network info cache due to event network-changed-27538473-1b74-44b0-b396-0e9d6be89d30. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1434.388785] env[62094]: DEBUG oslo_concurrency.lockutils [req-03d7dc1a-9100-4053-ad5d-e5918436d114 req-17eda399-b7c6-4204-9ca7-ed51321f121b service nova] Acquiring lock "refresh_cache-7273b9f3-02f8-4c75-9f83-69a1a35b595f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.388785] env[62094]: DEBUG oslo_concurrency.lockutils [req-03d7dc1a-9100-4053-ad5d-e5918436d114 req-17eda399-b7c6-4204-9ca7-ed51321f121b service nova] Acquired lock "refresh_cache-7273b9f3-02f8-4c75-9f83-69a1a35b595f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.388785] env[62094]: DEBUG nova.network.neutron [req-03d7dc1a-9100-4053-ad5d-e5918436d114 req-17eda399-b7c6-4204-9ca7-ed51321f121b service nova] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Refreshing network info cache for port 27538473-1b74-44b0-b396-0e9d6be89d30 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.401804] env[62094]: DEBUG nova.compute.manager [req-1dd43bd6-e114-41a0-ab55-0bca096c83c5 req-cae1a034-7d07-4fcc-a47c-5c1eb9d41cbf service nova] [instance: f7113655-e711-410d-ae74-d41842a18734] Received event network-vif-deleted-d7d8e1f4-d026-463f-8bb4-05256950e57e {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1434.402131] env[62094]: INFO nova.compute.manager [req-1dd43bd6-e114-41a0-ab55-0bca096c83c5 req-cae1a034-7d07-4fcc-a47c-5c1eb9d41cbf service nova] [instance: f7113655-e711-410d-ae74-d41842a18734] Neutron deleted interface d7d8e1f4-d026-463f-8bb4-05256950e57e; detaching it from the instance and deleting it from the info cache [ 1434.402705] env[62094]: DEBUG nova.network.neutron [req-1dd43bd6-e114-41a0-ab55-0bca096c83c5 req-cae1a034-7d07-4fcc-a47c-5c1eb9d41cbf service nova] [instance: f7113655-e711-410d-ae74-d41842a18734] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.654097] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401291, 'name': CreateVM_Task, 'duration_secs': 0.314535} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.654375] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.655066] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.655252] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.655639] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1434.655899] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ffaf2d-b41a-4fb0-aa95-bd5840af5ebc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.660510] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1434.660510] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b78a55-8f44-fe1e-716a-723551a47806" [ 1434.660510] env[62094]: _type = "Task" [ 1434.660510] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.668502] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b78a55-8f44-fe1e-716a-723551a47806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.817821] env[62094]: DEBUG oslo_vmware.api [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401288, 'name': PowerOnVM_Task, 'duration_secs': 1.032531} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.817940] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.818138] env[62094]: INFO nova.compute.manager [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1434.818331] env[62094]: DEBUG nova.compute.manager [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1434.819099] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eaff6b-6109-47c3-9f29-a81d84f93a90 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.877007] env[62094]: DEBUG nova.network.neutron [-] [instance: f7113655-e711-410d-ae74-d41842a18734] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.905755] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a59d83b-9475-4fe6-af97-c54f338a111e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.916366] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8323c4cb-d933-42f2-88a7-529af9a1af92 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.948639] env[62094]: DEBUG nova.compute.manager [req-1dd43bd6-e114-41a0-ab55-0bca096c83c5 req-cae1a034-7d07-4fcc-a47c-5c1eb9d41cbf service nova] [instance: f7113655-e711-410d-ae74-d41842a18734] Detach interface failed, port_id=d7d8e1f4-d026-463f-8bb4-05256950e57e, reason: Instance f7113655-e711-410d-ae74-d41842a18734 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1435.172216] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b78a55-8f44-fe1e-716a-723551a47806, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.172678] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.172934] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1435.173200] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.173352] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.173534] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1435.173966] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bed797c6-70e4-4567-80a3-76eaddb69e74 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.188975] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1435.189173] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1435.189890] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e790b216-8651-4831-b0f5-076c7f70d29c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.196529] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1435.196529] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a362ad-1ae5-b60f-a16b-a3c7496de39f" [ 1435.196529] env[62094]: _type = "Task" [ 1435.196529] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.204685] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a362ad-1ae5-b60f-a16b-a3c7496de39f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.205553] env[62094]: DEBUG nova.network.neutron [req-03d7dc1a-9100-4053-ad5d-e5918436d114 req-17eda399-b7c6-4204-9ca7-ed51321f121b service nova] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Updated VIF entry in instance network info cache for port 27538473-1b74-44b0-b396-0e9d6be89d30. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.205948] env[62094]: DEBUG nova.network.neutron [req-03d7dc1a-9100-4053-ad5d-e5918436d114 req-17eda399-b7c6-4204-9ca7-ed51321f121b service nova] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Updating instance_info_cache with network_info: [{"id": "27538473-1b74-44b0-b396-0e9d6be89d30", "address": "fa:16:3e:9b:5d:a9", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27538473-1b", "ovs_interfaceid": "27538473-1b74-44b0-b396-0e9d6be89d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.274784] env[62094]: DEBUG nova.network.neutron [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Successfully updated port: 65a6c36c-93ce-45a2-8339-ba225e2c5f74 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.339896] env[62094]: INFO nova.compute.manager [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Took 20.86 seconds to build instance. [ 1435.381393] env[62094]: INFO nova.compute.manager [-] [instance: f7113655-e711-410d-ae74-d41842a18734] Took 1.24 seconds to deallocate network for instance. [ 1435.706789] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a362ad-1ae5-b60f-a16b-a3c7496de39f, 'name': SearchDatastore_Task, 'duration_secs': 0.025412} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.707685] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc549086-1272-4616-bc08-2254e404d78d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.710653] env[62094]: DEBUG oslo_concurrency.lockutils [req-03d7dc1a-9100-4053-ad5d-e5918436d114 req-17eda399-b7c6-4204-9ca7-ed51321f121b service nova] Releasing lock "refresh_cache-7273b9f3-02f8-4c75-9f83-69a1a35b595f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.714072] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1435.714072] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a26f1c-268b-8bed-a498-d74fd0d67019" [ 1435.714072] env[62094]: _type = "Task" [ 1435.714072] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.721812] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a26f1c-268b-8bed-a498-d74fd0d67019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.777918] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "refresh_cache-dfcba913-b70e-44e0-b611-60e8c2d74100" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.780047] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "refresh_cache-dfcba913-b70e-44e0-b611-60e8c2d74100" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.780047] env[62094]: DEBUG nova.network.neutron [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1435.843585] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aae32e18-2896-4de4-b51d-456cc86b7188 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.372s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.889080] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.889365] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.889584] env[62094]: DEBUG nova.objects.instance [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lazy-loading 'resources' on Instance uuid f7113655-e711-410d-ae74-d41842a18734 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.008573] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "76e77f17-b6a1-425b-9144-35e81a159f6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.008816] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "76e77f17-b6a1-425b-9144-35e81a159f6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.224906] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a26f1c-268b-8bed-a498-d74fd0d67019, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.225296] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.225553] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 7273b9f3-02f8-4c75-9f83-69a1a35b595f/7273b9f3-02f8-4c75-9f83-69a1a35b595f.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.225823] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-378539ab-8c69-4efd-9c95-e0cf88109349 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.233269] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1436.233269] env[62094]: value = "task-1401293" [ 1436.233269] env[62094]: _type = "Task" [ 1436.233269] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.241677] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.314644] env[62094]: DEBUG nova.network.neutron [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1436.328501] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "a1e06760-15aa-4c14-a385-5f345fb19393" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.328767] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "a1e06760-15aa-4c14-a385-5f345fb19393" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.428416] env[62094]: DEBUG nova.compute.manager [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Received event network-vif-plugged-65a6c36c-93ce-45a2-8339-ba225e2c5f74 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1436.428651] env[62094]: DEBUG oslo_concurrency.lockutils [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] Acquiring lock "dfcba913-b70e-44e0-b611-60e8c2d74100-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.428864] env[62094]: DEBUG oslo_concurrency.lockutils [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] Lock "dfcba913-b70e-44e0-b611-60e8c2d74100-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.429258] env[62094]: DEBUG oslo_concurrency.lockutils [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] Lock "dfcba913-b70e-44e0-b611-60e8c2d74100-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.429768] env[62094]: DEBUG nova.compute.manager [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] No waiting events found dispatching network-vif-plugged-65a6c36c-93ce-45a2-8339-ba225e2c5f74 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1436.429768] env[62094]: WARNING nova.compute.manager [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Received unexpected event network-vif-plugged-65a6c36c-93ce-45a2-8339-ba225e2c5f74 for instance with vm_state building and task_state spawning. [ 1436.429768] env[62094]: DEBUG nova.compute.manager [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Received event network-changed-65a6c36c-93ce-45a2-8339-ba225e2c5f74 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1436.430310] env[62094]: DEBUG nova.compute.manager [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Refreshing instance network info cache due to event network-changed-65a6c36c-93ce-45a2-8339-ba225e2c5f74. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1436.430310] env[62094]: DEBUG oslo_concurrency.lockutils [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] Acquiring lock "refresh_cache-dfcba913-b70e-44e0-b611-60e8c2d74100" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.481445] env[62094]: DEBUG nova.network.neutron [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Updating instance_info_cache with network_info: [{"id": "65a6c36c-93ce-45a2-8339-ba225e2c5f74", "address": "fa:16:3e:49:30:41", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a6c36c-93", "ovs_interfaceid": "65a6c36c-93ce-45a2-8339-ba225e2c5f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.511658] env[62094]: DEBUG nova.compute.manager [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1436.533834] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1436.534366] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297050', 'volume_id': 'd6416f1e-59cf-4ed8-ad3e-106d76930de8', 'name': 'volume-d6416f1e-59cf-4ed8-ad3e-106d76930de8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29358ced-8701-4e84-842b-c1425f3f93d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6416f1e-59cf-4ed8-ad3e-106d76930de8', 'serial': 'd6416f1e-59cf-4ed8-ad3e-106d76930de8'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1436.535786] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad34836-994d-4e22-8671-448951e3dfdd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.570633] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefd1638-a6c8-41de-99c0-47722ecf7216 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.605704] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-d6416f1e-59cf-4ed8-ad3e-106d76930de8/volume-d6416f1e-59cf-4ed8-ad3e-106d76930de8.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.609471] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64657f1f-115c-430b-b845-2358ba9021c2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.630027] env[62094]: DEBUG oslo_vmware.api [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1436.630027] env[62094]: value = "task-1401294" [ 1436.630027] env[62094]: _type = "Task" [ 1436.630027] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.642763] env[62094]: DEBUG oslo_vmware.api [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401294, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.676553] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.676774] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.678451] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c01867-2dae-417f-86d1-1cb20a06bb87 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.687343] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3a3a7e-1c63-417c-b2ee-a8b03d609e48 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.720017] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670e6d5d-faba-40f6-9046-e650c9bb1d7d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.727571] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e9b873-dfc6-4891-bfdf-d174841279eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.747623] env[62094]: DEBUG nova.compute.provider_tree [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.752319] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401293, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.831160] env[62094]: DEBUG nova.compute.manager [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1436.984925] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "refresh_cache-dfcba913-b70e-44e0-b611-60e8c2d74100" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.985266] env[62094]: DEBUG nova.compute.manager [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Instance network_info: |[{"id": "65a6c36c-93ce-45a2-8339-ba225e2c5f74", "address": "fa:16:3e:49:30:41", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a6c36c-93", "ovs_interfaceid": "65a6c36c-93ce-45a2-8339-ba225e2c5f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1436.985662] env[62094]: DEBUG oslo_concurrency.lockutils [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] Acquired lock "refresh_cache-dfcba913-b70e-44e0-b611-60e8c2d74100" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.985792] env[62094]: DEBUG nova.network.neutron [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Refreshing network info cache for port 65a6c36c-93ce-45a2-8339-ba225e2c5f74 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.987015] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:30:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65a6c36c-93ce-45a2-8339-ba225e2c5f74', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1436.994609] env[62094]: DEBUG oslo.service.loopingcall [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.995594] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1436.995828] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba5b7ce9-b914-4482-be7d-c58f8d1712e0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.015583] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.015583] env[62094]: value = "task-1401295" [ 1437.015583] env[62094]: _type = "Task" [ 1437.015583] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.027108] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401295, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.033781] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.139915] env[62094]: DEBUG oslo_vmware.api [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401294, 'name': ReconfigVM_Task, 'duration_secs': 0.505091} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.140223] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-d6416f1e-59cf-4ed8-ad3e-106d76930de8/volume-d6416f1e-59cf-4ed8-ad3e-106d76930de8.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.145242] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d6313bd-8c29-46b3-8a02-435df7a42fb0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.159891] env[62094]: DEBUG oslo_vmware.api [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1437.159891] env[62094]: value = "task-1401296" [ 1437.159891] env[62094]: _type = "Task" [ 1437.159891] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.167653] env[62094]: DEBUG oslo_vmware.api [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.182290] env[62094]: DEBUG nova.compute.manager [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1437.245252] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530468} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.246031] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 7273b9f3-02f8-4c75-9f83-69a1a35b595f/7273b9f3-02f8-4c75-9f83-69a1a35b595f.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.246031] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.246201] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fa35131-70b3-4dda-aa07-8053b3046752 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.253302] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1437.253302] env[62094]: value = "task-1401297" [ 1437.253302] env[62094]: _type = "Task" [ 1437.253302] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.254164] env[62094]: DEBUG nova.scheduler.client.report [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1437.265986] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.354767] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.527039] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401295, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.670130] env[62094]: DEBUG oslo_vmware.api [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401296, 'name': ReconfigVM_Task, 'duration_secs': 0.143993} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.670457] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297050', 'volume_id': 'd6416f1e-59cf-4ed8-ad3e-106d76930de8', 'name': 'volume-d6416f1e-59cf-4ed8-ad3e-106d76930de8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29358ced-8701-4e84-842b-c1425f3f93d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6416f1e-59cf-4ed8-ad3e-106d76930de8', 'serial': 'd6416f1e-59cf-4ed8-ad3e-106d76930de8'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1437.703910] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.712687] env[62094]: DEBUG nova.network.neutron [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Updated VIF entry in instance network info cache for port 65a6c36c-93ce-45a2-8339-ba225e2c5f74. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.713063] env[62094]: DEBUG nova.network.neutron [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Updating instance_info_cache with network_info: [{"id": "65a6c36c-93ce-45a2-8339-ba225e2c5f74", "address": "fa:16:3e:49:30:41", "network": {"id": "15cab60d-4863-4337-9d8f-b9f078b68f03", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-442930627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9178bb8651a42e799dd143b9f26a1cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65a6c36c-93", "ovs_interfaceid": "65a6c36c-93ce-45a2-8339-ba225e2c5f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.762257] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.765324] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.732s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.766784] env[62094]: INFO nova.compute.claims [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.774283] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068445} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.774528] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.775347] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205daaa5-e44e-454e-affc-5e0359ccdbb7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.796567] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 7273b9f3-02f8-4c75-9f83-69a1a35b595f/7273b9f3-02f8-4c75-9f83-69a1a35b595f.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.797597] env[62094]: INFO nova.scheduler.client.report [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Deleted allocations for instance f7113655-e711-410d-ae74-d41842a18734 [ 1437.798768] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe17be07-6cb6-4891-b6e5-7b8a49d74b6b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.820704] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1437.820704] env[62094]: value = "task-1401298" [ 1437.820704] env[62094]: _type = "Task" [ 1437.820704] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.828647] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.027156] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401295, 'name': CreateVM_Task, 'duration_secs': 0.635948} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.027295] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.027944] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.028132] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.028447] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.028696] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a768fc-7956-4429-8e26-1d0477a47dad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.033276] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1438.033276] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52728d7c-3fbc-7c55-6b7e-c82747c5511b" [ 1438.033276] env[62094]: _type = "Task" [ 1438.033276] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.041585] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52728d7c-3fbc-7c55-6b7e-c82747c5511b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.068200] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "68bd353b-8a1e-4b3c-9985-4457924502e3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.068445] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "68bd353b-8a1e-4b3c-9985-4457924502e3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.215381] env[62094]: DEBUG oslo_concurrency.lockutils [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] Releasing lock "refresh_cache-dfcba913-b70e-44e0-b611-60e8c2d74100" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.215693] env[62094]: DEBUG nova.compute.manager [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Received event network-changed-4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1438.215870] env[62094]: DEBUG nova.compute.manager [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Refreshing instance network info cache due to event network-changed-4b690352-723b-4aba-9930-e5d96ef2e166. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1438.216091] env[62094]: DEBUG oslo_concurrency.lockutils [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] Acquiring lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.216393] env[62094]: DEBUG oslo_concurrency.lockutils [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] Acquired lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.216589] env[62094]: DEBUG nova.network.neutron [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Refreshing network info cache for port 4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.318900] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a103c244-0429-4436-91fa-b056d4454354 tempest-ImagesTestJSON-953401042 tempest-ImagesTestJSON-953401042-project-member] Lock "f7113655-e711-410d-ae74-d41842a18734" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.320s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.329991] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401298, 'name': ReconfigVM_Task, 'duration_secs': 0.254693} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.330890] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 7273b9f3-02f8-4c75-9f83-69a1a35b595f/7273b9f3-02f8-4c75-9f83-69a1a35b595f.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.331025] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b302e638-bfdd-4a93-ac70-8376b1b36382 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.336951] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1438.336951] env[62094]: value = "task-1401299" [ 1438.336951] env[62094]: _type = "Task" [ 1438.336951] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.344768] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401299, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.543278] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52728d7c-3fbc-7c55-6b7e-c82747c5511b, 'name': SearchDatastore_Task, 'duration_secs': 0.008506} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.543738] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.543857] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.544114] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.544278] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.544468] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.544741] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb7eb474-d8f6-4c5e-a09b-16322c92df0b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.553074] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.553289] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1438.554067] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00154f62-50da-44cd-b4d5-e3964472b178 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.559862] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1438.559862] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52cb571b-a40e-0ee8-0c53-437a78242cc9" [ 1438.559862] env[62094]: _type = "Task" [ 1438.559862] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.568234] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cb571b-a40e-0ee8-0c53-437a78242cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.571177] env[62094]: INFO nova.compute.manager [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Detaching volume 39953ece-cacd-468f-90b3-eb9fb33e5897 [ 1438.610549] env[62094]: INFO nova.virt.block_device [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Attempting to driver detach volume 39953ece-cacd-468f-90b3-eb9fb33e5897 from mountpoint /dev/sdb [ 1438.610868] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1438.611140] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297034', 'volume_id': '39953ece-cacd-468f-90b3-eb9fb33e5897', 'name': 'volume-39953ece-cacd-468f-90b3-eb9fb33e5897', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '68bd353b-8a1e-4b3c-9985-4457924502e3', 'attached_at': '', 'detached_at': '', 'volume_id': '39953ece-cacd-468f-90b3-eb9fb33e5897', 'serial': '39953ece-cacd-468f-90b3-eb9fb33e5897'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1438.612073] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecf4770-8b23-44e7-9c4b-01f18b2f2c13 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.633882] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9619185-d970-4e66-87fd-bbe6083172f5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.640490] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af8a125-c3df-4954-88f8-5b7ca3d51132 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.660621] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e6cc4d-1e18-4d69-8a8d-8d0afb6e0e5c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.676056] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] The volume has not been displaced from its original location: [datastore2] volume-39953ece-cacd-468f-90b3-eb9fb33e5897/volume-39953ece-cacd-468f-90b3-eb9fb33e5897.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1438.681543] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1438.681863] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93188879-b001-49e3-bc8e-68492261517a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.699879] env[62094]: DEBUG oslo_vmware.api [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1438.699879] env[62094]: value = "task-1401300" [ 1438.699879] env[62094]: _type = "Task" [ 1438.699879] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.710762] env[62094]: DEBUG nova.objects.instance [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lazy-loading 'flavor' on Instance uuid 29358ced-8701-4e84-842b-c1425f3f93d3 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.712127] env[62094]: DEBUG oslo_vmware.api [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.847685] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401299, 'name': Rename_Task, 'duration_secs': 0.177581} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.848514] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.852764] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-342c2f36-f9cc-4bf1-91e4-fef6a125ea8d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.865022] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1438.865022] env[62094]: value = "task-1401301" [ 1438.865022] env[62094]: _type = "Task" [ 1438.865022] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.872744] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.988736] env[62094]: DEBUG nova.network.neutron [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updated VIF entry in instance network info cache for port 4b690352-723b-4aba-9930-e5d96ef2e166. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1438.988736] env[62094]: DEBUG nova.network.neutron [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updating instance_info_cache with network_info: [{"id": "4b690352-723b-4aba-9930-e5d96ef2e166", "address": "fa:16:3e:f1:f5:6f", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b690352-72", "ovs_interfaceid": "4b690352-723b-4aba-9930-e5d96ef2e166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.022101] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aef06a6-60b7-49a9-a0a3-15ee72b4e5f6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.032333] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cb09ec-39df-4127-8dbf-d0861229fbc4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.076420] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb3fe8a-ec96-4e86-8402-c8ec6494a40a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.088219] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf00ca0a-c7ac-4f13-b702-47325ccd03e6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.092099] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cb571b-a40e-0ee8-0c53-437a78242cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.011616} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.093360] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad39ab8-7e28-4e83-90fa-c3af67ad70ca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.104837] env[62094]: DEBUG nova.compute.provider_tree [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.109379] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1439.109379] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]527dda83-669c-8cce-2738-616d788c5415" [ 1439.109379] env[62094]: _type = "Task" [ 1439.109379] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.119659] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527dda83-669c-8cce-2738-616d788c5415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.210967] env[62094]: DEBUG oslo_vmware.api [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401300, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.215997] env[62094]: DEBUG oslo_concurrency.lockutils [None req-75bcd9ae-dc1f-413f-896c-52863ffd6c0f tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.304s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.372128] env[62094]: DEBUG oslo_vmware.api [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401301, 'name': PowerOnVM_Task, 'duration_secs': 0.456259} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.372448] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.372659] env[62094]: INFO nova.compute.manager [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1439.372912] env[62094]: DEBUG nova.compute.manager [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1439.373696] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfac6fe0-1eeb-4ded-bc68-c20a55f467d3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.492235] env[62094]: DEBUG oslo_concurrency.lockutils [req-b06cc813-2bb4-41aa-975e-ba6d1fad9a2a req-36995d07-6c70-4754-a7c0-d0127ca3b75b service nova] Releasing lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.545967] env[62094]: DEBUG oslo_concurrency.lockutils [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "29358ced-8701-4e84-842b-c1425f3f93d3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.546652] env[62094]: DEBUG oslo_concurrency.lockutils [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.609370] env[62094]: DEBUG nova.scheduler.client.report [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1439.624356] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527dda83-669c-8cce-2738-616d788c5415, 'name': SearchDatastore_Task, 'duration_secs': 0.009598} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.624623] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.624866] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] dfcba913-b70e-44e0-b611-60e8c2d74100/dfcba913-b70e-44e0-b611-60e8c2d74100.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.625159] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-debe3798-1582-4a99-a43e-da6c5c693f2a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.632323] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1439.632323] env[62094]: value = "task-1401302" [ 1439.632323] env[62094]: _type = "Task" [ 1439.632323] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.639934] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.709419] env[62094]: DEBUG oslo_vmware.api [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401300, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.889146] env[62094]: INFO nova.compute.manager [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Took 16.04 seconds to build instance. [ 1440.052651] env[62094]: INFO nova.compute.manager [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Detaching volume 36dc171e-818e-4c33-a823-adb9ac3520cd [ 1440.090226] env[62094]: INFO nova.virt.block_device [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Attempting to driver detach volume 36dc171e-818e-4c33-a823-adb9ac3520cd from mountpoint /dev/sdb [ 1440.090478] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1440.090663] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297046', 'volume_id': '36dc171e-818e-4c33-a823-adb9ac3520cd', 'name': 'volume-36dc171e-818e-4c33-a823-adb9ac3520cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29358ced-8701-4e84-842b-c1425f3f93d3', 'attached_at': '', 'detached_at': '', 'volume_id': '36dc171e-818e-4c33-a823-adb9ac3520cd', 'serial': '36dc171e-818e-4c33-a823-adb9ac3520cd'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1440.091598] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856d91e9-c113-4397-9797-22ae14fb3a35 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.115881] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8784ec-502a-4402-b905-4c84d4b02b11 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.119742] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.120279] env[62094]: DEBUG nova.compute.manager [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1440.125321] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.770s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.126031] env[62094]: INFO nova.compute.claims [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1440.129337] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48a3c3d-039c-4167-ab76-5d2a3ae1278c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.159301] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f62a28-a90d-41c9-8c4c-722efd4bd48e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.166669] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401302, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.181486] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] The volume has not been displaced from its original location: [datastore2] volume-36dc171e-818e-4c33-a823-adb9ac3520cd/volume-36dc171e-818e-4c33-a823-adb9ac3520cd.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1440.186308] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1440.187218] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3427400-3dc9-4928-8fea-e16c43e7114f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.206191] env[62094]: DEBUG oslo_vmware.api [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1440.206191] env[62094]: value = "task-1401303" [ 1440.206191] env[62094]: _type = "Task" [ 1440.206191] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.213967] env[62094]: DEBUG oslo_vmware.api [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401300, 'name': ReconfigVM_Task, 'duration_secs': 1.367599} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.217754] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1440.225038] env[62094]: DEBUG oslo_vmware.api [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.225038] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3755076d-e133-4174-b4b1-3ad876f5122e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.238898] env[62094]: DEBUG oslo_vmware.api [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1440.238898] env[62094]: value = "task-1401304" [ 1440.238898] env[62094]: _type = "Task" [ 1440.238898] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.248172] env[62094]: DEBUG oslo_vmware.api [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.391658] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e636d461-3731-420c-959e-c440e1f97160 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.545s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.630400] env[62094]: DEBUG nova.compute.utils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1440.631833] env[62094]: DEBUG nova.compute.manager [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1440.631997] env[62094]: DEBUG nova.network.neutron [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.645013] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824326} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.646305] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] dfcba913-b70e-44e0-b611-60e8c2d74100/dfcba913-b70e-44e0-b611-60e8c2d74100.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.646581] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.646774] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e1c67c7-d501-449e-aa04-697cc0abd6b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.652805] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1440.652805] env[62094]: value = "task-1401305" [ 1440.652805] env[62094]: _type = "Task" [ 1440.652805] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.660993] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.702201] env[62094]: DEBUG nova.policy [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9972084642b2443098fcaa78c9b0fccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '761023036ed34585ba91c1d12e691b18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1440.718513] env[62094]: DEBUG oslo_vmware.api [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401303, 'name': ReconfigVM_Task, 'duration_secs': 0.422648} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.718513] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1440.721689] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d4cd56a-65a4-4d2a-bf9a-4ec96be7805d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.738139] env[62094]: DEBUG oslo_vmware.api [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1440.738139] env[62094]: value = "task-1401306" [ 1440.738139] env[62094]: _type = "Task" [ 1440.738139] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.752620] env[62094]: DEBUG oslo_vmware.api [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401306, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.755742] env[62094]: DEBUG oslo_vmware.api [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401304, 'name': ReconfigVM_Task, 'duration_secs': 0.170476} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.756150] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297034', 'volume_id': '39953ece-cacd-468f-90b3-eb9fb33e5897', 'name': 'volume-39953ece-cacd-468f-90b3-eb9fb33e5897', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '68bd353b-8a1e-4b3c-9985-4457924502e3', 'attached_at': '', 'detached_at': '', 'volume_id': '39953ece-cacd-468f-90b3-eb9fb33e5897', 'serial': '39953ece-cacd-468f-90b3-eb9fb33e5897'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1441.013305] env[62094]: DEBUG nova.network.neutron [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Successfully created port: 6debb3f1-22d5-465a-8614-206ea77c5f6d {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.135339] env[62094]: DEBUG nova.compute.manager [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1441.165250] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065416} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.165528] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.168624] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3c700f-7987-465f-9892-fa4fff3dd52e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.192753] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] dfcba913-b70e-44e0-b611-60e8c2d74100/dfcba913-b70e-44e0-b611-60e8c2d74100.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.196071] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb9ea4e-1b6d-4cd8-8ee2-ade5ca9803d2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.211311] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3cedb67-e59d-4278-96fd-425d896cc014 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.211311] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3cedb67-e59d-4278-96fd-425d896cc014 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.211311] env[62094]: DEBUG nova.compute.manager [None req-e3cedb67-e59d-4278-96fd-425d896cc014 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1441.212687] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1522fa-e01a-4343-9781-b5bb721b8219 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.220882] env[62094]: DEBUG nova.compute.manager [None req-e3cedb67-e59d-4278-96fd-425d896cc014 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62094) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1441.221596] env[62094]: DEBUG nova.objects.instance [None req-e3cedb67-e59d-4278-96fd-425d896cc014 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lazy-loading 'flavor' on Instance uuid 7273b9f3-02f8-4c75-9f83-69a1a35b595f {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.225987] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1441.225987] env[62094]: value = "task-1401307" [ 1441.225987] env[62094]: _type = "Task" [ 1441.225987] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.240236] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.252652] env[62094]: DEBUG oslo_vmware.api [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401306, 'name': ReconfigVM_Task, 'duration_secs': 0.220476} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.253036] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297046', 'volume_id': '36dc171e-818e-4c33-a823-adb9ac3520cd', 'name': 'volume-36dc171e-818e-4c33-a823-adb9ac3520cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29358ced-8701-4e84-842b-c1425f3f93d3', 'attached_at': '', 'detached_at': '', 'volume_id': '36dc171e-818e-4c33-a823-adb9ac3520cd', 'serial': '36dc171e-818e-4c33-a823-adb9ac3520cd'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1441.303804] env[62094]: DEBUG nova.objects.instance [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lazy-loading 'flavor' on Instance uuid 68bd353b-8a1e-4b3c-9985-4457924502e3 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.384016] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353476bd-5304-4f5a-ac11-c4055ecc8794 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.391587] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fc5083-6d4d-4d96-8311-d95cbc3ef980 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.425929] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60fd806-9a0f-4fa0-ac87-04caaacf51f1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.437019] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33425c4b-956f-471c-9e69-50e48456c871 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.448525] env[62094]: DEBUG nova.compute.provider_tree [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.734692] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cedb67-e59d-4278-96fd-425d896cc014 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.737433] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ba294b5-a98f-44c3-9833-961dba6c9946 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.742830] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.746114] env[62094]: DEBUG oslo_vmware.api [None req-e3cedb67-e59d-4278-96fd-425d896cc014 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1441.746114] env[62094]: value = "task-1401308" [ 1441.746114] env[62094]: _type = "Task" [ 1441.746114] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.752991] env[62094]: DEBUG oslo_vmware.api [None req-e3cedb67-e59d-4278-96fd-425d896cc014 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.807274] env[62094]: DEBUG nova.objects.instance [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lazy-loading 'flavor' on Instance uuid 29358ced-8701-4e84-842b-c1425f3f93d3 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.954039] env[62094]: DEBUG nova.scheduler.client.report [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1442.150360] env[62094]: DEBUG nova.compute.manager [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1442.170198] env[62094]: DEBUG nova.compute.manager [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Stashing vm_state: active {{(pid=62094) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1442.197156] env[62094]: DEBUG nova.virt.hardware [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1442.197156] env[62094]: DEBUG nova.virt.hardware [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1442.197156] env[62094]: DEBUG nova.virt.hardware [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.197156] env[62094]: DEBUG nova.virt.hardware [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1442.201071] env[62094]: DEBUG nova.virt.hardware [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.201071] env[62094]: DEBUG nova.virt.hardware [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1442.201071] env[62094]: DEBUG nova.virt.hardware [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1442.201071] env[62094]: DEBUG nova.virt.hardware [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1442.201071] env[62094]: DEBUG nova.virt.hardware [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1442.201071] env[62094]: DEBUG nova.virt.hardware [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1442.201071] env[62094]: DEBUG nova.virt.hardware [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1442.201071] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8347908f-d4d6-4f10-a7c3-6c67f22e115e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.211535] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c39f6c-24e0-48b3-9533-d0cd1115e6f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.240155] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401307, 'name': ReconfigVM_Task, 'duration_secs': 0.663782} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.240507] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Reconfigured VM instance instance-0000006d to attach disk [datastore2] dfcba913-b70e-44e0-b611-60e8c2d74100/dfcba913-b70e-44e0-b611-60e8c2d74100.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.241334] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2c7d6b9-7cf1-4712-a114-18f63d93df55 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.258272] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1442.258272] env[62094]: value = "task-1401309" [ 1442.258272] env[62094]: _type = "Task" [ 1442.258272] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.262584] env[62094]: DEBUG oslo_vmware.api [None req-e3cedb67-e59d-4278-96fd-425d896cc014 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401308, 'name': PowerOffVM_Task, 'duration_secs': 0.178775} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.263515] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cedb67-e59d-4278-96fd-425d896cc014 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.263878] env[62094]: DEBUG nova.compute.manager [None req-e3cedb67-e59d-4278-96fd-425d896cc014 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1442.264933] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7271e046-0ad8-4205-a8da-e8b3cb16e357 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.271038] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401309, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.314136] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a36f403c-47f5-41d7-b2fb-56ab09b1b20a tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "68bd353b-8a1e-4b3c-9985-4457924502e3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.245s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.457669] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.458198] env[62094]: DEBUG nova.compute.manager [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1442.463849] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.760s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.467846] env[62094]: INFO nova.compute.claims [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1442.529591] env[62094]: DEBUG nova.compute.manager [req-fdd0641f-da83-4703-8b5a-bc931b22ec7b req-3f9fd34b-9b58-49aa-8506-37110c1353aa service nova] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Received event network-vif-plugged-6debb3f1-22d5-465a-8614-206ea77c5f6d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1442.529591] env[62094]: DEBUG oslo_concurrency.lockutils [req-fdd0641f-da83-4703-8b5a-bc931b22ec7b req-3f9fd34b-9b58-49aa-8506-37110c1353aa service nova] Acquiring lock "76e77f17-b6a1-425b-9144-35e81a159f6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.529591] env[62094]: DEBUG oslo_concurrency.lockutils [req-fdd0641f-da83-4703-8b5a-bc931b22ec7b req-3f9fd34b-9b58-49aa-8506-37110c1353aa service nova] Lock "76e77f17-b6a1-425b-9144-35e81a159f6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.529591] env[62094]: DEBUG oslo_concurrency.lockutils [req-fdd0641f-da83-4703-8b5a-bc931b22ec7b req-3f9fd34b-9b58-49aa-8506-37110c1353aa service nova] Lock "76e77f17-b6a1-425b-9144-35e81a159f6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.529591] env[62094]: DEBUG nova.compute.manager [req-fdd0641f-da83-4703-8b5a-bc931b22ec7b req-3f9fd34b-9b58-49aa-8506-37110c1353aa service nova] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] No waiting events found dispatching network-vif-plugged-6debb3f1-22d5-465a-8614-206ea77c5f6d {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1442.529591] env[62094]: WARNING nova.compute.manager [req-fdd0641f-da83-4703-8b5a-bc931b22ec7b req-3f9fd34b-9b58-49aa-8506-37110c1353aa service nova] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Received unexpected event network-vif-plugged-6debb3f1-22d5-465a-8614-206ea77c5f6d for instance with vm_state building and task_state spawning. [ 1442.613942] env[62094]: DEBUG nova.network.neutron [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Successfully updated port: 6debb3f1-22d5-465a-8614-206ea77c5f6d {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.693763] env[62094]: DEBUG oslo_concurrency.lockutils [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.765021] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401309, 'name': Rename_Task, 'duration_secs': 0.259189} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.765428] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.766168] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b23829ed-7f1b-4992-81db-cc684b79ff0d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.771922] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1442.771922] env[62094]: value = "task-1401310" [ 1442.771922] env[62094]: _type = "Task" [ 1442.771922] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.781316] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.783152] env[62094]: DEBUG oslo_concurrency.lockutils [None req-e3cedb67-e59d-4278-96fd-425d896cc014 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.572s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.815881] env[62094]: DEBUG oslo_concurrency.lockutils [None req-98ba3fb9-c1bf-4653-9e23-66638f2a094b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.874369] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "29358ced-8701-4e84-842b-c1425f3f93d3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.874684] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.972836] env[62094]: DEBUG nova.compute.utils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1442.976048] env[62094]: DEBUG nova.compute.manager [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1442.976229] env[62094]: DEBUG nova.network.neutron [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1443.029542] env[62094]: DEBUG nova.policy [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9972084642b2443098fcaa78c9b0fccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '761023036ed34585ba91c1d12e691b18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1443.122038] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "refresh_cache-76e77f17-b6a1-425b-9144-35e81a159f6b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.122038] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquired lock "refresh_cache-76e77f17-b6a1-425b-9144-35e81a159f6b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.122038] env[62094]: DEBUG nova.network.neutron [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.297430] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401310, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.299096] env[62094]: DEBUG nova.network.neutron [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Successfully created port: dc2c323a-1a2b-48c3-bac1-2215b86b28d5 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1443.379990] env[62094]: INFO nova.compute.manager [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Detaching volume d6416f1e-59cf-4ed8-ad3e-106d76930de8 [ 1443.423065] env[62094]: INFO nova.virt.block_device [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Attempting to driver detach volume d6416f1e-59cf-4ed8-ad3e-106d76930de8 from mountpoint /dev/sdc [ 1443.423065] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1443.423065] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297050', 'volume_id': 'd6416f1e-59cf-4ed8-ad3e-106d76930de8', 'name': 'volume-d6416f1e-59cf-4ed8-ad3e-106d76930de8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29358ced-8701-4e84-842b-c1425f3f93d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6416f1e-59cf-4ed8-ad3e-106d76930de8', 'serial': 'd6416f1e-59cf-4ed8-ad3e-106d76930de8'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1443.423065] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f43df0-ccd1-452f-88b2-01ee2b92eefd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.451844] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6b2515-10f4-4234-8128-0fa21eaddbb8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.461912] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed40812-62ac-435e-839e-ea094c5cc761 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.482508] env[62094]: DEBUG nova.compute.manager [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1443.488997] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f4a7df-c2ef-4915-90d6-60fe92e34a0f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.505531] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] The volume has not been displaced from its original location: [datastore2] volume-d6416f1e-59cf-4ed8-ad3e-106d76930de8/volume-d6416f1e-59cf-4ed8-ad3e-106d76930de8.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1443.511568] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Reconfiguring VM instance instance-00000063 to detach disk 2002 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1443.512525] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "68bd353b-8a1e-4b3c-9985-4457924502e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.512525] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "68bd353b-8a1e-4b3c-9985-4457924502e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.512750] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "68bd353b-8a1e-4b3c-9985-4457924502e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.512793] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "68bd353b-8a1e-4b3c-9985-4457924502e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.512968] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "68bd353b-8a1e-4b3c-9985-4457924502e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.514693] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21eced55-0890-4fee-973b-a5e472f8b0ba {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.531310] env[62094]: INFO nova.compute.manager [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Terminating instance [ 1443.534236] env[62094]: DEBUG nova.compute.manager [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1443.536676] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1443.538465] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efca23d6-011c-4523-ad90-284a0adb3a35 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.543045] env[62094]: DEBUG oslo_vmware.api [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1443.543045] env[62094]: value = "task-1401311" [ 1443.543045] env[62094]: _type = "Task" [ 1443.543045] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.550110] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.550110] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdb2deea-42db-4989-a699-554d17cd504f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.554329] env[62094]: DEBUG oslo_vmware.api [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.561506] env[62094]: DEBUG oslo_vmware.api [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1443.561506] env[62094]: value = "task-1401312" [ 1443.561506] env[62094]: _type = "Task" [ 1443.561506] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.572877] env[62094]: DEBUG oslo_vmware.api [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.692663] env[62094]: DEBUG nova.network.neutron [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.773681] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f37dfb-1467-489d-9e51-b673001475ed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.785873] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ad8cfd-380e-43ad-aa71-fad547733069 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.793341] env[62094]: DEBUG oslo_vmware.api [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401310, 'name': PowerOnVM_Task, 'duration_secs': 0.578803} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.817362] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.817600] env[62094]: INFO nova.compute.manager [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1443.817784] env[62094]: DEBUG nova.compute.manager [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1443.819179] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ac70f6-744a-4f97-a952-471324b343e3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.824260] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde2d380-4db1-486f-948c-1d9bf428088e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.833332] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93de7d7-8157-4a28-a925-b8f5b2e1da81 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.849052] env[62094]: DEBUG nova.compute.provider_tree [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.993565] env[62094]: DEBUG nova.network.neutron [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Updating instance_info_cache with network_info: [{"id": "6debb3f1-22d5-465a-8614-206ea77c5f6d", "address": "fa:16:3e:8e:20:ae", "network": {"id": "5ae5d910-9141-4226-8673-c5b315536402", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1433603206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "761023036ed34585ba91c1d12e691b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6debb3f1-22", "ovs_interfaceid": "6debb3f1-22d5-465a-8614-206ea77c5f6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.055892] env[62094]: DEBUG oslo_vmware.api [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401311, 'name': ReconfigVM_Task, 'duration_secs': 0.226242} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.056180] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Reconfigured VM instance instance-00000063 to detach disk 2002 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1444.060950] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19416c2d-2cf1-4ae5-b679-5ae45109777f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.078351] env[62094]: DEBUG oslo_vmware.api [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401312, 'name': PowerOffVM_Task, 'duration_secs': 0.180897} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.079555] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.079741] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.080052] env[62094]: DEBUG oslo_vmware.api [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1444.080052] env[62094]: value = "task-1401313" [ 1444.080052] env[62094]: _type = "Task" [ 1444.080052] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.080254] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f413e8d1-2e63-4ec3-bb48-a8d895e95443 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.090216] env[62094]: DEBUG oslo_vmware.api [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.139235] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.140270] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.140270] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Deleting the datastore file [datastore1] 68bd353b-8a1e-4b3c-9985-4457924502e3 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.140270] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6e276f0-5a3f-40f9-b8bd-8907373d6143 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.148291] env[62094]: DEBUG oslo_vmware.api [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1444.148291] env[62094]: value = "task-1401315" [ 1444.148291] env[62094]: _type = "Task" [ 1444.148291] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.156432] env[62094]: DEBUG oslo_vmware.api [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.345627] env[62094]: INFO nova.compute.manager [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Took 15.15 seconds to build instance. [ 1444.354664] env[62094]: DEBUG nova.scheduler.client.report [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1444.411768] env[62094]: DEBUG oslo_concurrency.lockutils [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.411768] env[62094]: DEBUG oslo_concurrency.lockutils [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.411768] env[62094]: DEBUG oslo_concurrency.lockutils [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.411768] env[62094]: DEBUG oslo_concurrency.lockutils [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.411768] env[62094]: DEBUG oslo_concurrency.lockutils [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.413177] env[62094]: INFO nova.compute.manager [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Terminating instance [ 1444.416497] env[62094]: DEBUG nova.compute.manager [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1444.416497] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.417946] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221ca39d-82f2-4d13-a096-646fa77231ee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.428075] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.428075] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e8a8000-0438-4951-a479-229366b9af86 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.492201] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.492201] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.492201] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleting the datastore file [datastore2] 7273b9f3-02f8-4c75-9f83-69a1a35b595f {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.492201] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02d14a8e-bcf9-4f34-a7d9-103aa03b2cb6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.496588] env[62094]: DEBUG nova.compute.manager [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1444.498944] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Releasing lock "refresh_cache-76e77f17-b6a1-425b-9144-35e81a159f6b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.502409] env[62094]: DEBUG nova.compute.manager [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Instance network_info: |[{"id": "6debb3f1-22d5-465a-8614-206ea77c5f6d", "address": "fa:16:3e:8e:20:ae", "network": {"id": "5ae5d910-9141-4226-8673-c5b315536402", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1433603206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "761023036ed34585ba91c1d12e691b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6debb3f1-22", "ovs_interfaceid": "6debb3f1-22d5-465a-8614-206ea77c5f6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1444.502409] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:20:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6debb3f1-22d5-465a-8614-206ea77c5f6d', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.509917] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Creating folder: Project (761023036ed34585ba91c1d12e691b18). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.510737] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-666172b4-6724-45f5-86de-199e3a9302c3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.515078] env[62094]: DEBUG oslo_vmware.api [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1444.515078] env[62094]: value = "task-1401317" [ 1444.515078] env[62094]: _type = "Task" [ 1444.515078] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.522055] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Created folder: Project (761023036ed34585ba91c1d12e691b18) in parent group-v296765. [ 1444.522332] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Creating folder: Instances. Parent ref: group-v297053. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.522548] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8c6bae0-7875-4cdb-908c-8e54bb8bd39e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.527193] env[62094]: DEBUG oslo_vmware.api [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.529391] env[62094]: DEBUG nova.virt.hardware [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1444.529624] env[62094]: DEBUG nova.virt.hardware [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1444.529782] env[62094]: DEBUG nova.virt.hardware [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.529967] env[62094]: DEBUG nova.virt.hardware [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1444.530140] env[62094]: DEBUG nova.virt.hardware [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.530508] env[62094]: DEBUG nova.virt.hardware [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1444.530769] env[62094]: DEBUG nova.virt.hardware [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1444.530971] env[62094]: DEBUG nova.virt.hardware [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1444.531122] env[62094]: DEBUG nova.virt.hardware [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1444.531295] env[62094]: DEBUG nova.virt.hardware [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1444.531476] env[62094]: DEBUG nova.virt.hardware [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1444.532725] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ba653a-1cc6-4287-80b1-e7d8ac9874b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.542345] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1053d206-e243-4698-91cd-423162b39f69 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.546628] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Created folder: Instances in parent group-v297053. [ 1444.546905] env[62094]: DEBUG oslo.service.loopingcall [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.547111] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.547738] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-549f1778-c4d5-4cf3-b19c-5f287b1707d4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.576699] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.576699] env[62094]: value = "task-1401320" [ 1444.576699] env[62094]: _type = "Task" [ 1444.576699] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.584611] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401320, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.593768] env[62094]: DEBUG oslo_vmware.api [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401313, 'name': ReconfigVM_Task, 'duration_secs': 0.15062} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.594204] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297050', 'volume_id': 'd6416f1e-59cf-4ed8-ad3e-106d76930de8', 'name': 'volume-d6416f1e-59cf-4ed8-ad3e-106d76930de8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29358ced-8701-4e84-842b-c1425f3f93d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6416f1e-59cf-4ed8-ad3e-106d76930de8', 'serial': 'd6416f1e-59cf-4ed8-ad3e-106d76930de8'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1444.659824] env[62094]: DEBUG oslo_vmware.api [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215599} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.660174] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1444.660582] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1444.660642] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1444.661148] env[62094]: INFO nova.compute.manager [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1444.661228] env[62094]: DEBUG oslo.service.loopingcall [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.661476] env[62094]: DEBUG nova.compute.manager [-] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1444.661602] env[62094]: DEBUG nova.network.neutron [-] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1444.708686] env[62094]: DEBUG nova.compute.manager [req-dafec495-d54e-4f68-bc58-06fb246635f0 req-206309b0-9810-4d1d-8de9-1c5c68014c6e service nova] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Received event network-changed-6debb3f1-22d5-465a-8614-206ea77c5f6d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1444.708888] env[62094]: DEBUG nova.compute.manager [req-dafec495-d54e-4f68-bc58-06fb246635f0 req-206309b0-9810-4d1d-8de9-1c5c68014c6e service nova] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Refreshing instance network info cache due to event network-changed-6debb3f1-22d5-465a-8614-206ea77c5f6d. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1444.709564] env[62094]: DEBUG oslo_concurrency.lockutils [req-dafec495-d54e-4f68-bc58-06fb246635f0 req-206309b0-9810-4d1d-8de9-1c5c68014c6e service nova] Acquiring lock "refresh_cache-76e77f17-b6a1-425b-9144-35e81a159f6b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.710019] env[62094]: DEBUG oslo_concurrency.lockutils [req-dafec495-d54e-4f68-bc58-06fb246635f0 req-206309b0-9810-4d1d-8de9-1c5c68014c6e service nova] Acquired lock "refresh_cache-76e77f17-b6a1-425b-9144-35e81a159f6b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.710019] env[62094]: DEBUG nova.network.neutron [req-dafec495-d54e-4f68-bc58-06fb246635f0 req-206309b0-9810-4d1d-8de9-1c5c68014c6e service nova] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Refreshing network info cache for port 6debb3f1-22d5-465a-8614-206ea77c5f6d {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.847898] env[62094]: DEBUG oslo_concurrency.lockutils [None req-236deb36-9403-45bd-a78f-2f55838f498a tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "dfcba913-b70e-44e0-b611-60e8c2d74100" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.667s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.857019] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.857576] env[62094]: DEBUG nova.compute.manager [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1444.860251] env[62094]: DEBUG oslo_concurrency.lockutils [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.167s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.949776] env[62094]: DEBUG nova.network.neutron [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Successfully updated port: dc2c323a-1a2b-48c3-bac1-2215b86b28d5 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1445.025765] env[62094]: DEBUG oslo_vmware.api [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191299} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.026249] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.026531] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.026785] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.026976] env[62094]: INFO nova.compute.manager [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1445.027243] env[62094]: DEBUG oslo.service.loopingcall [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.027447] env[62094]: DEBUG nova.compute.manager [-] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1445.027535] env[62094]: DEBUG nova.network.neutron [-] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1445.086699] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401320, 'name': CreateVM_Task, 'duration_secs': 0.322772} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.089126] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.089743] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.090135] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.090469] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1445.091013] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd470cd5-e0a9-4193-971a-f6c5cc77a438 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.096199] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1445.096199] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]520713df-6ed7-dfb9-11df-ac037ffee7b0" [ 1445.096199] env[62094]: _type = "Task" [ 1445.096199] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.104458] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520713df-6ed7-dfb9-11df-ac037ffee7b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.158227] env[62094]: DEBUG nova.objects.instance [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lazy-loading 'flavor' on Instance uuid 29358ced-8701-4e84-842b-c1425f3f93d3 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.256561] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "4707972f-dc95-4598-a5d5-e21e90c390d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.256834] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "4707972f-dc95-4598-a5d5-e21e90c390d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.363906] env[62094]: DEBUG nova.compute.utils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1445.365613] env[62094]: DEBUG nova.compute.manager [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1445.365786] env[62094]: DEBUG nova.network.neutron [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1445.373688] env[62094]: INFO nova.compute.claims [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1445.437591] env[62094]: DEBUG nova.policy [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9972084642b2443098fcaa78c9b0fccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '761023036ed34585ba91c1d12e691b18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1445.456429] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "refresh_cache-a1e06760-15aa-4c14-a385-5f345fb19393" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.456429] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquired lock "refresh_cache-a1e06760-15aa-4c14-a385-5f345fb19393" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.456429] env[62094]: DEBUG nova.network.neutron [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.567363] env[62094]: DEBUG nova.network.neutron [req-dafec495-d54e-4f68-bc58-06fb246635f0 req-206309b0-9810-4d1d-8de9-1c5c68014c6e service nova] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Updated VIF entry in instance network info cache for port 6debb3f1-22d5-465a-8614-206ea77c5f6d. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.567775] env[62094]: DEBUG nova.network.neutron [req-dafec495-d54e-4f68-bc58-06fb246635f0 req-206309b0-9810-4d1d-8de9-1c5c68014c6e service nova] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Updating instance_info_cache with network_info: [{"id": "6debb3f1-22d5-465a-8614-206ea77c5f6d", "address": "fa:16:3e:8e:20:ae", "network": {"id": "5ae5d910-9141-4226-8673-c5b315536402", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1433603206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "761023036ed34585ba91c1d12e691b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6debb3f1-22", "ovs_interfaceid": "6debb3f1-22d5-465a-8614-206ea77c5f6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.572862] env[62094]: DEBUG nova.compute.manager [req-08cb7720-40bc-4141-9abe-718847dbf893 req-dc5ae062-5654-4759-b2ed-b533463efdb3 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Received event network-vif-deleted-f4809906-9803-4dcf-95b1-87cd22bd3aba {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1445.573093] env[62094]: INFO nova.compute.manager [req-08cb7720-40bc-4141-9abe-718847dbf893 req-dc5ae062-5654-4759-b2ed-b533463efdb3 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Neutron deleted interface f4809906-9803-4dcf-95b1-87cd22bd3aba; detaching it from the instance and deleting it from the info cache [ 1445.573262] env[62094]: DEBUG nova.network.neutron [req-08cb7720-40bc-4141-9abe-718847dbf893 req-dc5ae062-5654-4759-b2ed-b533463efdb3 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.609089] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520713df-6ed7-dfb9-11df-ac037ffee7b0, 'name': SearchDatastore_Task, 'duration_secs': 0.022486} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.609382] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.609658] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.609886] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.610746] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.610947] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.611302] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d89fc44-bdc6-44b7-95bd-9be45bef89ce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.628332] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.628795] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.630400] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbdaa384-c20a-4ed7-ad7e-a17a485e8955 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.638029] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1445.638029] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524bece4-0015-1a8b-3917-d96f25272f7c" [ 1445.638029] env[62094]: _type = "Task" [ 1445.638029] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.650012] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524bece4-0015-1a8b-3917-d96f25272f7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.761761] env[62094]: DEBUG nova.compute.manager [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1445.786269] env[62094]: DEBUG nova.network.neutron [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Successfully created port: 072aec52-b526-4df4-a6cd-60587b43e077 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1445.818243] env[62094]: DEBUG nova.network.neutron [-] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.869092] env[62094]: DEBUG nova.compute.manager [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1445.879954] env[62094]: INFO nova.compute.resource_tracker [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating resource usage from migration 5a183ab4-9de4-4478-bb32-6f8873e4e6a2 [ 1445.995844] env[62094]: DEBUG nova.network.neutron [-] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.001848] env[62094]: DEBUG nova.network.neutron [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1446.075937] env[62094]: DEBUG oslo_concurrency.lockutils [req-dafec495-d54e-4f68-bc58-06fb246635f0 req-206309b0-9810-4d1d-8de9-1c5c68014c6e service nova] Releasing lock "refresh_cache-76e77f17-b6a1-425b-9144-35e81a159f6b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.080758] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fb2a7de-11be-4220-9baa-551f5917e0f6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.090030] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beed366-6746-430c-9390-974b22d7af7d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.127562] env[62094]: DEBUG nova.compute.manager [req-08cb7720-40bc-4141-9abe-718847dbf893 req-dc5ae062-5654-4759-b2ed-b533463efdb3 service nova] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Detach interface failed, port_id=f4809906-9803-4dcf-95b1-87cd22bd3aba, reason: Instance 68bd353b-8a1e-4b3c-9985-4457924502e3 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1446.156308] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524bece4-0015-1a8b-3917-d96f25272f7c, 'name': SearchDatastore_Task, 'duration_secs': 0.014227} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.158673] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f17ac422-1cd5-42bf-ad3e-de75ee2bb90d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.165508] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1446.165508] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52075429-122d-56d2-d62f-9ca9ed14c5ad" [ 1446.165508] env[62094]: _type = "Task" [ 1446.165508] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.169380] env[62094]: DEBUG oslo_concurrency.lockutils [None req-ae4cc4d9-700e-49fe-a78c-94ffd9a0f91d tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.177209] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52075429-122d-56d2-d62f-9ca9ed14c5ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.180223] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.180223] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 76e77f17-b6a1-425b-9144-35e81a159f6b/76e77f17-b6a1-425b-9144-35e81a159f6b.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.180995] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e77fdcbd-e190-4009-9c43-8c0ab86d8b26 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.188225] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1446.188225] env[62094]: value = "task-1401321" [ 1446.188225] env[62094]: _type = "Task" [ 1446.188225] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.196776] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.198614] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dbf79a-2032-4993-b4ca-5c5c87cc4aeb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.207525] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98175036-69bf-492b-a7ca-660dd7f9010c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.212311] env[62094]: DEBUG nova.network.neutron [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Updating instance_info_cache with network_info: [{"id": "dc2c323a-1a2b-48c3-bac1-2215b86b28d5", "address": "fa:16:3e:c7:18:36", "network": {"id": "5ae5d910-9141-4226-8673-c5b315536402", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1433603206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "761023036ed34585ba91c1d12e691b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc2c323a-1a", "ovs_interfaceid": "dc2c323a-1a2b-48c3-bac1-2215b86b28d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.248945] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7596c0-e302-4ff6-9ca0-fb77e6b394ec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.256530] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "81b43925-b39f-4f49-8482-babd5735d2b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.256937] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "81b43925-b39f-4f49-8482-babd5735d2b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.262137] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d785f60e-1b57-4fa3-8b83-dd58138cd628 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.281566] env[62094]: DEBUG nova.compute.provider_tree [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.292680] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.320343] env[62094]: INFO nova.compute.manager [-] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Took 1.29 seconds to deallocate network for instance. [ 1446.497918] env[62094]: INFO nova.compute.manager [-] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Took 1.84 seconds to deallocate network for instance. [ 1446.648413] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "dfcba913-b70e-44e0-b611-60e8c2d74100" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.648577] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "dfcba913-b70e-44e0-b611-60e8c2d74100" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.648801] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "dfcba913-b70e-44e0-b611-60e8c2d74100-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.648990] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "dfcba913-b70e-44e0-b611-60e8c2d74100-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.649184] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "dfcba913-b70e-44e0-b611-60e8c2d74100-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.651434] env[62094]: INFO nova.compute.manager [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Terminating instance [ 1446.653281] env[62094]: DEBUG nova.compute.manager [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1446.653561] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.654387] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52143f66-6555-4237-b8c9-6def49fef1f5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.662379] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.662696] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d83aa4e-73ca-4d3d-9b74-8a6058536c92 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.668061] env[62094]: DEBUG oslo_vmware.api [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1446.668061] env[62094]: value = "task-1401322" [ 1446.668061] env[62094]: _type = "Task" [ 1446.668061] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.676040] env[62094]: DEBUG oslo_vmware.api [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.696873] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4667} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.696977] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 76e77f17-b6a1-425b-9144-35e81a159f6b/76e77f17-b6a1-425b-9144-35e81a159f6b.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1446.697211] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1446.697479] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1535c8d-bf7e-471b-9362-fc741b496877 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.703717] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1446.703717] env[62094]: value = "task-1401323" [ 1446.703717] env[62094]: _type = "Task" [ 1446.703717] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.711758] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.715422] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Releasing lock "refresh_cache-a1e06760-15aa-4c14-a385-5f345fb19393" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.716203] env[62094]: DEBUG nova.compute.manager [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Instance network_info: |[{"id": "dc2c323a-1a2b-48c3-bac1-2215b86b28d5", "address": "fa:16:3e:c7:18:36", "network": {"id": "5ae5d910-9141-4226-8673-c5b315536402", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1433603206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "761023036ed34585ba91c1d12e691b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc2c323a-1a", "ovs_interfaceid": "dc2c323a-1a2b-48c3-bac1-2215b86b28d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1446.716373] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:18:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc2c323a-1a2b-48c3-bac1-2215b86b28d5', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.723911] env[62094]: DEBUG oslo.service.loopingcall [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.723999] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.724284] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dc313bb-0a83-4383-b230-877703400c5f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.743379] env[62094]: DEBUG nova.compute.manager [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Received event network-vif-plugged-dc2c323a-1a2b-48c3-bac1-2215b86b28d5 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1446.743588] env[62094]: DEBUG oslo_concurrency.lockutils [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] Acquiring lock "a1e06760-15aa-4c14-a385-5f345fb19393-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.743801] env[62094]: DEBUG oslo_concurrency.lockutils [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] Lock "a1e06760-15aa-4c14-a385-5f345fb19393-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.743967] env[62094]: DEBUG oslo_concurrency.lockutils [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] Lock "a1e06760-15aa-4c14-a385-5f345fb19393-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.744170] env[62094]: DEBUG nova.compute.manager [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] No waiting events found dispatching network-vif-plugged-dc2c323a-1a2b-48c3-bac1-2215b86b28d5 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1446.744352] env[62094]: WARNING nova.compute.manager [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Received unexpected event network-vif-plugged-dc2c323a-1a2b-48c3-bac1-2215b86b28d5 for instance with vm_state building and task_state spawning. [ 1446.745996] env[62094]: DEBUG nova.compute.manager [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Received event network-changed-dc2c323a-1a2b-48c3-bac1-2215b86b28d5 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1446.745996] env[62094]: DEBUG nova.compute.manager [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Refreshing instance network info cache due to event network-changed-dc2c323a-1a2b-48c3-bac1-2215b86b28d5. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1446.745996] env[62094]: DEBUG oslo_concurrency.lockutils [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] Acquiring lock "refresh_cache-a1e06760-15aa-4c14-a385-5f345fb19393" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.745996] env[62094]: DEBUG oslo_concurrency.lockutils [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] Acquired lock "refresh_cache-a1e06760-15aa-4c14-a385-5f345fb19393" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.745996] env[62094]: DEBUG nova.network.neutron [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Refreshing network info cache for port dc2c323a-1a2b-48c3-bac1-2215b86b28d5 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.747863] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.747863] env[62094]: value = "task-1401324" [ 1446.747863] env[62094]: _type = "Task" [ 1446.747863] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.757494] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401324, 'name': CreateVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.762033] env[62094]: DEBUG nova.compute.manager [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1446.785020] env[62094]: DEBUG nova.scheduler.client.report [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1446.827157] env[62094]: DEBUG oslo_concurrency.lockutils [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.880332] env[62094]: DEBUG nova.compute.manager [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1446.909367] env[62094]: DEBUG nova.virt.hardware [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1446.909673] env[62094]: DEBUG nova.virt.hardware [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1446.909841] env[62094]: DEBUG nova.virt.hardware [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.910040] env[62094]: DEBUG nova.virt.hardware [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1446.910199] env[62094]: DEBUG nova.virt.hardware [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.910352] env[62094]: DEBUG nova.virt.hardware [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1446.910562] env[62094]: DEBUG nova.virt.hardware [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1446.910929] env[62094]: DEBUG nova.virt.hardware [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1446.911144] env[62094]: DEBUG nova.virt.hardware [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1446.911364] env[62094]: DEBUG nova.virt.hardware [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1446.911563] env[62094]: DEBUG nova.virt.hardware [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1446.913340] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd41ad5-dd88-47a7-a1c2-9c6d59970ed2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.923100] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aae204-d80b-4056-94fc-1bbc4291ffe1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.005226] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.177739] env[62094]: DEBUG oslo_vmware.api [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401322, 'name': PowerOffVM_Task, 'duration_secs': 0.268421} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.178062] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.178200] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.178457] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a9e3ebf-7d29-4505-8318-cb4080952106 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.212557] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063697} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.212861] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1447.213648] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0404d601-3460-4781-bb61-c6dfd76b7f74 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.235776] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 76e77f17-b6a1-425b-9144-35e81a159f6b/76e77f17-b6a1-425b-9144-35e81a159f6b.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.237086] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-203b7f02-e3d7-47b6-9e75-1a76536b2d1c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.250857] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.251072] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.251257] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleting the datastore file [datastore2] dfcba913-b70e-44e0-b611-60e8c2d74100 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.253576] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8de525b0-6b41-4830-bc89-fb58cd7edddb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.263413] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401324, 'name': CreateVM_Task, 'duration_secs': 0.374641} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.265299] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1447.265619] env[62094]: DEBUG oslo_vmware.api [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for the task: (returnval){ [ 1447.265619] env[62094]: value = "task-1401326" [ 1447.265619] env[62094]: _type = "Task" [ 1447.265619] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.267886] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1447.267886] env[62094]: value = "task-1401327" [ 1447.267886] env[62094]: _type = "Task" [ 1447.267886] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.268468] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.268629] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.268966] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1447.271162] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473e58ce-a6d2-4769-8444-5e04620bca68 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.281739] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1447.281739] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5260081b-795d-3a48-c4f8-27ebd2d85aa8" [ 1447.281739] env[62094]: _type = "Task" [ 1447.281739] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.288534] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.288794] env[62094]: DEBUG oslo_vmware.api [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.289579] env[62094]: DEBUG oslo_concurrency.lockutils [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.429s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.289739] env[62094]: INFO nova.compute.manager [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Migrating [ 1447.301728] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.307668] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.015s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.309174] env[62094]: INFO nova.compute.claims [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1447.326016] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5260081b-795d-3a48-c4f8-27ebd2d85aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.019867} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.326016] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.326016] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.326016] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.326016] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.326016] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.326016] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bee5869e-ad6d-49c0-bdaf-347a213b6033 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.331653] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.331848] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.333045] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf1844b-0ee6-42ad-ab7a-f553ba068b81 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.339837] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1447.339837] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5256b3ed-5b99-7403-a0a7-799b20c386c0" [ 1447.339837] env[62094]: _type = "Task" [ 1447.339837] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.353936] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5256b3ed-5b99-7403-a0a7-799b20c386c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.381978] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "29358ced-8701-4e84-842b-c1425f3f93d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.382326] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.382567] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "29358ced-8701-4e84-842b-c1425f3f93d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.382761] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.382947] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.384970] env[62094]: INFO nova.compute.manager [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Terminating instance [ 1447.387231] env[62094]: DEBUG nova.compute.manager [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1447.387417] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.388232] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28860e8-0350-41c5-b3ba-5e378869abf6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.394901] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.395511] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a196a8d-1954-4a04-a902-6d5f1e9edec9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.402704] env[62094]: DEBUG oslo_vmware.api [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1447.402704] env[62094]: value = "task-1401328" [ 1447.402704] env[62094]: _type = "Task" [ 1447.402704] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.410863] env[62094]: DEBUG oslo_vmware.api [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.447027] env[62094]: DEBUG nova.network.neutron [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Successfully updated port: 072aec52-b526-4df4-a6cd-60587b43e077 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1447.544279] env[62094]: DEBUG nova.network.neutron [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Updated VIF entry in instance network info cache for port dc2c323a-1a2b-48c3-bac1-2215b86b28d5. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.544701] env[62094]: DEBUG nova.network.neutron [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Updating instance_info_cache with network_info: [{"id": "dc2c323a-1a2b-48c3-bac1-2215b86b28d5", "address": "fa:16:3e:c7:18:36", "network": {"id": "5ae5d910-9141-4226-8673-c5b315536402", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1433603206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "761023036ed34585ba91c1d12e691b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc2c323a-1a", "ovs_interfaceid": "dc2c323a-1a2b-48c3-bac1-2215b86b28d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.785813] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401327, 'name': ReconfigVM_Task, 'duration_secs': 0.383517} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.786090] env[62094]: DEBUG oslo_vmware.api [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Task: {'id': task-1401326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184184} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.786346] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 76e77f17-b6a1-425b-9144-35e81a159f6b/76e77f17-b6a1-425b-9144-35e81a159f6b.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.786996] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.787215] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.787381] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.787558] env[62094]: INFO nova.compute.manager [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1447.787795] env[62094]: DEBUG oslo.service.loopingcall [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.787993] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9678312-4f54-4960-a3df-a210bc582c01 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.789562] env[62094]: DEBUG nova.compute.manager [-] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1447.789647] env[62094]: DEBUG nova.network.neutron [-] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.796042] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1447.796042] env[62094]: value = "task-1401329" [ 1447.796042] env[62094]: _type = "Task" [ 1447.796042] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.803775] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401329, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.823259] env[62094]: DEBUG oslo_concurrency.lockutils [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.823435] env[62094]: DEBUG oslo_concurrency.lockutils [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.824024] env[62094]: DEBUG nova.network.neutron [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.850418] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5256b3ed-5b99-7403-a0a7-799b20c386c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.853351] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4640648f-26ef-4ef6-b03d-1c6be7f9d9d8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.858828] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1447.858828] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52fc7d44-79fc-8942-d064-e2bc6730c93d" [ 1447.858828] env[62094]: _type = "Task" [ 1447.858828] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.867084] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52fc7d44-79fc-8942-d064-e2bc6730c93d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.912977] env[62094]: DEBUG oslo_vmware.api [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401328, 'name': PowerOffVM_Task, 'duration_secs': 0.267068} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.913302] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.913494] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.913679] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ddec672-9695-4f90-a786-2fd6ec6f08fb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.950168] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "refresh_cache-bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.950335] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquired lock "refresh_cache-bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.950478] env[62094]: DEBUG nova.network.neutron [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.979295] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.979531] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.979720] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Deleting the datastore file [datastore2] 29358ced-8701-4e84-842b-c1425f3f93d3 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.979992] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51d0b676-75d7-4f6a-ba25-82dc42fc61d0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.987016] env[62094]: DEBUG oslo_vmware.api [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for the task: (returnval){ [ 1447.987016] env[62094]: value = "task-1401331" [ 1447.987016] env[62094]: _type = "Task" [ 1447.987016] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.994793] env[62094]: DEBUG oslo_vmware.api [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.047130] env[62094]: DEBUG oslo_concurrency.lockutils [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] Releasing lock "refresh_cache-a1e06760-15aa-4c14-a385-5f345fb19393" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.047432] env[62094]: DEBUG nova.compute.manager [req-0f5a927d-cffb-4847-9d68-281f67f3e8b3 req-9686f9df-9d2f-41eb-b8f7-40c6c729ded0 service nova] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Received event network-vif-deleted-27538473-1b74-44b0-b396-0e9d6be89d30 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1448.305812] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401329, 'name': Rename_Task, 'duration_secs': 0.140374} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.306069] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.306314] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3662b0bf-9ac6-4639-889c-e7b4e8a0cc5d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.311912] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1448.311912] env[62094]: value = "task-1401332" [ 1448.311912] env[62094]: _type = "Task" [ 1448.311912] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.322752] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.369546] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52fc7d44-79fc-8942-d064-e2bc6730c93d, 'name': SearchDatastore_Task, 'duration_secs': 0.016474} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.371987] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.372287] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] a1e06760-15aa-4c14-a385-5f345fb19393/a1e06760-15aa-4c14-a385-5f345fb19393.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1448.372751] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb2c7da0-0413-450a-8330-e241efd36a20 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.379141] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1448.379141] env[62094]: value = "task-1401333" [ 1448.379141] env[62094]: _type = "Task" [ 1448.379141] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.389352] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.500813] env[62094]: DEBUG oslo_vmware.api [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Task: {'id': task-1401331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298901} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.503420] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.503624] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1448.503803] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1448.503979] env[62094]: INFO nova.compute.manager [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1448.506201] env[62094]: DEBUG oslo.service.loopingcall [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.509138] env[62094]: DEBUG nova.network.neutron [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.510861] env[62094]: DEBUG nova.compute.manager [-] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1448.510957] env[62094]: DEBUG nova.network.neutron [-] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1448.551936] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2c50ec-01dd-4df6-9817-b94a682d988c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.560536] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95786e98-9703-47fc-b8aa-96b3a819fa01 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.599808] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a616939-0053-4f10-840f-3f9899c0b71e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.608245] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9486a4c0-049f-45d4-8f45-5aa33639903e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.625461] env[62094]: DEBUG nova.compute.provider_tree [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.679428] env[62094]: DEBUG nova.network.neutron [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance_info_cache with network_info: [{"id": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "address": "fa:16:3e:c0:1a:b0", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8794019c-55", "ovs_interfaceid": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.728852] env[62094]: DEBUG nova.network.neutron [-] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.740705] env[62094]: DEBUG nova.network.neutron [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Updating instance_info_cache with network_info: [{"id": "072aec52-b526-4df4-a6cd-60587b43e077", "address": "fa:16:3e:1c:b2:32", "network": {"id": "5ae5d910-9141-4226-8673-c5b315536402", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1433603206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "761023036ed34585ba91c1d12e691b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap072aec52-b5", "ovs_interfaceid": "072aec52-b526-4df4-a6cd-60587b43e077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.774312] env[62094]: DEBUG nova.compute.manager [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Received event network-vif-plugged-072aec52-b526-4df4-a6cd-60587b43e077 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1448.774564] env[62094]: DEBUG oslo_concurrency.lockutils [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] Acquiring lock "bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.774839] env[62094]: DEBUG oslo_concurrency.lockutils [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] Lock "bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.775039] env[62094]: DEBUG oslo_concurrency.lockutils [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] Lock "bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.775241] env[62094]: DEBUG nova.compute.manager [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] No waiting events found dispatching network-vif-plugged-072aec52-b526-4df4-a6cd-60587b43e077 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1448.775420] env[62094]: WARNING nova.compute.manager [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Received unexpected event network-vif-plugged-072aec52-b526-4df4-a6cd-60587b43e077 for instance with vm_state building and task_state spawning. [ 1448.775641] env[62094]: DEBUG nova.compute.manager [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Received event network-changed-072aec52-b526-4df4-a6cd-60587b43e077 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1448.775811] env[62094]: DEBUG nova.compute.manager [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Refreshing instance network info cache due to event network-changed-072aec52-b526-4df4-a6cd-60587b43e077. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1448.775984] env[62094]: DEBUG oslo_concurrency.lockutils [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] Acquiring lock "refresh_cache-bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.823814] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.890797] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401333, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.013441] env[62094]: DEBUG nova.compute.manager [req-08c1bf97-f064-4667-a1d7-38ffe67d3451 req-3430f332-0f44-4e77-a9b3-12e26b82e611 service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Received event network-vif-deleted-0ff0cf4f-f382-46ca-bde5-b434911c1a95 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1449.013678] env[62094]: INFO nova.compute.manager [req-08c1bf97-f064-4667-a1d7-38ffe67d3451 req-3430f332-0f44-4e77-a9b3-12e26b82e611 service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Neutron deleted interface 0ff0cf4f-f382-46ca-bde5-b434911c1a95; detaching it from the instance and deleting it from the info cache [ 1449.013903] env[62094]: DEBUG nova.network.neutron [req-08c1bf97-f064-4667-a1d7-38ffe67d3451 req-3430f332-0f44-4e77-a9b3-12e26b82e611 service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.130560] env[62094]: DEBUG nova.scheduler.client.report [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1449.182530] env[62094]: DEBUG oslo_concurrency.lockutils [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.231656] env[62094]: INFO nova.compute.manager [-] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Took 1.44 seconds to deallocate network for instance. [ 1449.244385] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Releasing lock "refresh_cache-bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.244385] env[62094]: DEBUG nova.compute.manager [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Instance network_info: |[{"id": "072aec52-b526-4df4-a6cd-60587b43e077", "address": "fa:16:3e:1c:b2:32", "network": {"id": "5ae5d910-9141-4226-8673-c5b315536402", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1433603206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "761023036ed34585ba91c1d12e691b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap072aec52-b5", "ovs_interfaceid": "072aec52-b526-4df4-a6cd-60587b43e077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1449.248018] env[62094]: DEBUG oslo_concurrency.lockutils [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] Acquired lock "refresh_cache-bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.248018] env[62094]: DEBUG nova.network.neutron [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Refreshing network info cache for port 072aec52-b526-4df4-a6cd-60587b43e077 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.248408] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:b2:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '072aec52-b526-4df4-a6cd-60587b43e077', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.260698] env[62094]: DEBUG oslo.service.loopingcall [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.262716] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.263042] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f28bfafb-76c4-407e-a750-3a635a337781 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.288931] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.288931] env[62094]: value = "task-1401334" [ 1449.288931] env[62094]: _type = "Task" [ 1449.288931] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.300507] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401334, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.321954] env[62094]: DEBUG oslo_vmware.api [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401332, 'name': PowerOnVM_Task, 'duration_secs': 0.970542} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.322401] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.324164] env[62094]: INFO nova.compute.manager [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1449.324164] env[62094]: DEBUG nova.compute.manager [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1449.324164] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e13e261-c591-4f05-9260-081b9a545ab1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.390798] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578378} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.390798] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] a1e06760-15aa-4c14-a385-5f345fb19393/a1e06760-15aa-4c14-a385-5f345fb19393.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1449.390968] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1449.391262] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3e3533e-5603-4597-9b94-d2dea47ad885 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.398334] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1449.398334] env[62094]: value = "task-1401335" [ 1449.398334] env[62094]: _type = "Task" [ 1449.398334] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.408013] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.487603] env[62094]: DEBUG nova.network.neutron [-] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.517050] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51180bd2-9dd1-411c-936c-262100149d08 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.526618] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0748d24c-1302-4c73-aa2b-b6b1d1c10bcd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.556205] env[62094]: DEBUG nova.compute.manager [req-08c1bf97-f064-4667-a1d7-38ffe67d3451 req-3430f332-0f44-4e77-a9b3-12e26b82e611 service nova] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Detach interface failed, port_id=0ff0cf4f-f382-46ca-bde5-b434911c1a95, reason: Instance 29358ced-8701-4e84-842b-c1425f3f93d3 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1449.635960] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.636122] env[62094]: DEBUG nova.compute.manager [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1449.638884] env[62094]: DEBUG oslo_concurrency.lockutils [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.812s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.639395] env[62094]: DEBUG nova.objects.instance [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lazy-loading 'resources' on Instance uuid 7273b9f3-02f8-4c75-9f83-69a1a35b595f {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.739701] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.745642] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.745835] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.798913] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401334, 'name': CreateVM_Task, 'duration_secs': 0.447029} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.799076] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.799728] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.799883] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.800207] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.800455] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbdf91f2-106e-46b0-a8dc-537f742e1523 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.804971] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1449.804971] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5299cc7e-71d8-e7a9-1ca0-b1c481ddd878" [ 1449.804971] env[62094]: _type = "Task" [ 1449.804971] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.812285] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5299cc7e-71d8-e7a9-1ca0-b1c481ddd878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.844090] env[62094]: INFO nova.compute.manager [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Took 12.82 seconds to build instance. [ 1449.908257] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065468} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.908402] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.909235] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7337735c-07e2-42df-aca4-3ef7b04c95b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.931183] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] a1e06760-15aa-4c14-a385-5f345fb19393/a1e06760-15aa-4c14-a385-5f345fb19393.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.934187] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8243c425-9102-4243-bf47-67a9c96cbc6e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.954129] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1449.954129] env[62094]: value = "task-1401336" [ 1449.954129] env[62094]: _type = "Task" [ 1449.954129] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.963942] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.989766] env[62094]: INFO nova.compute.manager [-] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Took 1.48 seconds to deallocate network for instance. [ 1450.016245] env[62094]: DEBUG nova.network.neutron [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Updated VIF entry in instance network info cache for port 072aec52-b526-4df4-a6cd-60587b43e077. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.016658] env[62094]: DEBUG nova.network.neutron [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Updating instance_info_cache with network_info: [{"id": "072aec52-b526-4df4-a6cd-60587b43e077", "address": "fa:16:3e:1c:b2:32", "network": {"id": "5ae5d910-9141-4226-8673-c5b315536402", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1433603206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "761023036ed34585ba91c1d12e691b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap072aec52-b5", "ovs_interfaceid": "072aec52-b526-4df4-a6cd-60587b43e077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.142410] env[62094]: DEBUG nova.compute.utils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1450.146614] env[62094]: DEBUG nova.compute.manager [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1450.146780] env[62094]: DEBUG nova.network.neutron [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1450.197880] env[62094]: DEBUG nova.policy [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a475820961c8477587c198d4a6b588a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b51550fedb244b8686c51b90f5289dcd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1450.251429] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.251595] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1450.251760] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Rebuilding the list of instances to heal {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1450.316276] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5299cc7e-71d8-e7a9-1ca0-b1c481ddd878, 'name': SearchDatastore_Task, 'duration_secs': 0.009344} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.316607] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.316846] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.317096] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.317252] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.317523] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.317834] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f4b2de4-a71f-4f85-90d3-4cd8a44d91d8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.325800] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.325983] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.326713] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18cc41ef-18d3-4a33-8635-16fec5b5c55f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.331537] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1450.331537] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d69a28-7e7b-790c-560c-0863bf73992a" [ 1450.331537] env[62094]: _type = "Task" [ 1450.331537] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.338863] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d69a28-7e7b-790c-560c-0863bf73992a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.346080] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1ecd510b-a3a0-4cd3-8ac9-5ee172ccea67 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "76e77f17-b6a1-425b-9144-35e81a159f6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.337s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.356854] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656d0003-b816-4dd2-9508-495fb405e113 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.365354] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd0f49f-7677-482b-b858-1fbaef78c8d7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.392458] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81729ed0-6683-4afd-a8d8-d6d88b367886 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.399527] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc85ab6f-a80c-4a66-8c70-0e38512e10a8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.417024] env[62094]: DEBUG nova.compute.provider_tree [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.464182] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.495942] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.519818] env[62094]: DEBUG oslo_concurrency.lockutils [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] Releasing lock "refresh_cache-bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.520152] env[62094]: DEBUG nova.compute.manager [req-88527642-5d36-4fe0-a9be-2717a8b93a4c req-2f451e47-a58e-4f88-af56-8c519c33abeb service nova] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Received event network-vif-deleted-65a6c36c-93ce-45a2-8339-ba225e2c5f74 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1450.605663] env[62094]: DEBUG nova.network.neutron [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Successfully created port: a96dfe09-cf84-4e39-a944-a69bf4977e00 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1450.647785] env[62094]: DEBUG nova.compute.manager [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1450.699855] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27579aba-6bd2-4e38-b4f3-27368076c8af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.718931] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance '6a4bae9a-c150-4dff-bd3c-62326855f6ae' progress to 0 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1450.757775] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Skipping network cache update for instance because it is Building. {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1450.757946] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Skipping network cache update for instance because it is Building. {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1450.758097] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Skipping network cache update for instance because it is Building. {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1450.789630] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "refresh_cache-f926178a-a084-43a8-8906-6569d3015281" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.789792] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquired lock "refresh_cache-f926178a-a084-43a8-8906-6569d3015281" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.789996] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: f926178a-a084-43a8-8906-6569d3015281] Forcefully refreshing network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1450.790185] env[62094]: DEBUG nova.objects.instance [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lazy-loading 'info_cache' on Instance uuid f926178a-a084-43a8-8906-6569d3015281 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.841726] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d69a28-7e7b-790c-560c-0863bf73992a, 'name': SearchDatastore_Task, 'duration_secs': 0.008015} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.842607] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39dcd30c-84ff-40b1-9462-241a866528ab {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.847855] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1450.847855] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d961ab-9d41-12c3-21e8-f15358e16d7b" [ 1450.847855] env[62094]: _type = "Task" [ 1450.847855] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.855478] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d961ab-9d41-12c3-21e8-f15358e16d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.917342] env[62094]: DEBUG nova.scheduler.client.report [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1450.967502] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401336, 'name': ReconfigVM_Task, 'duration_secs': 0.760051} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.967796] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Reconfigured VM instance instance-0000006f to attach disk [datastore2] a1e06760-15aa-4c14-a385-5f345fb19393/a1e06760-15aa-4c14-a385-5f345fb19393.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.968464] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4801f20b-0bdb-4e86-a8f7-98b34ef65ac5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.975818] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1450.975818] env[62094]: value = "task-1401337" [ 1450.975818] env[62094]: _type = "Task" [ 1450.975818] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.984840] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401337, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.226053] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.226053] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96422c9b-68d8-4bae-9a6c-3d5a8ff8d7a5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.232602] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1451.232602] env[62094]: value = "task-1401338" [ 1451.232602] env[62094]: _type = "Task" [ 1451.232602] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.241112] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.361282] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d961ab-9d41-12c3-21e8-f15358e16d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.361571] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.361839] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563/bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1451.362181] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1becee42-0b02-493c-8fba-6c3a05e5e315 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.369013] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1451.369013] env[62094]: value = "task-1401339" [ 1451.369013] env[62094]: _type = "Task" [ 1451.369013] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.378035] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.424028] env[62094]: DEBUG oslo_concurrency.lockutils [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.426097] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.421s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.426383] env[62094]: DEBUG nova.objects.instance [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lazy-loading 'resources' on Instance uuid 68bd353b-8a1e-4b3c-9985-4457924502e3 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.446036] env[62094]: INFO nova.scheduler.client.report [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleted allocations for instance 7273b9f3-02f8-4c75-9f83-69a1a35b595f [ 1451.486652] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401337, 'name': Rename_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.663137] env[62094]: DEBUG nova.compute.manager [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1451.696710] env[62094]: DEBUG nova.virt.hardware [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1451.696994] env[62094]: DEBUG nova.virt.hardware [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1451.697263] env[62094]: DEBUG nova.virt.hardware [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1451.697862] env[62094]: DEBUG nova.virt.hardware [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1451.697862] env[62094]: DEBUG nova.virt.hardware [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1451.697996] env[62094]: DEBUG nova.virt.hardware [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1451.698280] env[62094]: DEBUG nova.virt.hardware [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1451.698385] env[62094]: DEBUG nova.virt.hardware [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1451.698531] env[62094]: DEBUG nova.virt.hardware [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1451.698703] env[62094]: DEBUG nova.virt.hardware [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1451.698877] env[62094]: DEBUG nova.virt.hardware [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1451.699869] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81687a6d-a4a2-472e-964b-f8a2a744abfe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.709803] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58efa6a2-4302-4bbc-9725-42c1491f4ce3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.743179] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401338, 'name': PowerOffVM_Task, 'duration_secs': 0.194825} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.743592] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1451.743850] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance '6a4bae9a-c150-4dff-bd3c-62326855f6ae' progress to 17 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1451.879952] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491391} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.880303] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563/bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1451.880550] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1451.880862] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd5e791a-c3c1-4c9e-9d47-3a2ae988d176 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.890240] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1451.890240] env[62094]: value = "task-1401340" [ 1451.890240] env[62094]: _type = "Task" [ 1451.890240] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.899404] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.957026] env[62094]: DEBUG oslo_concurrency.lockutils [None req-414849c6-d68b-4ece-a6ea-434007f9692b tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "7273b9f3-02f8-4c75-9f83-69a1a35b595f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.547s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.989594] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401337, 'name': Rename_Task, 'duration_secs': 0.918916} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.992122] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.992600] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de64ef7b-fd6f-4c6b-a6a1-206f25842d25 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.998239] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1451.998239] env[62094]: value = "task-1401341" [ 1451.998239] env[62094]: _type = "Task" [ 1451.998239] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.007327] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.140763] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c723f39d-9a29-4153-bc50-e762ad25633d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.148082] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc13d17-c0c1-4042-ae60-742802278740 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.179100] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94338cbc-0045-4c02-aab6-c8d10bf72724 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.193140] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf66ef9-d3a5-4518-92b3-d1ea3aeea33c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.214925] env[62094]: DEBUG nova.compute.provider_tree [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.253545] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1452.253822] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1452.255481] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.255481] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1452.255481] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.255481] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1452.257088] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1452.257088] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1452.257088] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1452.257088] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1452.257088] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1452.263437] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b0ae84-8bb9-43af-8842-131099d57cea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.282201] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1452.282201] env[62094]: value = "task-1401342" [ 1452.282201] env[62094]: _type = "Task" [ 1452.282201] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.291446] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.305139] env[62094]: DEBUG nova.compute.manager [req-361fb498-aabe-43fb-b793-955a60fe0d67 req-c000faca-47e8-47d8-a0f7-d3243a53be25 service nova] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Received event network-vif-plugged-a96dfe09-cf84-4e39-a944-a69bf4977e00 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1452.305421] env[62094]: DEBUG oslo_concurrency.lockutils [req-361fb498-aabe-43fb-b793-955a60fe0d67 req-c000faca-47e8-47d8-a0f7-d3243a53be25 service nova] Acquiring lock "4707972f-dc95-4598-a5d5-e21e90c390d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.305653] env[62094]: DEBUG oslo_concurrency.lockutils [req-361fb498-aabe-43fb-b793-955a60fe0d67 req-c000faca-47e8-47d8-a0f7-d3243a53be25 service nova] Lock "4707972f-dc95-4598-a5d5-e21e90c390d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.305859] env[62094]: DEBUG oslo_concurrency.lockutils [req-361fb498-aabe-43fb-b793-955a60fe0d67 req-c000faca-47e8-47d8-a0f7-d3243a53be25 service nova] Lock "4707972f-dc95-4598-a5d5-e21e90c390d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.306074] env[62094]: DEBUG nova.compute.manager [req-361fb498-aabe-43fb-b793-955a60fe0d67 req-c000faca-47e8-47d8-a0f7-d3243a53be25 service nova] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] No waiting events found dispatching network-vif-plugged-a96dfe09-cf84-4e39-a944-a69bf4977e00 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1452.306187] env[62094]: WARNING nova.compute.manager [req-361fb498-aabe-43fb-b793-955a60fe0d67 req-c000faca-47e8-47d8-a0f7-d3243a53be25 service nova] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Received unexpected event network-vif-plugged-a96dfe09-cf84-4e39-a944-a69bf4977e00 for instance with vm_state building and task_state spawning. [ 1452.399598] env[62094]: DEBUG nova.network.neutron [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Successfully updated port: a96dfe09-cf84-4e39-a944-a69bf4977e00 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1452.405223] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086422} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.405703] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.406552] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412b0105-8944-41ed-a714-c8fd870d9225 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.432176] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563/bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.435211] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a20f8054-6e77-4f59-ab11-e18445345d0d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.456649] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1452.456649] env[62094]: value = "task-1401343" [ 1452.456649] env[62094]: _type = "Task" [ 1452.456649] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.466338] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.507475] env[62094]: DEBUG oslo_vmware.api [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401341, 'name': PowerOnVM_Task, 'duration_secs': 0.457444} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.507475] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.508543] env[62094]: INFO nova.compute.manager [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1452.508543] env[62094]: DEBUG nova.compute.manager [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1452.508681] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688ff2b0-ecb3-489d-a372-cd0ec688e057 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.536014] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "f926178a-a084-43a8-8906-6569d3015281" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.536157] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "f926178a-a084-43a8-8906-6569d3015281" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.536307] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "f926178a-a084-43a8-8906-6569d3015281-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.536505] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "f926178a-a084-43a8-8906-6569d3015281-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.536680] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "f926178a-a084-43a8-8906-6569d3015281-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.538868] env[62094]: INFO nova.compute.manager [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Terminating instance [ 1452.540733] env[62094]: DEBUG nova.compute.manager [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1452.540980] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.542033] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ecfd53-a857-4575-b164-dbe5d725bfaf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.549581] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.550560] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: f926178a-a084-43a8-8906-6569d3015281] Updating instance_info_cache with network_info: [{"id": "27637a7f-dcfd-4802-ba28-0370f5fb8136", "address": "fa:16:3e:cf:10:f8", "network": {"id": "5833ba87-4c03-41dd-b9ae-7a9a56b8df61", "bridge": "br-int", "label": "tempest-ServersTestJSON-1570140447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e1415812154d8d9c3da6c55d1a31a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27637a7f-dc", "ovs_interfaceid": "27637a7f-dcfd-4802-ba28-0370f5fb8136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.551638] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-101af7fd-2617-4a97-a691-a65f89a98c9e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.559051] env[62094]: DEBUG oslo_vmware.api [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1452.559051] env[62094]: value = "task-1401344" [ 1452.559051] env[62094]: _type = "Task" [ 1452.559051] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.567569] env[62094]: DEBUG oslo_vmware.api [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.715798] env[62094]: DEBUG nova.scheduler.client.report [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1452.792391] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401342, 'name': ReconfigVM_Task, 'duration_secs': 0.19175} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.792743] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance '6a4bae9a-c150-4dff-bd3c-62326855f6ae' progress to 33 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1452.906967] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.907149] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.907298] env[62094]: DEBUG nova.network.neutron [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.966924] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.027664] env[62094]: INFO nova.compute.manager [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Took 15.69 seconds to build instance. [ 1453.055227] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Releasing lock "refresh_cache-f926178a-a084-43a8-8906-6569d3015281" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.055471] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: f926178a-a084-43a8-8906-6569d3015281] Updated the network info_cache for instance {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1453.055666] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.055828] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.055976] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.056150] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.056295] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.056451] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.056605] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1453.057457] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.068502] env[62094]: DEBUG oslo_vmware.api [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.221091] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.223442] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.922s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.225503] env[62094]: INFO nova.compute.claims [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.244712] env[62094]: INFO nova.scheduler.client.report [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Deleted allocations for instance 68bd353b-8a1e-4b3c-9985-4457924502e3 [ 1453.301828] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1453.302132] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1453.302348] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.302540] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1453.302688] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.302831] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1453.303048] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1453.303255] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1453.303420] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1453.303596] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1453.303819] env[62094]: DEBUG nova.virt.hardware [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1453.309786] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1453.310326] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d6c247f-6366-4217-be3e-469706c39e4e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.328959] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1453.328959] env[62094]: value = "task-1401345" [ 1453.328959] env[62094]: _type = "Task" [ 1453.328959] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.336661] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.448656] env[62094]: DEBUG nova.network.neutron [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.467525] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.529732] env[62094]: DEBUG oslo_concurrency.lockutils [None req-102ce5e8-4459-4606-bdd8-c3fd030974cc tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "a1e06760-15aa-4c14-a385-5f345fb19393" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.201s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.560040] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.569171] env[62094]: DEBUG oslo_vmware.api [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401344, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.611472] env[62094]: DEBUG nova.network.neutron [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance_info_cache with network_info: [{"id": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "address": "fa:16:3e:25:ce:54", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96dfe09-cf", "ovs_interfaceid": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.751490] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1782b9e5-c4bd-4a02-9c65-3ceacc6159a5 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "68bd353b-8a1e-4b3c-9985-4457924502e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.239s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.839485] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401345, 'name': ReconfigVM_Task, 'duration_secs': 0.284924} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.839783] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1453.840561] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039e7293-cdcf-4c86-80d8-05c244b7d7d9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.863956] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 6a4bae9a-c150-4dff-bd3c-62326855f6ae/6a4bae9a-c150-4dff-bd3c-62326855f6ae.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.864305] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94dcc9bb-50b2-4f8b-a542-f1b0b5fc28d7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.882102] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1453.882102] env[62094]: value = "task-1401346" [ 1453.882102] env[62094]: _type = "Task" [ 1453.882102] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.889579] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.967422] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401343, 'name': ReconfigVM_Task, 'duration_secs': 1.262354} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.967746] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Reconfigured VM instance instance-00000070 to attach disk [datastore2] bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563/bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.968421] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72dc9929-bdbd-4157-acf8-1fb7ce377556 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.974261] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1453.974261] env[62094]: value = "task-1401347" [ 1453.974261] env[62094]: _type = "Task" [ 1453.974261] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.981808] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401347, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.070894] env[62094]: DEBUG oslo_vmware.api [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401344, 'name': PowerOffVM_Task, 'duration_secs': 1.051157} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.071306] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.071592] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.071862] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b648e646-1c93-40cf-9ad5-c4bab9696e4c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.114650] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.114996] env[62094]: DEBUG nova.compute.manager [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Instance network_info: |[{"id": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "address": "fa:16:3e:25:ce:54", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96dfe09-cf", "ovs_interfaceid": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1454.115872] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:ce:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a96dfe09-cf84-4e39-a944-a69bf4977e00', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.124098] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Creating folder: Project (b51550fedb244b8686c51b90f5289dcd). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1454.124792] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bcf1901-62ab-4486-a905-4e1e428b99cf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.135385] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Created folder: Project (b51550fedb244b8686c51b90f5289dcd) in parent group-v296765. [ 1454.135649] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Creating folder: Instances. Parent ref: group-v297058. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1454.135933] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f23407aa-4a1e-4103-86d4-817f8938cac8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.138842] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.139081] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.139269] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleting the datastore file [datastore1] f926178a-a084-43a8-8906-6569d3015281 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.139924] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45e97f6d-f896-49bf-9eed-9e37336beddc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.145993] env[62094]: DEBUG oslo_vmware.api [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for the task: (returnval){ [ 1454.145993] env[62094]: value = "task-1401351" [ 1454.145993] env[62094]: _type = "Task" [ 1454.145993] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.147153] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Created folder: Instances in parent group-v297058. [ 1454.147376] env[62094]: DEBUG oslo.service.loopingcall [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1454.150370] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.150878] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32371794-9f99-477e-a63b-0e802687a800 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.171703] env[62094]: DEBUG oslo_vmware.api [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.172839] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.172839] env[62094]: value = "task-1401352" [ 1454.172839] env[62094]: _type = "Task" [ 1454.172839] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.180360] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401352, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.333634] env[62094]: DEBUG nova.compute.manager [req-2006d05b-6ad2-49e6-a371-53dc5c304614 req-58d1f87e-2bd1-40fb-87a0-38444fd92da7 service nova] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Received event network-changed-a96dfe09-cf84-4e39-a944-a69bf4977e00 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1454.333634] env[62094]: DEBUG nova.compute.manager [req-2006d05b-6ad2-49e6-a371-53dc5c304614 req-58d1f87e-2bd1-40fb-87a0-38444fd92da7 service nova] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Refreshing instance network info cache due to event network-changed-a96dfe09-cf84-4e39-a944-a69bf4977e00. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1454.333810] env[62094]: DEBUG oslo_concurrency.lockutils [req-2006d05b-6ad2-49e6-a371-53dc5c304614 req-58d1f87e-2bd1-40fb-87a0-38444fd92da7 service nova] Acquiring lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.334888] env[62094]: DEBUG oslo_concurrency.lockutils [req-2006d05b-6ad2-49e6-a371-53dc5c304614 req-58d1f87e-2bd1-40fb-87a0-38444fd92da7 service nova] Acquired lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.334888] env[62094]: DEBUG nova.network.neutron [req-2006d05b-6ad2-49e6-a371-53dc5c304614 req-58d1f87e-2bd1-40fb-87a0-38444fd92da7 service nova] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Refreshing network info cache for port a96dfe09-cf84-4e39-a944-a69bf4977e00 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.394710] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401346, 'name': ReconfigVM_Task, 'duration_secs': 0.24422} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.394994] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 6a4bae9a-c150-4dff-bd3c-62326855f6ae/6a4bae9a-c150-4dff-bd3c-62326855f6ae.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.395399] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance '6a4bae9a-c150-4dff-bd3c-62326855f6ae' progress to 50 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1454.431376] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dd89e6-37fc-42c1-a66d-1ebf45293435 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.442061] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e514bb4-9bd2-4e2c-8e2d-b72c7c409a06 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.480840] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d984e6b-81d6-4ac6-99e0-cc0c70fa42a7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.490485] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401347, 'name': Rename_Task, 'duration_secs': 0.126454} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.491705] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c452546-f60a-4fd2-bbcf-2cf86e1a656c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.496560] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.497043] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87215268-47d6-4add-9158-5b097ea7d12b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.508619] env[62094]: DEBUG nova.compute.provider_tree [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.512030] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1454.512030] env[62094]: value = "task-1401353" [ 1454.512030] env[62094]: _type = "Task" [ 1454.512030] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.520630] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401353, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.657084] env[62094]: DEBUG oslo_vmware.api [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Task: {'id': task-1401351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128882} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.657364] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1454.657550] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1454.657730] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1454.657904] env[62094]: INFO nova.compute.manager [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] [instance: f926178a-a084-43a8-8906-6569d3015281] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1454.658164] env[62094]: DEBUG oslo.service.loopingcall [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1454.658371] env[62094]: DEBUG nova.compute.manager [-] [instance: f926178a-a084-43a8-8906-6569d3015281] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1454.658462] env[62094]: DEBUG nova.network.neutron [-] [instance: f926178a-a084-43a8-8906-6569d3015281] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1454.682565] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401352, 'name': CreateVM_Task, 'duration_secs': 0.511616} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.682810] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.683668] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.683836] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.684196] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.684529] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dca9d96-05b9-4774-bd95-136db3d2497b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.689117] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1454.689117] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5207ea40-b28e-44e8-62ce-307edcc205d3" [ 1454.689117] env[62094]: _type = "Task" [ 1454.689117] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.696832] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5207ea40-b28e-44e8-62ce-307edcc205d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.906315] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309cadd1-f6ca-480a-8647-8e49df9c5075 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.930211] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1041dff-350b-4741-bb60-8404341d5a22 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.952706] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance '6a4bae9a-c150-4dff-bd3c-62326855f6ae' progress to 67 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1455.013027] env[62094]: DEBUG nova.scheduler.client.report [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1455.027099] env[62094]: DEBUG nova.compute.manager [req-f4150828-0710-40aa-bd37-5aeaa819b07b req-1b78d85c-9847-4d05-b6e6-3cb0dbbd07c1 service nova] [instance: f926178a-a084-43a8-8906-6569d3015281] Received event network-vif-deleted-27637a7f-dcfd-4802-ba28-0370f5fb8136 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1455.027321] env[62094]: INFO nova.compute.manager [req-f4150828-0710-40aa-bd37-5aeaa819b07b req-1b78d85c-9847-4d05-b6e6-3cb0dbbd07c1 service nova] [instance: f926178a-a084-43a8-8906-6569d3015281] Neutron deleted interface 27637a7f-dcfd-4802-ba28-0370f5fb8136; detaching it from the instance and deleting it from the info cache [ 1455.027507] env[62094]: DEBUG nova.network.neutron [req-f4150828-0710-40aa-bd37-5aeaa819b07b req-1b78d85c-9847-4d05-b6e6-3cb0dbbd07c1 service nova] [instance: f926178a-a084-43a8-8906-6569d3015281] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.037162] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401353, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.175983] env[62094]: DEBUG nova.network.neutron [req-2006d05b-6ad2-49e6-a371-53dc5c304614 req-58d1f87e-2bd1-40fb-87a0-38444fd92da7 service nova] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updated VIF entry in instance network info cache for port a96dfe09-cf84-4e39-a944-a69bf4977e00. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.176429] env[62094]: DEBUG nova.network.neutron [req-2006d05b-6ad2-49e6-a371-53dc5c304614 req-58d1f87e-2bd1-40fb-87a0-38444fd92da7 service nova] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance_info_cache with network_info: [{"id": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "address": "fa:16:3e:25:ce:54", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96dfe09-cf", "ovs_interfaceid": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.199951] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5207ea40-b28e-44e8-62ce-307edcc205d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009889} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.200308] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.200564] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.200825] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.200981] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.201197] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.201490] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13772803-f32b-44fd-ad9b-b15e9eb0a1df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.210160] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.210388] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.211264] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7923f619-a0ec-4b2e-a6de-519ab650310c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.219834] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1455.219834] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b7d390-d235-63e5-6cb0-8036cdf84d2f" [ 1455.219834] env[62094]: _type = "Task" [ 1455.219834] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.228626] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b7d390-d235-63e5-6cb0-8036cdf84d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.412158] env[62094]: DEBUG nova.network.neutron [-] [instance: f926178a-a084-43a8-8906-6569d3015281] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.501904] env[62094]: DEBUG nova.network.neutron [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Port 8794019c-5515-4855-bf37-0ebc1b2d6e61 binding to destination host cpu-1 is already ACTIVE {{(pid=62094) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1455.528769] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.529359] env[62094]: DEBUG nova.compute.manager [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1455.531884] env[62094]: DEBUG oslo_vmware.api [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401353, 'name': PowerOnVM_Task, 'duration_secs': 0.794091} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.532348] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.793s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.532567] env[62094]: DEBUG nova.objects.instance [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lazy-loading 'resources' on Instance uuid dfcba913-b70e-44e0-b611-60e8c2d74100 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.533682] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.533889] env[62094]: INFO nova.compute.manager [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1455.534082] env[62094]: DEBUG nova.compute.manager [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1455.534721] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-300fcbc6-c0a5-4f3e-b10c-9c97de9dad95 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.537095] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03b2a5f-910e-4230-b327-c1e60d0766f5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.551441] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ce6404-9a14-44ed-a72b-fa0c051e1453 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.582085] env[62094]: DEBUG nova.compute.manager [req-f4150828-0710-40aa-bd37-5aeaa819b07b req-1b78d85c-9847-4d05-b6e6-3cb0dbbd07c1 service nova] [instance: f926178a-a084-43a8-8906-6569d3015281] Detach interface failed, port_id=27637a7f-dcfd-4802-ba28-0370f5fb8136, reason: Instance f926178a-a084-43a8-8906-6569d3015281 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1455.679620] env[62094]: DEBUG oslo_concurrency.lockutils [req-2006d05b-6ad2-49e6-a371-53dc5c304614 req-58d1f87e-2bd1-40fb-87a0-38444fd92da7 service nova] Releasing lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.730539] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b7d390-d235-63e5-6cb0-8036cdf84d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009294} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.731396] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d15e4ee4-5fa8-4dc2-a56d-e13d6864c125 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.736273] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1455.736273] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b6f528-cb01-07f3-63f9-e9964a92dbfa" [ 1455.736273] env[62094]: _type = "Task" [ 1455.736273] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.743271] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b6f528-cb01-07f3-63f9-e9964a92dbfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.915119] env[62094]: INFO nova.compute.manager [-] [instance: f926178a-a084-43a8-8906-6569d3015281] Took 1.26 seconds to deallocate network for instance. [ 1456.034251] env[62094]: DEBUG nova.compute.utils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1456.037226] env[62094]: DEBUG nova.compute.manager [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1456.037226] env[62094]: DEBUG nova.network.neutron [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1456.057732] env[62094]: INFO nova.compute.manager [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Took 18.37 seconds to build instance. [ 1456.123451] env[62094]: DEBUG nova.policy [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '839de3c9227547369bb806a34f8916e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5ba8c949437408ba0ec6e2ddf8a8ab3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1456.218262] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7363aea1-42fe-4c4d-9848-715961169016 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.226292] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4889b2e9-60bf-4ef7-8176-5066d5450607 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.259453] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c3bff7-740f-4d07-88c5-a704c4e8b473 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.270415] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ddaa97-8fb5-4a54-9947-49e98aaa6eb3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.274120] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b6f528-cb01-07f3-63f9-e9964a92dbfa, 'name': SearchDatastore_Task, 'duration_secs': 0.047216} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.274411] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.274675] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4707972f-dc95-4598-a5d5-e21e90c390d6/4707972f-dc95-4598-a5d5-e21e90c390d6.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.275270] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe8e2c0c-8f1f-448b-aebf-4d4f14673cda {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.284664] env[62094]: DEBUG nova.compute.provider_tree [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.291758] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1456.291758] env[62094]: value = "task-1401355" [ 1456.291758] env[62094]: _type = "Task" [ 1456.291758] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.299706] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.422179] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.478106] env[62094]: DEBUG nova.network.neutron [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Successfully created port: 9c8dee69-1a59-49ec-9f9b-33d6f5006a85 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1456.527320] env[62094]: DEBUG oslo_concurrency.lockutils [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.530472] env[62094]: DEBUG oslo_concurrency.lockutils [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.530472] env[62094]: DEBUG oslo_concurrency.lockutils [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.543276] env[62094]: DEBUG nova.compute.manager [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1456.559363] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9bf52a32-d406-445b-95f0-28556a86fbe5 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.882s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.787938] env[62094]: DEBUG nova.scheduler.client.report [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1456.806449] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401355, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.292934] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.295829] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.800s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.296284] env[62094]: DEBUG nova.objects.instance [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lazy-loading 'resources' on Instance uuid 29358ced-8701-4e84-842b-c1425f3f93d3 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.307663] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692713} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.309098] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4707972f-dc95-4598-a5d5-e21e90c390d6/4707972f-dc95-4598-a5d5-e21e90c390d6.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1457.309256] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1457.309512] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e945169-cc58-401a-bb0a-a36ccfbdaa3d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.316266] env[62094]: INFO nova.scheduler.client.report [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Deleted allocations for instance dfcba913-b70e-44e0-b611-60e8c2d74100 [ 1457.322669] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1457.322669] env[62094]: value = "task-1401356" [ 1457.322669] env[62094]: _type = "Task" [ 1457.322669] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.333964] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.554790] env[62094]: DEBUG nova.compute.manager [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1457.572130] env[62094]: DEBUG oslo_concurrency.lockutils [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.572461] env[62094]: DEBUG oslo_concurrency.lockutils [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.572648] env[62094]: DEBUG nova.network.neutron [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.584760] env[62094]: DEBUG nova.virt.hardware [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1457.585065] env[62094]: DEBUG nova.virt.hardware [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1457.585195] env[62094]: DEBUG nova.virt.hardware [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1457.585538] env[62094]: DEBUG nova.virt.hardware [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1457.585731] env[62094]: DEBUG nova.virt.hardware [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1457.585914] env[62094]: DEBUG nova.virt.hardware [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1457.586163] env[62094]: DEBUG nova.virt.hardware [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1457.586329] env[62094]: DEBUG nova.virt.hardware [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1457.586503] env[62094]: DEBUG nova.virt.hardware [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1457.586722] env[62094]: DEBUG nova.virt.hardware [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1457.586985] env[62094]: DEBUG nova.virt.hardware [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1457.588354] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed483a5-39d5-4866-8fce-0751c7c18850 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.598482] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc49f63-a364-45d2-bbe9-53d41940fb73 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.839533] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073992} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.843040] env[62094]: DEBUG oslo_concurrency.lockutils [None req-a6bc73b7-682e-4cfc-86f0-52cbec8043f5 tempest-ServerDiskConfigTestJSON-1238769742 tempest-ServerDiskConfigTestJSON-1238769742-project-member] Lock "dfcba913-b70e-44e0-b611-60e8c2d74100" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.191s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.843040] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.844109] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2747fb1b-4dcc-43dc-8478-a030cc4e6953 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.872513] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 4707972f-dc95-4598-a5d5-e21e90c390d6/4707972f-dc95-4598-a5d5-e21e90c390d6.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.878777] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25befd77-0d70-46a7-97ad-f297a28bc872 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.902087] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1457.902087] env[62094]: value = "task-1401357" [ 1457.902087] env[62094]: _type = "Task" [ 1457.902087] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.915472] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.055557] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3759327e-7828-413a-8aeb-b2eff074ea93 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.065010] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722aa1e2-95d9-454a-88e5-3165e3f37406 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.101344] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f29e92a-8fbc-47de-819f-576155c790eb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.104914] env[62094]: DEBUG nova.compute.manager [req-71ff0ac0-e325-4125-973d-9c962408f894 req-eef72505-13e4-4197-a81f-66ab98ab6949 service nova] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Received event network-vif-plugged-9c8dee69-1a59-49ec-9f9b-33d6f5006a85 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1458.105211] env[62094]: DEBUG oslo_concurrency.lockutils [req-71ff0ac0-e325-4125-973d-9c962408f894 req-eef72505-13e4-4197-a81f-66ab98ab6949 service nova] Acquiring lock "81b43925-b39f-4f49-8482-babd5735d2b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.105428] env[62094]: DEBUG oslo_concurrency.lockutils [req-71ff0ac0-e325-4125-973d-9c962408f894 req-eef72505-13e4-4197-a81f-66ab98ab6949 service nova] Lock "81b43925-b39f-4f49-8482-babd5735d2b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.105621] env[62094]: DEBUG oslo_concurrency.lockutils [req-71ff0ac0-e325-4125-973d-9c962408f894 req-eef72505-13e4-4197-a81f-66ab98ab6949 service nova] Lock "81b43925-b39f-4f49-8482-babd5735d2b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.105808] env[62094]: DEBUG nova.compute.manager [req-71ff0ac0-e325-4125-973d-9c962408f894 req-eef72505-13e4-4197-a81f-66ab98ab6949 service nova] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] No waiting events found dispatching network-vif-plugged-9c8dee69-1a59-49ec-9f9b-33d6f5006a85 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1458.105982] env[62094]: WARNING nova.compute.manager [req-71ff0ac0-e325-4125-973d-9c962408f894 req-eef72505-13e4-4197-a81f-66ab98ab6949 service nova] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Received unexpected event network-vif-plugged-9c8dee69-1a59-49ec-9f9b-33d6f5006a85 for instance with vm_state building and task_state spawning. [ 1458.112374] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad7a8f4-7f31-4de5-a9a8-6dd72748d8c6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.126889] env[62094]: DEBUG nova.compute.provider_tree [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.204507] env[62094]: DEBUG nova.network.neutron [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Successfully updated port: 9c8dee69-1a59-49ec-9f9b-33d6f5006a85 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1458.328724] env[62094]: DEBUG nova.network.neutron [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance_info_cache with network_info: [{"id": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "address": "fa:16:3e:c0:1a:b0", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8794019c-55", "ovs_interfaceid": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.350621] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2667a6ca-8e54-4583-b018-73a9b25a4494 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "76e77f17-b6a1-425b-9144-35e81a159f6b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.350905] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2667a6ca-8e54-4583-b018-73a9b25a4494 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "76e77f17-b6a1-425b-9144-35e81a159f6b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.351210] env[62094]: DEBUG nova.compute.manager [None req-2667a6ca-8e54-4583-b018-73a9b25a4494 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1458.352251] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b874dc-2be2-4ddc-9183-76eeb84fd20b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.359802] env[62094]: DEBUG nova.compute.manager [None req-2667a6ca-8e54-4583-b018-73a9b25a4494 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62094) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1458.360435] env[62094]: DEBUG nova.objects.instance [None req-2667a6ca-8e54-4583-b018-73a9b25a4494 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lazy-loading 'flavor' on Instance uuid 76e77f17-b6a1-425b-9144-35e81a159f6b {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.412339] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401357, 'name': ReconfigVM_Task, 'duration_secs': 0.300071} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.412629] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 4707972f-dc95-4598-a5d5-e21e90c390d6/4707972f-dc95-4598-a5d5-e21e90c390d6.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.413300] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e5bd172-4f2a-488e-b6d4-8e8650fbc233 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.419353] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1458.419353] env[62094]: value = "task-1401358" [ 1458.419353] env[62094]: _type = "Task" [ 1458.419353] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.428083] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401358, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.629943] env[62094]: DEBUG nova.scheduler.client.report [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1458.708225] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "refresh_cache-81b43925-b39f-4f49-8482-babd5735d2b8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.708324] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "refresh_cache-81b43925-b39f-4f49-8482-babd5735d2b8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.708475] env[62094]: DEBUG nova.network.neutron [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.831762] env[62094]: DEBUG oslo_concurrency.lockutils [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.865476] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2667a6ca-8e54-4583-b018-73a9b25a4494 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.865765] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abb462ac-742e-4683-87a6-9f9897e8f2bd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.873522] env[62094]: DEBUG oslo_vmware.api [None req-2667a6ca-8e54-4583-b018-73a9b25a4494 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1458.873522] env[62094]: value = "task-1401359" [ 1458.873522] env[62094]: _type = "Task" [ 1458.873522] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.882834] env[62094]: DEBUG oslo_vmware.api [None req-2667a6ca-8e54-4583-b018-73a9b25a4494 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.928821] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401358, 'name': Rename_Task, 'duration_secs': 0.145885} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.929154] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.929414] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd585087-0602-4ec5-8088-d99388a8b61e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.935078] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1458.935078] env[62094]: value = "task-1401360" [ 1458.935078] env[62094]: _type = "Task" [ 1458.935078] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.943737] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.135534] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.137821] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.578s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.137997] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.138168] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1459.138509] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.717s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.138770] env[62094]: DEBUG nova.objects.instance [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lazy-loading 'resources' on Instance uuid f926178a-a084-43a8-8906-6569d3015281 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.140562] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ba23e1-c24a-4249-8038-b1a2ceb488b7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.150515] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a32e53-4f3e-4c61-bb4e-7dae5fff43d4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.167720] env[62094]: INFO nova.scheduler.client.report [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Deleted allocations for instance 29358ced-8701-4e84-842b-c1425f3f93d3 [ 1459.171264] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a202f7d7-3b61-43ee-b021-05228df30efd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.184802] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fa1206-bc04-4c44-b148-56d83913f37a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.225031] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179321MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1459.225275] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.254974] env[62094]: DEBUG nova.network.neutron [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1459.268820] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "60a1b4e4-cea2-4972-84ff-414b6098f03d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.269076] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "60a1b4e4-cea2-4972-84ff-414b6098f03d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.269296] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "60a1b4e4-cea2-4972-84ff-414b6098f03d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.269520] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "60a1b4e4-cea2-4972-84ff-414b6098f03d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.269696] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "60a1b4e4-cea2-4972-84ff-414b6098f03d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.273944] env[62094]: INFO nova.compute.manager [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Terminating instance [ 1459.276414] env[62094]: DEBUG nova.compute.manager [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1459.277252] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1459.278117] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac82400-9dae-4f6b-aa78-6a6003b02d44 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.286353] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1459.286699] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1955ccfc-8a42-41f7-809d-f92aba405105 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.293380] env[62094]: DEBUG oslo_vmware.api [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1459.293380] env[62094]: value = "task-1401361" [ 1459.293380] env[62094]: _type = "Task" [ 1459.293380] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.303625] env[62094]: DEBUG oslo_vmware.api [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.358096] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cf883a-772f-4442-abdd-7b9c59de0d01 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.383192] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5ed368-b3bd-4209-9192-8abb9cb74fa9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.393525] env[62094]: DEBUG oslo_vmware.api [None req-2667a6ca-8e54-4583-b018-73a9b25a4494 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401359, 'name': PowerOffVM_Task, 'duration_secs': 0.264288} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.393931] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance '6a4bae9a-c150-4dff-bd3c-62326855f6ae' progress to 83 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1459.397645] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2667a6ca-8e54-4583-b018-73a9b25a4494 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.397892] env[62094]: DEBUG nova.compute.manager [None req-2667a6ca-8e54-4583-b018-73a9b25a4494 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1459.398884] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e29752-fce9-43db-9645-a7035c4be96c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.425458] env[62094]: DEBUG nova.network.neutron [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Updating instance_info_cache with network_info: [{"id": "9c8dee69-1a59-49ec-9f9b-33d6f5006a85", "address": "fa:16:3e:84:b1:3b", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8dee69-1a", "ovs_interfaceid": "9c8dee69-1a59-49ec-9f9b-33d6f5006a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.447822] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401360, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.681612] env[62094]: DEBUG oslo_concurrency.lockutils [None req-66475312-f003-4d9d-9765-f42097b3713b tempest-AttachVolumeTestJSON-1697407622 tempest-AttachVolumeTestJSON-1697407622-project-member] Lock "29358ced-8701-4e84-842b-c1425f3f93d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.299s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.806849] env[62094]: DEBUG oslo_vmware.api [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401361, 'name': PowerOffVM_Task, 'duration_secs': 0.248574} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.807226] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.807430] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1459.808540] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2cc09f2-c889-49ed-988c-28692e9a8eec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.823752] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9b22e7-67fa-4188-9053-54dc7a107e4f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.831351] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffc0a18-4184-4734-832e-0730a93d2f1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.861726] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debda1a0-e6ac-4834-a826-9b91e8513596 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.869656] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8059ad07-cce7-48e1-89bf-2e711e29e1de {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.883631] env[62094]: DEBUG nova.compute.provider_tree [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.886088] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1459.886321] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1459.886507] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Deleting the datastore file [datastore1] 60a1b4e4-cea2-4972-84ff-414b6098f03d {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1459.886991] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a831526e-ac04-42ea-a8b9-698e1300a0b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.893390] env[62094]: DEBUG oslo_vmware.api [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1459.893390] env[62094]: value = "task-1401363" [ 1459.893390] env[62094]: _type = "Task" [ 1459.893390] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.900554] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1459.904570] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ec72cb2-efba-4574-a0cd-70c7b67690c0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.906535] env[62094]: DEBUG oslo_vmware.api [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.914021] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2667a6ca-8e54-4583-b018-73a9b25a4494 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "76e77f17-b6a1-425b-9144-35e81a159f6b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.559s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.914021] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1459.914021] env[62094]: value = "task-1401364" [ 1459.914021] env[62094]: _type = "Task" [ 1459.914021] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.923086] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.928543] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "refresh_cache-81b43925-b39f-4f49-8482-babd5735d2b8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.928674] env[62094]: DEBUG nova.compute.manager [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Instance network_info: |[{"id": "9c8dee69-1a59-49ec-9f9b-33d6f5006a85", "address": "fa:16:3e:84:b1:3b", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8dee69-1a", "ovs_interfaceid": "9c8dee69-1a59-49ec-9f9b-33d6f5006a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1459.929442] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:b1:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c8dee69-1a59-49ec-9f9b-33d6f5006a85', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1459.937171] env[62094]: DEBUG oslo.service.loopingcall [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.938726] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1459.942195] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ad9425a-a6d2-4fe4-a0e1-620d3e12f624 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.963380] env[62094]: DEBUG oslo_vmware.api [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401360, 'name': PowerOnVM_Task, 'duration_secs': 0.518745} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.965172] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.965566] env[62094]: INFO nova.compute.manager [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1459.965896] env[62094]: DEBUG nova.compute.manager [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1459.966273] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.966273] env[62094]: value = "task-1401365" [ 1459.966273] env[62094]: _type = "Task" [ 1459.966273] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.967626] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaa1e74-3f85-4847-902d-a53de73f69d2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.979712] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401365, 'name': CreateVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.128863] env[62094]: DEBUG nova.compute.manager [req-7b4d6d3f-5537-41f3-8360-453c0463aa2d req-28158301-4f08-42e8-b8f2-fb7919b3d281 service nova] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Received event network-changed-9c8dee69-1a59-49ec-9f9b-33d6f5006a85 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1460.129176] env[62094]: DEBUG nova.compute.manager [req-7b4d6d3f-5537-41f3-8360-453c0463aa2d req-28158301-4f08-42e8-b8f2-fb7919b3d281 service nova] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Refreshing instance network info cache due to event network-changed-9c8dee69-1a59-49ec-9f9b-33d6f5006a85. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1460.129489] env[62094]: DEBUG oslo_concurrency.lockutils [req-7b4d6d3f-5537-41f3-8360-453c0463aa2d req-28158301-4f08-42e8-b8f2-fb7919b3d281 service nova] Acquiring lock "refresh_cache-81b43925-b39f-4f49-8482-babd5735d2b8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.129696] env[62094]: DEBUG oslo_concurrency.lockutils [req-7b4d6d3f-5537-41f3-8360-453c0463aa2d req-28158301-4f08-42e8-b8f2-fb7919b3d281 service nova] Acquired lock "refresh_cache-81b43925-b39f-4f49-8482-babd5735d2b8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.129925] env[62094]: DEBUG nova.network.neutron [req-7b4d6d3f-5537-41f3-8360-453c0463aa2d req-28158301-4f08-42e8-b8f2-fb7919b3d281 service nova] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Refreshing network info cache for port 9c8dee69-1a59-49ec-9f9b-33d6f5006a85 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.389769] env[62094]: DEBUG nova.scheduler.client.report [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1460.413761] env[62094]: DEBUG oslo_vmware.api [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276268} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.416082] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1460.416082] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1460.416208] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1460.416527] env[62094]: INFO nova.compute.manager [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1460.416836] env[62094]: DEBUG oslo.service.loopingcall [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1460.423115] env[62094]: DEBUG nova.compute.manager [-] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1460.423787] env[62094]: DEBUG nova.network.neutron [-] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1460.440025] env[62094]: DEBUG oslo_vmware.api [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401364, 'name': PowerOnVM_Task, 'duration_secs': 0.42863} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.442069] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1460.442069] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-309dc34f-cffc-4d72-b42d-81efb352b365 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance '6a4bae9a-c150-4dff-bd3c-62326855f6ae' progress to 100 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1460.483675] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401365, 'name': CreateVM_Task, 'duration_secs': 0.383164} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.483861] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1460.484636] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.484807] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.485494] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1460.494717] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4a99afc-2b4f-4469-a4dd-efd49307601e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.503574] env[62094]: INFO nova.compute.manager [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Took 14.23 seconds to build instance. [ 1460.509252] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1460.509252] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]525cc74c-e5f2-355e-a8b6-fe02ed3b3c8d" [ 1460.509252] env[62094]: _type = "Task" [ 1460.509252] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.528474] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525cc74c-e5f2-355e-a8b6-fe02ed3b3c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009532} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.528792] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.529162] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1460.529529] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.529765] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.530083] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1460.530805] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca704d6b-ee46-40dc-a6c2-09caa2acb1a3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.541085] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1460.541398] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1460.542808] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5431a31f-c4aa-4a4d-bcfa-16761813c419 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.549816] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1460.549816] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52129584-51a2-3182-f4f3-a32d9f8fe90d" [ 1460.549816] env[62094]: _type = "Task" [ 1460.549816] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.567217] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52129584-51a2-3182-f4f3-a32d9f8fe90d, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.568974] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac24d4c-107b-4e65-b792-b74f7bc710aa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.576617] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1460.576617] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528c6eb6-a75e-25b1-2e13-1ab87bb549a8" [ 1460.576617] env[62094]: _type = "Task" [ 1460.576617] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.587362] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528c6eb6-a75e-25b1-2e13-1ab87bb549a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.899800] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.900359] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.674s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.907593] env[62094]: DEBUG nova.objects.instance [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lazy-loading 'flavor' on Instance uuid 76e77f17-b6a1-425b-9144-35e81a159f6b {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.940281] env[62094]: INFO nova.scheduler.client.report [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Deleted allocations for instance f926178a-a084-43a8-8906-6569d3015281 [ 1461.007539] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c00118fd-3ada-48cc-bd90-c255f2174857 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "4707972f-dc95-4598-a5d5-e21e90c390d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.750s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.090591] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528c6eb6-a75e-25b1-2e13-1ab87bb549a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.092121] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.092519] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 81b43925-b39f-4f49-8482-babd5735d2b8/81b43925-b39f-4f49-8482-babd5735d2b8.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1461.093827] env[62094]: DEBUG nova.compute.manager [req-ebbcbede-b221-4b60-9996-52c0655fd409 req-ae29d44b-952c-4020-a663-67a3cdebca24 service nova] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Received event network-vif-deleted-de42a9de-b7d6-4341-93b5-0dd8e1456ce6 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1461.094156] env[62094]: INFO nova.compute.manager [req-ebbcbede-b221-4b60-9996-52c0655fd409 req-ae29d44b-952c-4020-a663-67a3cdebca24 service nova] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Neutron deleted interface de42a9de-b7d6-4341-93b5-0dd8e1456ce6; detaching it from the instance and deleting it from the info cache [ 1461.094518] env[62094]: DEBUG nova.network.neutron [req-ebbcbede-b221-4b60-9996-52c0655fd409 req-ae29d44b-952c-4020-a663-67a3cdebca24 service nova] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.095858] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4e9c2b8-c3e3-4444-8209-b6254f12f982 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.110217] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1461.110217] env[62094]: value = "task-1401367" [ 1461.110217] env[62094]: _type = "Task" [ 1461.110217] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.120515] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.179106] env[62094]: DEBUG nova.network.neutron [req-7b4d6d3f-5537-41f3-8360-453c0463aa2d req-28158301-4f08-42e8-b8f2-fb7919b3d281 service nova] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Updated VIF entry in instance network info cache for port 9c8dee69-1a59-49ec-9f9b-33d6f5006a85. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.179106] env[62094]: DEBUG nova.network.neutron [req-7b4d6d3f-5537-41f3-8360-453c0463aa2d req-28158301-4f08-42e8-b8f2-fb7919b3d281 service nova] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Updating instance_info_cache with network_info: [{"id": "9c8dee69-1a59-49ec-9f9b-33d6f5006a85", "address": "fa:16:3e:84:b1:3b", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8dee69-1a", "ovs_interfaceid": "9c8dee69-1a59-49ec-9f9b-33d6f5006a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.365905] env[62094]: DEBUG nova.network.neutron [-] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.412829] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "refresh_cache-76e77f17-b6a1-425b-9144-35e81a159f6b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.413177] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquired lock "refresh_cache-76e77f17-b6a1-425b-9144-35e81a159f6b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.413237] env[62094]: DEBUG nova.network.neutron [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.413416] env[62094]: DEBUG nova.objects.instance [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lazy-loading 'info_cache' on Instance uuid 76e77f17-b6a1-425b-9144-35e81a159f6b {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.448015] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11a0fdb6-3d45-4c20-b420-4a4793de6c75 tempest-ServersTestJSON-1645415074 tempest-ServersTestJSON-1645415074-project-member] Lock "f926178a-a084-43a8-8906-6569d3015281" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.912s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.603591] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84293c56-5045-4c21-996a-671f48a49e14 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.613985] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd30c03e-a6ca-49e7-aac0-13e4f8cbb208 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.636520] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401367, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.647966] env[62094]: DEBUG nova.compute.manager [req-ebbcbede-b221-4b60-9996-52c0655fd409 req-ae29d44b-952c-4020-a663-67a3cdebca24 service nova] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Detach interface failed, port_id=de42a9de-b7d6-4341-93b5-0dd8e1456ce6, reason: Instance 60a1b4e4-cea2-4972-84ff-414b6098f03d could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1461.681356] env[62094]: DEBUG oslo_concurrency.lockutils [req-7b4d6d3f-5537-41f3-8360-453c0463aa2d req-28158301-4f08-42e8-b8f2-fb7919b3d281 service nova] Releasing lock "refresh_cache-81b43925-b39f-4f49-8482-babd5735d2b8" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.868209] env[62094]: INFO nova.compute.manager [-] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Took 1.45 seconds to deallocate network for instance. [ 1461.910716] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Applying migration context for instance 6a4bae9a-c150-4dff-bd3c-62326855f6ae as it has an incoming, in-progress migration 5a183ab4-9de4-4478-bb32-6f8873e4e6a2. Migration status is finished {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1461.912557] env[62094]: INFO nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating resource usage from migration 5a183ab4-9de4-4478-bb32-6f8873e4e6a2 [ 1461.918244] env[62094]: DEBUG nova.objects.base [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Object Instance<76e77f17-b6a1-425b-9144-35e81a159f6b> lazy-loaded attributes: flavor,info_cache {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1461.934353] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 248c7655-0592-4e9c-b84f-00a9cca38c23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.934519] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 60a1b4e4-cea2-4972-84ff-414b6098f03d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.934654] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 85ce149a-08fb-4a13-8c8a-0d3c412eab03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.934773] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e561310e-52c0-4b01-8995-8b38b4ed44dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.934985] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 76e77f17-b6a1-425b-9144-35e81a159f6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.934985] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance a1e06760-15aa-4c14-a385-5f345fb19393 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.935220] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.935348] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Migration 5a183ab4-9de4-4478-bb32-6f8873e4e6a2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1461.935416] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 6a4bae9a-c150-4dff-bd3c-62326855f6ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.935601] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 4707972f-dc95-4598-a5d5-e21e90c390d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.935815] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 81b43925-b39f-4f49-8482-babd5735d2b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.936154] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1461.936430] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1462.097912] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4158587c-4a9b-4544-9ba6-9ff92e9598e4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.106358] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255dcfd5-157f-4577-a5fe-ea5ad8bbb2b8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.140489] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efedbb14-e80a-4ac7-b40d-00b52eded954 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.150293] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846034} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.152486] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 81b43925-b39f-4f49-8482-babd5735d2b8/81b43925-b39f-4f49-8482-babd5735d2b8.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1462.152841] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1462.153047] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a6c3db2-f2fe-4f11-8ab8-c318dc6a1478 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.156018] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd15c83-e557-43b4-b2b4-281cf66f670d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.172016] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.174950] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1462.174950] env[62094]: value = "task-1401368" [ 1462.174950] env[62094]: _type = "Task" [ 1462.174950] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.184469] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.375998] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.660665] env[62094]: DEBUG nova.network.neutron [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Updating instance_info_cache with network_info: [{"id": "6debb3f1-22d5-465a-8614-206ea77c5f6d", "address": "fa:16:3e:8e:20:ae", "network": {"id": "5ae5d910-9141-4226-8673-c5b315536402", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1433603206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "761023036ed34585ba91c1d12e691b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6debb3f1-22", "ovs_interfaceid": "6debb3f1-22d5-465a-8614-206ea77c5f6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.676393] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1462.688935] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062928} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.689264] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1462.690357] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56527498-6718-4385-807c-3ad329c3afcd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.714395] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 81b43925-b39f-4f49-8482-babd5735d2b8/81b43925-b39f-4f49-8482-babd5735d2b8.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.714998] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c611152-daa3-4727-965a-6bd63d4764b4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.733890] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1462.733890] env[62094]: value = "task-1401369" [ 1462.733890] env[62094]: _type = "Task" [ 1462.733890] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.741770] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.944916] env[62094]: DEBUG nova.network.neutron [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Port 8794019c-5515-4855-bf37-0ebc1b2d6e61 binding to destination host cpu-1 is already ACTIVE {{(pid=62094) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1462.945179] env[62094]: DEBUG oslo_concurrency.lockutils [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.945337] env[62094]: DEBUG oslo_concurrency.lockutils [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.945672] env[62094]: DEBUG nova.network.neutron [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.128553] env[62094]: DEBUG nova.compute.manager [req-8d8ac879-2883-430b-937d-2061bfd11eb7 req-2d17dd1f-92b8-4a81-9d11-7f1b4a901c5c service nova] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Received event network-changed-a96dfe09-cf84-4e39-a944-a69bf4977e00 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1463.128734] env[62094]: DEBUG nova.compute.manager [req-8d8ac879-2883-430b-937d-2061bfd11eb7 req-2d17dd1f-92b8-4a81-9d11-7f1b4a901c5c service nova] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Refreshing instance network info cache due to event network-changed-a96dfe09-cf84-4e39-a944-a69bf4977e00. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1463.128950] env[62094]: DEBUG oslo_concurrency.lockutils [req-8d8ac879-2883-430b-937d-2061bfd11eb7 req-2d17dd1f-92b8-4a81-9d11-7f1b4a901c5c service nova] Acquiring lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.129108] env[62094]: DEBUG oslo_concurrency.lockutils [req-8d8ac879-2883-430b-937d-2061bfd11eb7 req-2d17dd1f-92b8-4a81-9d11-7f1b4a901c5c service nova] Acquired lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.129270] env[62094]: DEBUG nova.network.neutron [req-8d8ac879-2883-430b-937d-2061bfd11eb7 req-2d17dd1f-92b8-4a81-9d11-7f1b4a901c5c service nova] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Refreshing network info cache for port a96dfe09-cf84-4e39-a944-a69bf4977e00 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.164063] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Releasing lock "refresh_cache-76e77f17-b6a1-425b-9144-35e81a159f6b" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.181418] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1463.181418] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.282s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.181921] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.806s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.182178] env[62094]: DEBUG nova.objects.instance [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lazy-loading 'resources' on Instance uuid 60a1b4e4-cea2-4972-84ff-414b6098f03d {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.243881] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.668427] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.668761] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1698e7a7-52ef-4119-8796-a2415f648296 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.675487] env[62094]: DEBUG oslo_vmware.api [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1463.675487] env[62094]: value = "task-1401371" [ 1463.675487] env[62094]: _type = "Task" [ 1463.675487] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.688317] env[62094]: DEBUG oslo_vmware.api [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.731907] env[62094]: DEBUG nova.network.neutron [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance_info_cache with network_info: [{"id": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "address": "fa:16:3e:c0:1a:b0", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8794019c-55", "ovs_interfaceid": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.748103] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401369, 'name': ReconfigVM_Task, 'duration_secs': 0.751115} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.749023] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 81b43925-b39f-4f49-8482-babd5735d2b8/81b43925-b39f-4f49-8482-babd5735d2b8.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.749937] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88f674db-454f-415c-8774-96dde6a1c148 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.759431] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1463.759431] env[62094]: value = "task-1401372" [ 1463.759431] env[62094]: _type = "Task" [ 1463.759431] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.767988] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401372, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.849186] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6044e3b-92fe-4662-96bc-34632344b411 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.856517] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985e1be8-e857-454e-99bb-c88652dc06dc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.886471] env[62094]: DEBUG nova.network.neutron [req-8d8ac879-2883-430b-937d-2061bfd11eb7 req-2d17dd1f-92b8-4a81-9d11-7f1b4a901c5c service nova] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updated VIF entry in instance network info cache for port a96dfe09-cf84-4e39-a944-a69bf4977e00. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.886850] env[62094]: DEBUG nova.network.neutron [req-8d8ac879-2883-430b-937d-2061bfd11eb7 req-2d17dd1f-92b8-4a81-9d11-7f1b4a901c5c service nova] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance_info_cache with network_info: [{"id": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "address": "fa:16:3e:25:ce:54", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96dfe09-cf", "ovs_interfaceid": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.888484] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3157c6-307f-4f4f-abce-ddb2ce54a967 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.895538] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d5ef36-b8b5-4553-9406-002e7e516c73 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.911087] env[62094]: DEBUG nova.compute.provider_tree [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.186729] env[62094]: DEBUG oslo_vmware.api [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401371, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.235069] env[62094]: DEBUG oslo_concurrency.lockutils [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.269442] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401372, 'name': Rename_Task, 'duration_secs': 0.281337} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.269788] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1464.270068] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b878130-fdfd-4084-ba02-04ed99d4ded8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.277413] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1464.277413] env[62094]: value = "task-1401373" [ 1464.277413] env[62094]: _type = "Task" [ 1464.277413] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.285939] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.391909] env[62094]: DEBUG oslo_concurrency.lockutils [req-8d8ac879-2883-430b-937d-2061bfd11eb7 req-2d17dd1f-92b8-4a81-9d11-7f1b4a901c5c service nova] Releasing lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.414535] env[62094]: DEBUG nova.scheduler.client.report [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1464.686653] env[62094]: DEBUG oslo_vmware.api [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401371, 'name': PowerOnVM_Task, 'duration_secs': 0.641733} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.686986] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1464.687133] env[62094]: DEBUG nova.compute.manager [None req-f96a209c-35de-42da-8b72-a5b69a768eca tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1464.687862] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcdffcc-b416-4e47-b796-02e8be995e1a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.721506] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.721774] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.721932] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Cleaning up deleted instances with incomplete migration {{(pid=62094) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 1464.738363] env[62094]: DEBUG nova.compute.manager [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62094) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1464.738565] env[62094]: DEBUG oslo_concurrency.lockutils [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.787694] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.919775] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.922186] env[62094]: DEBUG oslo_concurrency.lockutils [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.184s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.942834] env[62094]: INFO nova.scheduler.client.report [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Deleted allocations for instance 60a1b4e4-cea2-4972-84ff-414b6098f03d [ 1465.288727] env[62094]: DEBUG oslo_vmware.api [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401373, 'name': PowerOnVM_Task, 'duration_secs': 0.894488} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.289020] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1465.289233] env[62094]: INFO nova.compute.manager [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1465.289415] env[62094]: DEBUG nova.compute.manager [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1465.290198] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db38a025-dd9c-4032-9139-c98840b42525 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.425779] env[62094]: DEBUG nova.objects.instance [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lazy-loading 'migration_context' on Instance uuid 6a4bae9a-c150-4dff-bd3c-62326855f6ae {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.450835] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ca5c834-4c2a-4994-9b4d-351d37647f16 tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "60a1b4e4-cea2-4972-84ff-414b6098f03d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.182s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.806131] env[62094]: INFO nova.compute.manager [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Took 18.54 seconds to build instance. [ 1466.086547] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc86d24-8d36-48a4-a45e-78f1a7972501 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.095061] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e818d42-3d29-4293-821c-e45ede440b28 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.124015] env[62094]: DEBUG oslo_concurrency.lockutils [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "248c7655-0592-4e9c-b84f-00a9cca38c23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.124361] env[62094]: DEBUG oslo_concurrency.lockutils [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "248c7655-0592-4e9c-b84f-00a9cca38c23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.124607] env[62094]: DEBUG oslo_concurrency.lockutils [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "248c7655-0592-4e9c-b84f-00a9cca38c23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.124803] env[62094]: DEBUG oslo_concurrency.lockutils [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "248c7655-0592-4e9c-b84f-00a9cca38c23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.124977] env[62094]: DEBUG oslo_concurrency.lockutils [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "248c7655-0592-4e9c-b84f-00a9cca38c23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.127323] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1667e4d2-f714-4542-b616-9967d7909aca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.130064] env[62094]: INFO nova.compute.manager [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Terminating instance [ 1466.132013] env[62094]: DEBUG nova.compute.manager [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1466.132215] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1466.132941] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e87f7cd-ecea-4ed4-acf1-38519157af7b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.138897] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6bde7b-fdc3-402c-911d-15aa851321fa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.144221] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.144759] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a264d23-9c1f-4b93-bc90-282453bd42ca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.155375] env[62094]: DEBUG nova.compute.provider_tree [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.160021] env[62094]: DEBUG oslo_vmware.api [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1466.160021] env[62094]: value = "task-1401374" [ 1466.160021] env[62094]: _type = "Task" [ 1466.160021] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.166391] env[62094]: DEBUG oslo_vmware.api [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.308121] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cb537cb6-66fe-4e31-bb62-d3745af48328 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "81b43925-b39f-4f49-8482-babd5735d2b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.051s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.402228] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ecfddbf-62b7-4c17-8f2c-139e1b864e83 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "81b43925-b39f-4f49-8482-babd5735d2b8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.402567] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ecfddbf-62b7-4c17-8f2c-139e1b864e83 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "81b43925-b39f-4f49-8482-babd5735d2b8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.402799] env[62094]: DEBUG nova.compute.manager [None req-2ecfddbf-62b7-4c17-8f2c-139e1b864e83 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1466.403746] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a89c12c-0363-47e7-a9d4-4f2c02882c7f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.410874] env[62094]: DEBUG nova.compute.manager [None req-2ecfddbf-62b7-4c17-8f2c-139e1b864e83 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62094) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1466.411602] env[62094]: DEBUG nova.objects.instance [None req-2ecfddbf-62b7-4c17-8f2c-139e1b864e83 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lazy-loading 'flavor' on Instance uuid 81b43925-b39f-4f49-8482-babd5735d2b8 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.658113] env[62094]: DEBUG nova.scheduler.client.report [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1466.670617] env[62094]: DEBUG oslo_vmware.api [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401374, 'name': PowerOffVM_Task, 'duration_secs': 0.351166} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.670914] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.671185] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.671972] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dfefa89-e58e-46d9-8452-987ee27b72f0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.751103] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1466.751396] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1466.751585] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Deleting the datastore file [datastore1] 248c7655-0592-4e9c-b84f-00a9cca38c23 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1466.751856] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f616a0f-f8ea-4051-9182-54a6bb6c3b34 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.758945] env[62094]: DEBUG oslo_vmware.api [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for the task: (returnval){ [ 1466.758945] env[62094]: value = "task-1401376" [ 1466.758945] env[62094]: _type = "Task" [ 1466.758945] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.767287] env[62094]: DEBUG oslo_vmware.api [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.920038] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecfddbf-62b7-4c17-8f2c-139e1b864e83 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.920526] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a4ba3c-d7e8-439e-be77-c48fc2e9a05c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.928297] env[62094]: DEBUG oslo_vmware.api [None req-2ecfddbf-62b7-4c17-8f2c-139e1b864e83 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1466.928297] env[62094]: value = "task-1401378" [ 1466.928297] env[62094]: _type = "Task" [ 1466.928297] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.938279] env[62094]: DEBUG oslo_vmware.api [None req-2ecfddbf-62b7-4c17-8f2c-139e1b864e83 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.120886] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.121200] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.121427] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.121942] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.122152] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.126195] env[62094]: INFO nova.compute.manager [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Terminating instance [ 1467.128309] env[62094]: DEBUG nova.compute.manager [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1467.128504] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1467.129356] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1e7553-de9b-4cd0-a9ea-c9e4de1b39f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.137044] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.137305] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3166cb2-8f1a-47ba-a77b-b6a03785de90 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.143599] env[62094]: DEBUG oslo_vmware.api [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1467.143599] env[62094]: value = "task-1401379" [ 1467.143599] env[62094]: _type = "Task" [ 1467.143599] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.152066] env[62094]: DEBUG oslo_vmware.api [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.269665] env[62094]: DEBUG oslo_vmware.api [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Task: {'id': task-1401376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297612} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.269911] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.270138] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.270367] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.270558] env[62094]: INFO nova.compute.manager [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1467.270816] env[62094]: DEBUG oslo.service.loopingcall [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.271060] env[62094]: DEBUG nova.compute.manager [-] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1467.271192] env[62094]: DEBUG nova.network.neutron [-] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1467.437984] env[62094]: DEBUG oslo_vmware.api [None req-2ecfddbf-62b7-4c17-8f2c-139e1b864e83 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401378, 'name': PowerOffVM_Task, 'duration_secs': 0.242122} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.438296] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecfddbf-62b7-4c17-8f2c-139e1b864e83 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.438483] env[62094]: DEBUG nova.compute.manager [None req-2ecfddbf-62b7-4c17-8f2c-139e1b864e83 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1467.439315] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3173800e-f644-4fe9-ba69-031cf9332ef4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.553408] env[62094]: DEBUG nova.compute.manager [req-7da6f020-4d76-4e1a-ab6c-91cceb34ac2c req-9cc24f4d-d646-4e42-a6a0-faa76feccac3 service nova] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Received event network-vif-deleted-f3ba12da-0073-47fd-abc0-102e0b295fdd {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1467.553612] env[62094]: INFO nova.compute.manager [req-7da6f020-4d76-4e1a-ab6c-91cceb34ac2c req-9cc24f4d-d646-4e42-a6a0-faa76feccac3 service nova] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Neutron deleted interface f3ba12da-0073-47fd-abc0-102e0b295fdd; detaching it from the instance and deleting it from the info cache [ 1467.553835] env[62094]: DEBUG nova.network.neutron [req-7da6f020-4d76-4e1a-ab6c-91cceb34ac2c req-9cc24f4d-d646-4e42-a6a0-faa76feccac3 service nova] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.653213] env[62094]: DEBUG oslo_vmware.api [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401379, 'name': PowerOffVM_Task, 'duration_secs': 0.252489} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.653479] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.653654] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1467.653905] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aef299f-0cf7-40f9-8f43-8a81195dceda {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.672245] env[62094]: DEBUG oslo_concurrency.lockutils [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.750s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.730088] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1467.730345] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1467.730513] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Deleting the datastore file [datastore2] bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1467.730817] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-622f42f2-c922-4e33-87d5-0c48277f628c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.737429] env[62094]: DEBUG oslo_vmware.api [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1467.737429] env[62094]: value = "task-1401381" [ 1467.737429] env[62094]: _type = "Task" [ 1467.737429] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.745971] env[62094]: DEBUG oslo_vmware.api [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.951177] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ecfddbf-62b7-4c17-8f2c-139e1b864e83 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "81b43925-b39f-4f49-8482-babd5735d2b8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.032434] env[62094]: DEBUG nova.network.neutron [-] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.056492] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a696179-274f-4fd0-bfbc-20f42855c315 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.065612] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72925cb2-bbc0-4097-8581-8a4551f830ff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.093217] env[62094]: DEBUG nova.compute.manager [req-7da6f020-4d76-4e1a-ab6c-91cceb34ac2c req-9cc24f4d-d646-4e42-a6a0-faa76feccac3 service nova] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Detach interface failed, port_id=f3ba12da-0073-47fd-abc0-102e0b295fdd, reason: Instance 248c7655-0592-4e9c-b84f-00a9cca38c23 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1468.224017] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.224255] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.224468] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.224627] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.224778] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.246978] env[62094]: DEBUG oslo_vmware.api [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304654} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.247313] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1468.247503] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1468.247687] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1468.247858] env[62094]: INFO nova.compute.manager [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1468.248113] env[62094]: DEBUG oslo.service.loopingcall [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.248323] env[62094]: DEBUG nova.compute.manager [-] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1468.248395] env[62094]: DEBUG nova.network.neutron [-] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1468.534677] env[62094]: INFO nova.compute.manager [-] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Took 1.26 seconds to deallocate network for instance. [ 1468.727430] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.727645] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.727807] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.727960] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1468.728974] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7111459-d987-4688-ab42-53be4018f4a7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.738417] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22a6e8a-dbc2-4033-833b-a0552d076aba {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.752322] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fa1ef5-b7ad-4414-b0ee-5a9fcc14f7c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.758280] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2354b9d5-0aa4-4dec-8509-46dba428a662 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.786212] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179321MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1468.786425] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.786675] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.961976] env[62094]: INFO nova.compute.manager [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Rebuilding instance [ 1469.003588] env[62094]: DEBUG nova.network.neutron [-] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.010228] env[62094]: DEBUG nova.compute.manager [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1469.010810] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7534737c-5252-44f4-ba44-9959c9d4a4dd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.040693] env[62094]: DEBUG oslo_concurrency.lockutils [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.208294] env[62094]: INFO nova.compute.manager [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Swapping old allocation on dict_keys(['63012395-d365-4b03-a816-be66e2783fee']) held by migration 5a183ab4-9de4-4478-bb32-6f8873e4e6a2 for instance [ 1469.235605] env[62094]: DEBUG nova.scheduler.client.report [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Overwriting current allocation {'allocations': {'63012395-d365-4b03-a816-be66e2783fee': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 146}}, 'project_id': 'ef2a1a8439ec4c0abbc19b2cdd94017b', 'user_id': 'a5399a34f10540e795b25234efa5adfb', 'consumer_generation': 1} on consumer 6a4bae9a-c150-4dff-bd3c-62326855f6ae {{(pid=62094) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1469.340059] env[62094]: DEBUG oslo_concurrency.lockutils [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.340265] env[62094]: DEBUG oslo_concurrency.lockutils [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.340446] env[62094]: DEBUG nova.network.neutron [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.508501] env[62094]: INFO nova.compute.manager [-] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Took 1.26 seconds to deallocate network for instance. [ 1469.524808] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.525271] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49e2951e-963e-454d-9c2c-385f2b088cce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.535287] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1469.535287] env[62094]: value = "task-1401382" [ 1469.535287] env[62094]: _type = "Task" [ 1469.535287] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.542599] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.587442] env[62094]: DEBUG nova.compute.manager [req-662a7d1b-9f47-49c8-8220-8426335f32df req-eca28e67-a5d7-401a-abf1-10f837091c4c service nova] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Received event network-vif-deleted-072aec52-b526-4df4-a6cd-60587b43e077 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1469.819913] env[62094]: WARNING nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 248c7655-0592-4e9c-b84f-00a9cca38c23 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1469.820088] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 85ce149a-08fb-4a13-8c8a-0d3c412eab03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.820214] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e561310e-52c0-4b01-8995-8b38b4ed44dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.820333] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 76e77f17-b6a1-425b-9144-35e81a159f6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.820449] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance a1e06760-15aa-4c14-a385-5f345fb19393 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.820566] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.820679] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 6a4bae9a-c150-4dff-bd3c-62326855f6ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.820815] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 4707972f-dc95-4598-a5d5-e21e90c390d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.820937] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 81b43925-b39f-4f49-8482-babd5735d2b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1469.821139] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1469.821274] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1469.948968] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7d08fa-d0a3-410f-8d3f-11b9e179b594 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.958982] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35ee7c8-251f-4c01-8309-47ae47ecd3f6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.995253] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694261a3-872c-42a3-8f9d-b788f9ead058 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.003283] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7924c31-f676-4308-bf83-ab94f9e7e99d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.018727] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.019180] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.042631] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1470.042868] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.043624] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cf924c-584c-4c56-b007-c16183a21ea6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.052967] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.052967] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3285d4cb-2321-47b1-9e47-15563a7ef162 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.100069] env[62094]: DEBUG nova.network.neutron [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance_info_cache with network_info: [{"id": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "address": "fa:16:3e:c0:1a:b0", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8794019c-55", "ovs_interfaceid": "8794019c-5515-4855-bf37-0ebc1b2d6e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.116611] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.116841] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.117033] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleting the datastore file [datastore1] 81b43925-b39f-4f49-8482-babd5735d2b8 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.117296] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da329455-4e0c-4f7f-a899-dfe2c6bae588 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.126021] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1470.126021] env[62094]: value = "task-1401384" [ 1470.126021] env[62094]: _type = "Task" [ 1470.126021] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.131274] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.522272] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1470.602619] env[62094]: DEBUG oslo_concurrency.lockutils [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-6a4bae9a-c150-4dff-bd3c-62326855f6ae" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.603060] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.603365] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-032f5d2c-fea0-41c5-adf0-483e1c116e8e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.611016] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1470.611016] env[62094]: value = "task-1401385" [ 1470.611016] env[62094]: _type = "Task" [ 1470.611016] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.620278] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.633863] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156855} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.633863] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.634083] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.634133] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.028045] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1471.028414] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.242s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.028823] env[62094]: DEBUG oslo_concurrency.lockutils [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.988s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.029132] env[62094]: DEBUG oslo_concurrency.lockutils [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.031903] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.013s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.032234] env[62094]: DEBUG nova.objects.instance [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lazy-loading 'resources' on Instance uuid bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.033549] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.033751] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Cleaning up deleted instances {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1471.055581] env[62094]: INFO nova.scheduler.client.report [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Deleted allocations for instance 248c7655-0592-4e9c-b84f-00a9cca38c23 [ 1471.125025] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401385, 'name': PowerOffVM_Task, 'duration_secs': 0.191536} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.125025] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1471.125025] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1471.125025] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1471.125025] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.125025] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1471.125025] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.125025] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1471.125025] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1471.125025] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1471.125025] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1471.125025] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1471.126430] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1471.130697] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1fce21-c9c6-4739-99be-f443dc6e5430 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.152656] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1471.152656] env[62094]: value = "task-1401386" [ 1471.152656] env[62094]: _type = "Task" [ 1471.152656] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.160613] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.557388] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] There are 54 instances to clean {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 1471.557531] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: dfcba913-b70e-44e0-b611-60e8c2d74100] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1471.567995] env[62094]: DEBUG oslo_concurrency.lockutils [None req-16110b36-a809-4879-8b0a-a68c7272b3da tempest-ServerRescueNegativeTestJSON-1517305246 tempest-ServerRescueNegativeTestJSON-1517305246-project-member] Lock "248c7655-0592-4e9c-b84f-00a9cca38c23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.444s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.663504] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401386, 'name': ReconfigVM_Task, 'duration_secs': 0.150322} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.668075] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92e364f-3313-423b-8bb1-8dc72cde3e84 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.688148] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1471.688406] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1471.688567] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.688751] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1471.688897] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.689061] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1471.689276] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1471.689436] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1471.689607] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1471.689769] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1471.689944] env[62094]: DEBUG nova.virt.hardware [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1471.695668] env[62094]: DEBUG nova.virt.hardware [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1471.695894] env[62094]: DEBUG nova.virt.hardware [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1471.696074] env[62094]: DEBUG nova.virt.hardware [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.696264] env[62094]: DEBUG nova.virt.hardware [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1471.696412] env[62094]: DEBUG nova.virt.hardware [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.696564] env[62094]: DEBUG nova.virt.hardware [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1471.696760] env[62094]: DEBUG nova.virt.hardware [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1471.696915] env[62094]: DEBUG nova.virt.hardware [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1471.697124] env[62094]: DEBUG nova.virt.hardware [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1471.697298] env[62094]: DEBUG nova.virt.hardware [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1471.697470] env[62094]: DEBUG nova.virt.hardware [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1471.697743] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-809a0dd5-ab44-48e8-9356-9320557edbed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.700552] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd449208-7672-4f64-8391-5534056a4c57 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.706870] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1471.706870] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d99c2d-e55b-e9a7-e1c0-6e5c09651905" [ 1471.706870] env[62094]: _type = "Task" [ 1471.706870] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.712548] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e460b3-2a05-4c25-af9d-1e2a3dea4a63 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.722924] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d99c2d-e55b-e9a7-e1c0-6e5c09651905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.730929] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:b1:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c8dee69-1a59-49ec-9f9b-33d6f5006a85', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.738173] env[62094]: DEBUG oslo.service.loopingcall [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.739599] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.740295] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0ff19d-2b0b-4b62-b538-278a0fd14451 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.742712] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1c16fe2-6718-47a7-932f-48b8cfcd487c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.762035] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aeeaa30-577c-4b2e-bbda-c739c9682be4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.764902] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.764902] env[62094]: value = "task-1401387" [ 1471.764902] env[62094]: _type = "Task" [ 1471.764902] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.772235] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401387, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.798205] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21a643c-1589-4aef-998b-529c469ac202 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.806034] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7a74f1-afc2-4e8f-94cf-8ea649f5b807 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.820869] env[62094]: DEBUG nova.compute.provider_tree [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.069066] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 7273b9f3-02f8-4c75-9f83-69a1a35b595f] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1472.220446] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52d99c2d-e55b-e9a7-e1c0-6e5c09651905, 'name': SearchDatastore_Task, 'duration_secs': 0.019207} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.226621] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1472.226969] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5881d310-a4ff-4bca-9c4e-3d5f8e9b87a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.246684] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1472.246684] env[62094]: value = "task-1401388" [ 1472.246684] env[62094]: _type = "Task" [ 1472.246684] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.255505] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.276931] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401387, 'name': CreateVM_Task, 'duration_secs': 0.327753} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.277138] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.277929] env[62094]: DEBUG oslo_concurrency.lockutils [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.278117] env[62094]: DEBUG oslo_concurrency.lockutils [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.278460] env[62094]: DEBUG oslo_concurrency.lockutils [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.278733] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aca38db-2e37-4412-baa0-e8590f4b8771 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.283837] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1472.283837] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52cfc66c-ca85-3efc-61f8-619d4e34ffba" [ 1472.283837] env[62094]: _type = "Task" [ 1472.283837] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.295872] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cfc66c-ca85-3efc-61f8-619d4e34ffba, 'name': SearchDatastore_Task, 'duration_secs': 0.008536} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.296270] env[62094]: DEBUG oslo_concurrency.lockutils [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.296434] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.297048] env[62094]: DEBUG oslo_concurrency.lockutils [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.297122] env[62094]: DEBUG oslo_concurrency.lockutils [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.297355] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.297575] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75cb2060-0915-4b42-900e-9da7be7e6cd5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.305901] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.306294] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.307069] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e795d25-1005-417d-bea1-4545dd1920c3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.312969] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1472.312969] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5285b3e1-b469-bee8-0f7f-7e57bc82c02d" [ 1472.312969] env[62094]: _type = "Task" [ 1472.312969] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.324302] env[62094]: DEBUG nova.scheduler.client.report [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1472.328333] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5285b3e1-b469-bee8-0f7f-7e57bc82c02d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.572390] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: f7113655-e711-410d-ae74-d41842a18734] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1472.759173] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401388, 'name': ReconfigVM_Task, 'duration_secs': 0.177737} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.759516] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1472.760321] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a39619d-c535-409c-b778-c4367fdeeeaa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.784691] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 6a4bae9a-c150-4dff-bd3c-62326855f6ae/6a4bae9a-c150-4dff-bd3c-62326855f6ae.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1472.785027] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5adc6170-2fde-41e5-ad56-c4602124e2a1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.807150] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1472.807150] env[62094]: value = "task-1401389" [ 1472.807150] env[62094]: _type = "Task" [ 1472.807150] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.815259] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.825833] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5285b3e1-b469-bee8-0f7f-7e57bc82c02d, 'name': SearchDatastore_Task, 'duration_secs': 0.008529} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.827379] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c054b2-e733-4aa4-927d-9de91bc352b0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.830835] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.836105] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1472.836105] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52cc9610-3824-7a0a-ded3-ebf5fa95820c" [ 1472.836105] env[62094]: _type = "Task" [ 1472.836105] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.849701] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cc9610-3824-7a0a-ded3-ebf5fa95820c, 'name': SearchDatastore_Task, 'duration_secs': 0.009002} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.849991] env[62094]: DEBUG oslo_concurrency.lockutils [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.850271] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 81b43925-b39f-4f49-8482-babd5735d2b8/81b43925-b39f-4f49-8482-babd5735d2b8.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1472.850556] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a1ce096-c96f-4d1d-ae03-bc959026b15b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.860147] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1472.860147] env[62094]: value = "task-1401390" [ 1472.860147] env[62094]: _type = "Task" [ 1472.860147] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.864432] env[62094]: INFO nova.scheduler.client.report [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Deleted allocations for instance bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563 [ 1472.870268] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.076150] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: ef79ea17-fd29-467a-a8e9-983bf6f19212] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1473.322511] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401389, 'name': ReconfigVM_Task, 'duration_secs': 0.452976} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.322613] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 6a4bae9a-c150-4dff-bd3c-62326855f6ae/6a4bae9a-c150-4dff-bd3c-62326855f6ae.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1473.323987] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404adf9b-4130-4d30-9f19-7f5fa7a93f2c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.357231] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60d9431-7f75-4e32-a618-2dcaf418a845 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.389019] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49809} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.389019] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 81b43925-b39f-4f49-8482-babd5735d2b8/81b43925-b39f-4f49-8482-babd5735d2b8.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1473.389019] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1473.389414] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee37826-010e-4b70-ab43-731acba53590 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.391896] env[62094]: DEBUG oslo_concurrency.lockutils [None req-27b71f04-da74-44c8-a359-4130412f397b tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.271s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.392694] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2d7b5be-d553-43aa-8971-15718ef45177 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.415549] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1473.415549] env[62094]: value = "task-1401391" [ 1473.415549] env[62094]: _type = "Task" [ 1473.415549] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.416738] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f9adfb-f5a1-4a45-9872-3f6182854f0f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.427687] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1473.430583] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b619d4d5-5a1a-4366-afe4-a5f1c100b6c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.432972] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.436558] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1473.436558] env[62094]: value = "task-1401392" [ 1473.436558] env[62094]: _type = "Task" [ 1473.436558] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.444724] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.579896] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 87285f89-d05e-41f7-8566-78e57168740b] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1473.764932] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "a1e06760-15aa-4c14-a385-5f345fb19393" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.764932] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "a1e06760-15aa-4c14-a385-5f345fb19393" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.764932] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "a1e06760-15aa-4c14-a385-5f345fb19393-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.764932] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "a1e06760-15aa-4c14-a385-5f345fb19393-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.764932] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "a1e06760-15aa-4c14-a385-5f345fb19393-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.765931] env[62094]: INFO nova.compute.manager [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Terminating instance [ 1473.767970] env[62094]: DEBUG nova.compute.manager [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1473.768225] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1473.769295] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbf97be-eda2-4595-84a3-e26931f2d870 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.777811] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.778099] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7119ef0b-0b86-4e4e-9cc2-3404b4adf178 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.784266] env[62094]: DEBUG oslo_vmware.api [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1473.784266] env[62094]: value = "task-1401393" [ 1473.784266] env[62094]: _type = "Task" [ 1473.784266] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.792349] env[62094]: DEBUG oslo_vmware.api [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.927383] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062168} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.927820] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1473.928773] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a49b7f-b833-4d04-9c59-f09913d2dc64 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.962057] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 81b43925-b39f-4f49-8482-babd5735d2b8/81b43925-b39f-4f49-8482-babd5735d2b8.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.965809] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6c72b97-3ef8-4ad5-aa83-5863eb09d775 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.989447] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.992169] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1473.992169] env[62094]: value = "task-1401394" [ 1473.992169] env[62094]: _type = "Task" [ 1473.992169] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.001649] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401394, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.083578] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 26bfb3f4-0903-4a2b-9256-f135c6e1540d] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1474.297109] env[62094]: DEBUG oslo_vmware.api [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401393, 'name': PowerOffVM_Task, 'duration_secs': 0.472192} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.297427] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1474.297726] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1474.298014] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddbce1e3-21f1-47b1-b895-37d3d0d1a5db {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.366564] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1474.366823] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1474.366823] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Deleting the datastore file [datastore2] a1e06760-15aa-4c14-a385-5f345fb19393 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.367538] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1b2d299-8c0b-44ef-b47e-175d007e0b63 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.374216] env[62094]: DEBUG oslo_vmware.api [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1474.374216] env[62094]: value = "task-1401396" [ 1474.374216] env[62094]: _type = "Task" [ 1474.374216] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.387215] env[62094]: DEBUG oslo_vmware.api [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.462634] env[62094]: DEBUG oslo_vmware.api [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401392, 'name': PowerOnVM_Task, 'duration_secs': 0.612781} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.462928] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1474.503161] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.592946] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: c893f71e-3d93-4b19-ba7c-e5ba48c77b36] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1474.895102] env[62094]: DEBUG oslo_vmware.api [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340794} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.895412] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.895633] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1474.895819] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1474.896008] env[62094]: INFO nova.compute.manager [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1474.896276] env[62094]: DEBUG oslo.service.loopingcall [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.896499] env[62094]: DEBUG nova.compute.manager [-] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1474.896610] env[62094]: DEBUG nova.network.neutron [-] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1475.007542] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401394, 'name': ReconfigVM_Task, 'duration_secs': 0.776942} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.007913] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 81b43925-b39f-4f49-8482-babd5735d2b8/81b43925-b39f-4f49-8482-babd5735d2b8.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.008678] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d19b4b35-b748-4b1e-8532-95a1d98198bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.016466] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1475.016466] env[62094]: value = "task-1401397" [ 1475.016466] env[62094]: _type = "Task" [ 1475.016466] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.027331] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401397, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.053156] env[62094]: DEBUG oslo_concurrency.lockutils [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquiring lock "6b2e7019-285e-4b10-9c97-72495cf469c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.053488] env[62094]: DEBUG oslo_concurrency.lockutils [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Lock "6b2e7019-285e-4b10-9c97-72495cf469c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.098839] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 29358ced-8701-4e84-842b-c1425f3f93d3] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1475.356617] env[62094]: DEBUG nova.compute.manager [req-6b82f043-6d0d-4f9e-800e-3333f8649289 req-8057d605-0966-4980-96bd-0e920f955b60 service nova] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Received event network-vif-deleted-dc2c323a-1a2b-48c3-bac1-2215b86b28d5 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1475.356927] env[62094]: INFO nova.compute.manager [req-6b82f043-6d0d-4f9e-800e-3333f8649289 req-8057d605-0966-4980-96bd-0e920f955b60 service nova] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Neutron deleted interface dc2c323a-1a2b-48c3-bac1-2215b86b28d5; detaching it from the instance and deleting it from the info cache [ 1475.357176] env[62094]: DEBUG nova.network.neutron [req-6b82f043-6d0d-4f9e-800e-3333f8649289 req-8057d605-0966-4980-96bd-0e920f955b60 service nova] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.480450] env[62094]: INFO nova.compute.manager [None req-324f351f-5988-495c-943b-757fd112e25c tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance to original state: 'active' [ 1475.487043] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "ee0def21-086e-43c3-b999-3add52d82f3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.487043] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "ee0def21-086e-43c3-b999-3add52d82f3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.529423] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401397, 'name': Rename_Task, 'duration_secs': 0.222324} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.529823] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.530174] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d0aef01-a547-4cbd-88db-ace39cbcfb40 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.537079] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1475.537079] env[62094]: value = "task-1401398" [ 1475.537079] env[62094]: _type = "Task" [ 1475.537079] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.545572] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.556432] env[62094]: DEBUG nova.compute.manager [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1475.603297] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: d3149e25-0838-4407-ad82-0b29bd3153a6] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1475.632510] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "e561310e-52c0-4b01-8995-8b38b4ed44dc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.632809] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.632988] env[62094]: INFO nova.compute.manager [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Shelving [ 1475.686038] env[62094]: DEBUG nova.network.neutron [-] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.860686] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a176d8bc-f95b-423f-aa53-8bedeaa3ab51 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.869712] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25242a8-e175-4b11-bd3a-76ac2cab85e2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.896306] env[62094]: DEBUG nova.compute.manager [req-6b82f043-6d0d-4f9e-800e-3333f8649289 req-8057d605-0966-4980-96bd-0e920f955b60 service nova] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Detach interface failed, port_id=dc2c323a-1a2b-48c3-bac1-2215b86b28d5, reason: Instance a1e06760-15aa-4c14-a385-5f345fb19393 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1475.990150] env[62094]: DEBUG nova.compute.manager [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1476.048721] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.076340] env[62094]: DEBUG oslo_concurrency.lockutils [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.076657] env[62094]: DEBUG oslo_concurrency.lockutils [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.078219] env[62094]: INFO nova.compute.claims [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1476.107137] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 12a456ef-d6a0-474d-8b03-d134bee657cb] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1476.140631] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1476.140924] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ea93f47-450b-44cd-a4b8-d43d8708b92a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.147815] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1476.147815] env[62094]: value = "task-1401399" [ 1476.147815] env[62094]: _type = "Task" [ 1476.147815] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.156376] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.189045] env[62094]: INFO nova.compute.manager [-] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Took 1.29 seconds to deallocate network for instance. [ 1476.513766] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.548532] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401398, 'name': PowerOnVM_Task, 'duration_secs': 0.844677} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.549146] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.549361] env[62094]: DEBUG nova.compute.manager [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1476.550200] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017498e1-72a6-4042-82ab-234e05dd6476 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.610266] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 0adb4f7b-015e-4ebc-a291-e1b5240a75c9] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1476.661518] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401399, 'name': PowerOffVM_Task, 'duration_secs': 0.222532} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.661518] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1476.661518] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a88b631-7943-48db-a01e-e5136236ab1e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.676952] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d4f404-978d-428b-8a53-ec07e357293d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.695919] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.062286] env[62094]: INFO nova.compute.manager [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] bringing vm to original state: 'stopped' [ 1477.114227] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 02173652-e460-4df6-8ef1-e3781e2e82e0] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1477.187585] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1477.188136] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a2a5fa0-c865-4cf6-8abc-e88b0c82dfb3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.195844] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1477.195844] env[62094]: value = "task-1401400" [ 1477.195844] env[62094]: _type = "Task" [ 1477.195844] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.206313] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401400, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.211666] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce4b9a-01c7-4a1b-997c-05454cf81187 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.218574] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0e86c6-0143-433d-8c26-5b68908ee521 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.248881] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1840a9-293e-4aa8-8b4e-9fa7bd4503c9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.256448] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaf0072-bef2-4a5f-9f34-1a8a12cbae4a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.269277] env[62094]: DEBUG nova.compute.provider_tree [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.274626] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.274626] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.274626] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.274824] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.275059] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.276883] env[62094]: INFO nova.compute.manager [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Terminating instance [ 1477.278818] env[62094]: DEBUG nova.compute.manager [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1477.279023] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1477.279798] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa600014-83fa-432e-bcc9-4ef3ebaabcd7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.287336] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1477.287608] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b1be1b0-5f53-48a4-8731-b6b98db14d2f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.293372] env[62094]: DEBUG oslo_vmware.api [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1477.293372] env[62094]: value = "task-1401401" [ 1477.293372] env[62094]: _type = "Task" [ 1477.293372] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.302357] env[62094]: DEBUG oslo_vmware.api [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.618733] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: b0b56c58-85fc-491f-8c76-dca1ea9c87e6] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1477.706073] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401400, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.772053] env[62094]: DEBUG nova.scheduler.client.report [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1477.805027] env[62094]: DEBUG oslo_vmware.api [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401401, 'name': PowerOffVM_Task, 'duration_secs': 0.17946} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.805027] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1477.805027] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1477.805216] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9682d52-45d5-40fa-a288-068ba0b5ac5e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.870025] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1477.870025] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1477.870025] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleting the datastore file [datastore1] 6a4bae9a-c150-4dff-bd3c-62326855f6ae {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1477.870025] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c38a63c-9820-495c-a8ce-c1aec8f098d1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.874411] env[62094]: DEBUG oslo_vmware.api [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1477.874411] env[62094]: value = "task-1401403" [ 1477.874411] env[62094]: _type = "Task" [ 1477.874411] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.881941] env[62094]: DEBUG oslo_vmware.api [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.070228] env[62094]: DEBUG oslo_concurrency.lockutils [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "81b43925-b39f-4f49-8482-babd5735d2b8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.070596] env[62094]: DEBUG oslo_concurrency.lockutils [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "81b43925-b39f-4f49-8482-babd5735d2b8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.070827] env[62094]: DEBUG nova.compute.manager [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1478.071767] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f067df-a7ae-410f-8106-26a787756289 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.078822] env[62094]: DEBUG nova.compute.manager [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62094) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1478.080958] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.081188] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e24c2ff-7802-44b5-99a4-a402c7ade519 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.087559] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1478.087559] env[62094]: value = "task-1401404" [ 1478.087559] env[62094]: _type = "Task" [ 1478.087559] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.095505] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.122645] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 287c24ca-5e09-4c35-83a2-05f6f1fb255d] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1478.207678] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401400, 'name': CreateSnapshot_Task, 'duration_secs': 0.635331} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.208018] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1478.208832] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd42d6e7-7d2b-48b0-918b-63548ebcfb21 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.277426] env[62094]: DEBUG oslo_concurrency.lockutils [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.277905] env[62094]: DEBUG nova.compute.manager [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1478.280365] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.767s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.281828] env[62094]: INFO nova.compute.claims [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1478.385025] env[62094]: DEBUG oslo_vmware.api [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156212} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.385280] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1478.385476] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1478.385669] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1478.385844] env[62094]: INFO nova.compute.manager [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1478.386093] env[62094]: DEBUG oslo.service.loopingcall [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1478.386289] env[62094]: DEBUG nova.compute.manager [-] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1478.386384] env[62094]: DEBUG nova.network.neutron [-] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1478.597220] env[62094]: DEBUG oslo_vmware.api [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401404, 'name': PowerOffVM_Task, 'duration_secs': 0.215588} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.597463] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.597716] env[62094]: DEBUG nova.compute.manager [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1478.598489] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8ad627-4f86-40b6-bdb0-f7056f9ffbcc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.627717] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 2b835bdc-36c0-4bd3-b54b-bcece069222f] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1478.729856] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1478.730283] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fb59c154-7f7c-42a8-8a1e-bb31a922d9a1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.739827] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1478.739827] env[62094]: value = "task-1401405" [ 1478.739827] env[62094]: _type = "Task" [ 1478.739827] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.748130] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401405, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.787169] env[62094]: DEBUG nova.compute.utils [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1478.790678] env[62094]: DEBUG nova.compute.manager [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Not allocating networking since 'none' was specified. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1478.930167] env[62094]: DEBUG nova.compute.manager [req-1a55b3fb-99eb-42e8-a55a-ab12a1fce7aa req-4d321f89-d3af-4ae2-8b67-bf46a818f33d service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Received event network-vif-deleted-8794019c-5515-4855-bf37-0ebc1b2d6e61 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1478.930442] env[62094]: INFO nova.compute.manager [req-1a55b3fb-99eb-42e8-a55a-ab12a1fce7aa req-4d321f89-d3af-4ae2-8b67-bf46a818f33d service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Neutron deleted interface 8794019c-5515-4855-bf37-0ebc1b2d6e61; detaching it from the instance and deleting it from the info cache [ 1478.930567] env[62094]: DEBUG nova.network.neutron [req-1a55b3fb-99eb-42e8-a55a-ab12a1fce7aa req-4d321f89-d3af-4ae2-8b67-bf46a818f33d service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.110231] env[62094]: DEBUG oslo_concurrency.lockutils [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "81b43925-b39f-4f49-8482-babd5735d2b8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.040s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.132064] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 68bd353b-8a1e-4b3c-9985-4457924502e3] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1479.251164] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401405, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.291972] env[62094]: DEBUG nova.compute.manager [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1479.344939] env[62094]: DEBUG nova.network.neutron [-] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.433795] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ace440f5-de96-4d40-b8ae-e436de6b1532 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.444527] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1022e8-92a8-40d8-8928-fbf00fb57b77 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.455563] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a50a76-46c3-445a-aa48-0ed7bca64160 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.463605] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1998c2-10af-43a5-b17f-23388e3b1acb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.477385] env[62094]: DEBUG nova.compute.manager [req-1a55b3fb-99eb-42e8-a55a-ab12a1fce7aa req-4d321f89-d3af-4ae2-8b67-bf46a818f33d service nova] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Detach interface failed, port_id=8794019c-5515-4855-bf37-0ebc1b2d6e61, reason: Instance 6a4bae9a-c150-4dff-bd3c-62326855f6ae could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1479.504241] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9e5d27-ae77-425c-a5e6-a5442457b054 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.511838] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30013b3-e15b-4e03-bd6e-d8271de4ef47 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.525386] env[62094]: DEBUG nova.compute.provider_tree [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.618757] env[62094]: DEBUG oslo_concurrency.lockutils [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.636027] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "81b43925-b39f-4f49-8482-babd5735d2b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.636027] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "81b43925-b39f-4f49-8482-babd5735d2b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.636027] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "81b43925-b39f-4f49-8482-babd5735d2b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.636027] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "81b43925-b39f-4f49-8482-babd5735d2b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.636241] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "81b43925-b39f-4f49-8482-babd5735d2b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.637670] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 4c2a5fdc-847a-4247-9d0b-c3fff566d9c0] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1479.639438] env[62094]: INFO nova.compute.manager [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Terminating instance [ 1479.641077] env[62094]: DEBUG nova.compute.manager [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1479.641272] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.642088] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb211202-a60c-4274-9b91-109dd0aaa195 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.650093] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1479.650566] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-192407b9-18dc-4fa8-8a67-a668e09bb256 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.711158] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1479.711790] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1479.712118] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleting the datastore file [datastore1] 81b43925-b39f-4f49-8482-babd5735d2b8 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1479.712995] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d184706-c6c1-468a-a48e-57d7a6669715 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.719947] env[62094]: DEBUG oslo_vmware.api [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1479.719947] env[62094]: value = "task-1401407" [ 1479.719947] env[62094]: _type = "Task" [ 1479.719947] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.728219] env[62094]: DEBUG oslo_vmware.api [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.750365] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401405, 'name': CloneVM_Task} progress is 95%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.847442] env[62094]: INFO nova.compute.manager [-] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Took 1.46 seconds to deallocate network for instance. [ 1480.028647] env[62094]: DEBUG nova.scheduler.client.report [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1480.141825] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 5205be1d-ce77-42ea-b622-9963acd05f53] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1480.229472] env[62094]: DEBUG oslo_vmware.api [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34224} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.230051] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.230215] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.230395] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.230567] env[62094]: INFO nova.compute.manager [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1480.230806] env[62094]: DEBUG oslo.service.loopingcall [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.230996] env[62094]: DEBUG nova.compute.manager [-] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1480.231098] env[62094]: DEBUG nova.network.neutron [-] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.250861] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401405, 'name': CloneVM_Task, 'duration_secs': 1.144068} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.251123] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Created linked-clone VM from snapshot [ 1480.251826] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d354af-e240-460a-915e-7d9f17db3e4d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.258477] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Uploading image 17925e72-7b76-4136-9219-a1022f1a5212 {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1480.286508] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1480.286508] env[62094]: value = "vm-297064" [ 1480.286508] env[62094]: _type = "VirtualMachine" [ 1480.286508] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1480.286844] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a0f38278-c522-4dc2-9155-5a96a7030377 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.292764] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lease: (returnval){ [ 1480.292764] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d56f3a-e877-9f3e-5c7c-984cbf5f95d8" [ 1480.292764] env[62094]: _type = "HttpNfcLease" [ 1480.292764] env[62094]: } obtained for exporting VM: (result){ [ 1480.292764] env[62094]: value = "vm-297064" [ 1480.292764] env[62094]: _type = "VirtualMachine" [ 1480.292764] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1480.293025] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the lease: (returnval){ [ 1480.293025] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d56f3a-e877-9f3e-5c7c-984cbf5f95d8" [ 1480.293025] env[62094]: _type = "HttpNfcLease" [ 1480.293025] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1480.301193] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1480.301193] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d56f3a-e877-9f3e-5c7c-984cbf5f95d8" [ 1480.301193] env[62094]: _type = "HttpNfcLease" [ 1480.301193] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1480.304272] env[62094]: DEBUG nova.compute.manager [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1480.326556] env[62094]: DEBUG nova.virt.hardware [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1480.326810] env[62094]: DEBUG nova.virt.hardware [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1480.326999] env[62094]: DEBUG nova.virt.hardware [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.328867] env[62094]: DEBUG nova.virt.hardware [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1480.328867] env[62094]: DEBUG nova.virt.hardware [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.328867] env[62094]: DEBUG nova.virt.hardware [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1480.328867] env[62094]: DEBUG nova.virt.hardware [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1480.329049] env[62094]: DEBUG nova.virt.hardware [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1480.329185] env[62094]: DEBUG nova.virt.hardware [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1480.329371] env[62094]: DEBUG nova.virt.hardware [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1480.329556] env[62094]: DEBUG nova.virt.hardware [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1480.330454] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3280461-d20b-42f8-be7a-df01d32bc95d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.337884] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d071c7b9-7a45-4246-b63b-ede106ad6438 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.353452] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.353914] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Instance VIF info [] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1480.360761] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Creating folder: Project (48ed7e8cd74040208389378d7715fc56). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1480.361247] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a86fdb33-4fa3-41f8-9b2e-e63af6f38427 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.371303] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Created folder: Project (48ed7e8cd74040208389378d7715fc56) in parent group-v296765. [ 1480.371497] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Creating folder: Instances. Parent ref: group-v297065. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1480.371735] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b6b83c5-0486-4fbc-b494-c754ac506e0a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.380284] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Created folder: Instances in parent group-v297065. [ 1480.380515] env[62094]: DEBUG oslo.service.loopingcall [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.380704] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1480.380911] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb8f7d21-3a2e-4236-a5b8-d1e01223c940 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.396397] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1480.396397] env[62094]: value = "task-1401411" [ 1480.396397] env[62094]: _type = "Task" [ 1480.396397] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.403522] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401411, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.534465] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.535063] env[62094]: DEBUG nova.compute.manager [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1480.537828] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.842s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.537993] env[62094]: DEBUG nova.objects.instance [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lazy-loading 'resources' on Instance uuid a1e06760-15aa-4c14-a385-5f345fb19393 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.644636] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 12621127-92dc-4870-b9e3-66af08d1b963] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1480.801420] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1480.801420] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d56f3a-e877-9f3e-5c7c-984cbf5f95d8" [ 1480.801420] env[62094]: _type = "HttpNfcLease" [ 1480.801420] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1480.801722] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1480.801722] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52d56f3a-e877-9f3e-5c7c-984cbf5f95d8" [ 1480.801722] env[62094]: _type = "HttpNfcLease" [ 1480.801722] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1480.802544] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc75005b-d273-4c8b-800d-d05c69dfaf40 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.809471] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297257e-3e44-562f-59a1-e5ef22ccb2ba/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1480.809644] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297257e-3e44-562f-59a1-e5ef22ccb2ba/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1480.898424] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-95114a57-9a27-47cd-bb85-75451390d6fa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.910707] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401411, 'name': CreateVM_Task, 'duration_secs': 0.285591} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.910891] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1480.911317] env[62094]: DEBUG oslo_concurrency.lockutils [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.911467] env[62094]: DEBUG oslo_concurrency.lockutils [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.911787] env[62094]: DEBUG oslo_concurrency.lockutils [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.912055] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70fd2a86-f053-4541-88db-a0bca66c38f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.917834] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1480.917834] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e615b8-0513-4e0c-5897-95c6a0c15444" [ 1480.917834] env[62094]: _type = "Task" [ 1480.917834] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.926784] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e615b8-0513-4e0c-5897-95c6a0c15444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.959313] env[62094]: DEBUG nova.compute.manager [req-27214719-1f56-47e3-8356-cc866e9e11f1 req-beccd4bc-a8df-48f2-90fc-02a82ae8e1ac service nova] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Received event network-vif-deleted-9c8dee69-1a59-49ec-9f9b-33d6f5006a85 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1480.959539] env[62094]: INFO nova.compute.manager [req-27214719-1f56-47e3-8356-cc866e9e11f1 req-beccd4bc-a8df-48f2-90fc-02a82ae8e1ac service nova] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Neutron deleted interface 9c8dee69-1a59-49ec-9f9b-33d6f5006a85; detaching it from the instance and deleting it from the info cache [ 1480.959743] env[62094]: DEBUG nova.network.neutron [req-27214719-1f56-47e3-8356-cc866e9e11f1 req-beccd4bc-a8df-48f2-90fc-02a82ae8e1ac service nova] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.988528] env[62094]: DEBUG nova.network.neutron [-] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.041233] env[62094]: DEBUG nova.compute.utils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1481.046435] env[62094]: DEBUG nova.compute.manager [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1481.046435] env[62094]: DEBUG nova.network.neutron [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1481.090966] env[62094]: DEBUG nova.policy [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1023385f293140d6b4c884d64e87601c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec01037040104fcba01fe7e4036a8410', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1481.149797] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 349536d7-eb0a-4ca2-b396-db2e035e2ca8] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1481.188849] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce05b9c-0009-40bd-9dfc-06e8ee10c5de {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.197261] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701d3191-6692-4ab8-9f34-7b585474493c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.228545] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2893625-5435-459b-bbd4-16811757e2d9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.236622] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a2ec4d-f3b3-4809-b6a4-62c54d593791 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.254109] env[62094]: DEBUG nova.compute.provider_tree [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.374791] env[62094]: DEBUG nova.network.neutron [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Successfully created port: 7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.431301] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e615b8-0513-4e0c-5897-95c6a0c15444, 'name': SearchDatastore_Task, 'duration_secs': 0.011699} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.431797] env[62094]: DEBUG oslo_concurrency.lockutils [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.432103] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1481.432399] env[62094]: DEBUG oslo_concurrency.lockutils [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.432556] env[62094]: DEBUG oslo_concurrency.lockutils [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.432800] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1481.433164] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b479e73-6c1a-4fbd-b06a-a2f7056b36ee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.442178] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1481.442605] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1481.443214] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9bb094-2788-4ac5-9a91-ce98f987a17d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.448607] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1481.448607] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5220bc01-036b-34f1-5101-54a6ae06b0d5" [ 1481.448607] env[62094]: _type = "Task" [ 1481.448607] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.456263] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5220bc01-036b-34f1-5101-54a6ae06b0d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.462476] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2889b874-196a-459b-83cc-02062cdd26aa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.472140] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d091cbf3-c223-46e9-9cc4-0b54a22c33ca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.490679] env[62094]: INFO nova.compute.manager [-] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Took 1.26 seconds to deallocate network for instance. [ 1481.499802] env[62094]: DEBUG nova.compute.manager [req-27214719-1f56-47e3-8356-cc866e9e11f1 req-beccd4bc-a8df-48f2-90fc-02a82ae8e1ac service nova] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Detach interface failed, port_id=9c8dee69-1a59-49ec-9f9b-33d6f5006a85, reason: Instance 81b43925-b39f-4f49-8482-babd5735d2b8 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1481.545932] env[62094]: DEBUG nova.compute.manager [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1481.654941] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 4628c8a4-1bfa-4bd3-91f6-9944b313719b] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1481.757636] env[62094]: DEBUG nova.scheduler.client.report [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1481.959444] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5220bc01-036b-34f1-5101-54a6ae06b0d5, 'name': SearchDatastore_Task, 'duration_secs': 0.008855} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.960458] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e8c262-fa09-4945-8a75-c73567d4d80f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.968074] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1481.968074] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5246abc7-2288-6126-b328-39a731149047" [ 1481.968074] env[62094]: _type = "Task" [ 1481.968074] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.975813] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5246abc7-2288-6126-b328-39a731149047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.005069] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.157707] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 7d1dd94d-d44f-49a7-a5b4-41ce464d9e89] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1482.262883] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.265275] env[62094]: DEBUG oslo_concurrency.lockutils [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.647s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.265499] env[62094]: DEBUG nova.objects.instance [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62094) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1482.289457] env[62094]: INFO nova.scheduler.client.report [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Deleted allocations for instance a1e06760-15aa-4c14-a385-5f345fb19393 [ 1482.481143] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5246abc7-2288-6126-b328-39a731149047, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.481551] env[62094]: DEBUG oslo_concurrency.lockutils [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.482031] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 6b2e7019-285e-4b10-9c97-72495cf469c7/6b2e7019-285e-4b10-9c97-72495cf469c7.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1482.482580] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edc3eaef-0919-49db-9778-34d535dc2c2d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.490033] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1482.490033] env[62094]: value = "task-1401412" [ 1482.490033] env[62094]: _type = "Task" [ 1482.490033] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.497299] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.556194] env[62094]: DEBUG nova.compute.manager [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1482.582942] env[62094]: DEBUG nova.virt.hardware [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1482.583426] env[62094]: DEBUG nova.virt.hardware [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1482.583860] env[62094]: DEBUG nova.virt.hardware [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.584053] env[62094]: DEBUG nova.virt.hardware [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1482.584286] env[62094]: DEBUG nova.virt.hardware [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.584564] env[62094]: DEBUG nova.virt.hardware [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1482.584827] env[62094]: DEBUG nova.virt.hardware [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1482.585138] env[62094]: DEBUG nova.virt.hardware [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1482.585341] env[62094]: DEBUG nova.virt.hardware [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1482.585563] env[62094]: DEBUG nova.virt.hardware [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1482.585803] env[62094]: DEBUG nova.virt.hardware [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1482.586768] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb7668f-2603-4416-a595-14a2c528b78c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.594571] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b47cef6-c69b-4b92-b87e-3071fca4f2d6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.662067] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: ff89c425-26c5-42aa-8667-a0f5e3feb526] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1482.797981] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8fc8adcd-b157-437b-adbb-c65c515087cd tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "a1e06760-15aa-4c14-a385-5f345fb19393" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.035s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.810934] env[62094]: DEBUG nova.compute.manager [req-b5af2066-4561-4995-bc7d-96e70698a5fd req-bac29d4f-8911-4cb6-8805-f960abb20648 service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Received event network-vif-plugged-7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1482.811224] env[62094]: DEBUG oslo_concurrency.lockutils [req-b5af2066-4561-4995-bc7d-96e70698a5fd req-bac29d4f-8911-4cb6-8805-f960abb20648 service nova] Acquiring lock "ee0def21-086e-43c3-b999-3add52d82f3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.811729] env[62094]: DEBUG oslo_concurrency.lockutils [req-b5af2066-4561-4995-bc7d-96e70698a5fd req-bac29d4f-8911-4cb6-8805-f960abb20648 service nova] Lock "ee0def21-086e-43c3-b999-3add52d82f3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1482.811839] env[62094]: DEBUG oslo_concurrency.lockutils [req-b5af2066-4561-4995-bc7d-96e70698a5fd req-bac29d4f-8911-4cb6-8805-f960abb20648 service nova] Lock "ee0def21-086e-43c3-b999-3add52d82f3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.812039] env[62094]: DEBUG nova.compute.manager [req-b5af2066-4561-4995-bc7d-96e70698a5fd req-bac29d4f-8911-4cb6-8805-f960abb20648 service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] No waiting events found dispatching network-vif-plugged-7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1482.812235] env[62094]: WARNING nova.compute.manager [req-b5af2066-4561-4995-bc7d-96e70698a5fd req-bac29d4f-8911-4cb6-8805-f960abb20648 service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Received unexpected event network-vif-plugged-7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b for instance with vm_state building and task_state spawning. [ 1482.998771] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462921} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.999133] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 6b2e7019-285e-4b10-9c97-72495cf469c7/6b2e7019-285e-4b10-9c97-72495cf469c7.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1482.999403] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.999700] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95fdf8b4-8317-48cc-9619-dcb144ba658f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.005485] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1483.005485] env[62094]: value = "task-1401413" [ 1483.005485] env[62094]: _type = "Task" [ 1483.005485] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.014118] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.166000] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: bc6169f6-5b4d-403f-9bf9-5eb447cba4a1] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1483.276298] env[62094]: DEBUG oslo_concurrency.lockutils [None req-84fb30e5-c3f6-4c0d-83b9-8860b040ac18 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.277668] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.924s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.277889] env[62094]: DEBUG nova.objects.instance [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lazy-loading 'resources' on Instance uuid 6a4bae9a-c150-4dff-bd3c-62326855f6ae {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.390153] env[62094]: DEBUG nova.network.neutron [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Successfully updated port: 7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.423143] env[62094]: DEBUG nova.compute.manager [req-5f79c7dd-eaad-492a-b5b1-d30d94c83af0 req-d86fcf64-53df-4663-b7ca-d58c2700204a service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Received event network-changed-7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1483.423399] env[62094]: DEBUG nova.compute.manager [req-5f79c7dd-eaad-492a-b5b1-d30d94c83af0 req-d86fcf64-53df-4663-b7ca-d58c2700204a service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Refreshing instance network info cache due to event network-changed-7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1483.423693] env[62094]: DEBUG oslo_concurrency.lockutils [req-5f79c7dd-eaad-492a-b5b1-d30d94c83af0 req-d86fcf64-53df-4663-b7ca-d58c2700204a service nova] Acquiring lock "refresh_cache-ee0def21-086e-43c3-b999-3add52d82f3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.423878] env[62094]: DEBUG oslo_concurrency.lockutils [req-5f79c7dd-eaad-492a-b5b1-d30d94c83af0 req-d86fcf64-53df-4663-b7ca-d58c2700204a service nova] Acquired lock "refresh_cache-ee0def21-086e-43c3-b999-3add52d82f3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.424069] env[62094]: DEBUG nova.network.neutron [req-5f79c7dd-eaad-492a-b5b1-d30d94c83af0 req-d86fcf64-53df-4663-b7ca-d58c2700204a service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Refreshing network info cache for port 7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.518035] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088234} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.518035] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1483.519031] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234ce947-8f00-4864-9dcb-d3770a5fa187 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.538379] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 6b2e7019-285e-4b10-9c97-72495cf469c7/6b2e7019-285e-4b10-9c97-72495cf469c7.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.538683] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28f53e1f-8e24-408f-bd53-e73db5c09e0c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.558181] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1483.558181] env[62094]: value = "task-1401414" [ 1483.558181] env[62094]: _type = "Task" [ 1483.558181] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.566661] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.670231] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 32e5308f-da8d-45e8-99f3-382cf9d62dae] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1483.702179] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "76e77f17-b6a1-425b-9144-35e81a159f6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.702179] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "76e77f17-b6a1-425b-9144-35e81a159f6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.702594] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "76e77f17-b6a1-425b-9144-35e81a159f6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.702594] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "76e77f17-b6a1-425b-9144-35e81a159f6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.702748] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "76e77f17-b6a1-425b-9144-35e81a159f6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.706294] env[62094]: INFO nova.compute.manager [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Terminating instance [ 1483.707153] env[62094]: DEBUG nova.compute.manager [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1483.707400] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.708667] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50573b2b-c371-4f0b-9536-1edf60bef2ed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.717207] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.717502] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a060d7e5-8b67-48ca-b45d-215a8946d9ac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.723806] env[62094]: DEBUG oslo_vmware.api [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1483.723806] env[62094]: value = "task-1401415" [ 1483.723806] env[62094]: _type = "Task" [ 1483.723806] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.732092] env[62094]: DEBUG oslo_vmware.api [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.893995] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "refresh_cache-ee0def21-086e-43c3-b999-3add52d82f3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.912059] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff052f7-cca3-41e3-8a49-61a246a13f52 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.919531] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70e7edd-0fc9-497a-a845-fd62f7be540d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.952750] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835155e6-b9d8-4810-9431-4681af726427 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.961197] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcc41e4-58d7-4787-868d-92800c99cade {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.976498] env[62094]: DEBUG nova.compute.provider_tree [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1483.982478] env[62094]: DEBUG nova.network.neutron [req-5f79c7dd-eaad-492a-b5b1-d30d94c83af0 req-d86fcf64-53df-4663-b7ca-d58c2700204a service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1484.063185] env[62094]: DEBUG nova.network.neutron [req-5f79c7dd-eaad-492a-b5b1-d30d94c83af0 req-d86fcf64-53df-4663-b7ca-d58c2700204a service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.069808] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401414, 'name': ReconfigVM_Task, 'duration_secs': 0.356056} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.070129] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 6b2e7019-285e-4b10-9c97-72495cf469c7/6b2e7019-285e-4b10-9c97-72495cf469c7.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1484.070780] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc217657-1ba5-4525-859c-930bfef2f5ba {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.079612] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1484.079612] env[62094]: value = "task-1401416" [ 1484.079612] env[62094]: _type = "Task" [ 1484.079612] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.088752] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401416, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.173919] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: b15f39b1-caf9-40e4-9d02-dac1cabda477] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1484.233319] env[62094]: DEBUG oslo_vmware.api [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401415, 'name': PowerOffVM_Task, 'duration_secs': 0.210835} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.233604] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.233775] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.234036] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f174ae9e-d445-4982-be4e-1e091927c54f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.298782] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.299033] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.299250] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Deleting the datastore file [datastore2] 76e77f17-b6a1-425b-9144-35e81a159f6b {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.299503] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6ee2de3-8bff-457a-8967-2082c9ab1fb4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.305826] env[62094]: DEBUG oslo_vmware.api [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for the task: (returnval){ [ 1484.305826] env[62094]: value = "task-1401418" [ 1484.305826] env[62094]: _type = "Task" [ 1484.305826] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.314583] env[62094]: DEBUG oslo_vmware.api [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.498954] env[62094]: ERROR nova.scheduler.client.report [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [req-a6e0fdc8-c219-41a3-b920-066611d8dcf1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 63012395-d365-4b03-a816-be66e2783fee. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a6e0fdc8-c219-41a3-b920-066611d8dcf1"}]} [ 1484.515628] env[62094]: DEBUG nova.scheduler.client.report [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Refreshing inventories for resource provider 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1484.529906] env[62094]: DEBUG nova.scheduler.client.report [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Updating ProviderTree inventory for provider 63012395-d365-4b03-a816-be66e2783fee from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1484.530204] env[62094]: DEBUG nova.compute.provider_tree [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1484.544183] env[62094]: DEBUG nova.scheduler.client.report [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Refreshing aggregate associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, aggregates: None {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1484.565037] env[62094]: DEBUG nova.scheduler.client.report [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Refreshing trait associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1484.567201] env[62094]: DEBUG oslo_concurrency.lockutils [req-5f79c7dd-eaad-492a-b5b1-d30d94c83af0 req-d86fcf64-53df-4663-b7ca-d58c2700204a service nova] Releasing lock "refresh_cache-ee0def21-086e-43c3-b999-3add52d82f3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.567760] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired lock "refresh_cache-ee0def21-086e-43c3-b999-3add52d82f3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.567919] env[62094]: DEBUG nova.network.neutron [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1484.593518] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401416, 'name': Rename_Task, 'duration_secs': 0.179191} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.593856] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1484.594149] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cee7c30f-84c3-4e19-ac78-1709f97b7123 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.602173] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1484.602173] env[62094]: value = "task-1401419" [ 1484.602173] env[62094]: _type = "Task" [ 1484.602173] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.610613] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.677036] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 60a1b4e4-cea2-4972-84ff-414b6098f03d] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1484.689562] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f042be11-101a-4986-8c3c-9db33904ad87 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.697979] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceef6bd-a25a-4c7a-9e2a-98f43edd9906 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.730702] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9d764c-3e40-4f44-9838-79590f1ede5d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.738357] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fac68b-3dc9-4a49-86ad-f513ddea31f8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.753546] env[62094]: DEBUG nova.compute.provider_tree [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1484.816014] env[62094]: DEBUG oslo_vmware.api [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Task: {'id': task-1401418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166455} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.816243] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1484.816495] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1484.816694] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1484.816879] env[62094]: INFO nova.compute.manager [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1484.817191] env[62094]: DEBUG oslo.service.loopingcall [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.817420] env[62094]: DEBUG nova.compute.manager [-] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1484.817523] env[62094]: DEBUG nova.network.neutron [-] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1485.106662] env[62094]: DEBUG nova.network.neutron [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1485.114517] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401419, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.179883] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 5630f5ff-62aa-45b6-a4db-3c0b2f5c14bd] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1485.279898] env[62094]: DEBUG nova.network.neutron [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Updating instance_info_cache with network_info: [{"id": "7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b", "address": "fa:16:3e:27:41:3f", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d2e6ce5-6d", "ovs_interfaceid": "7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.288963] env[62094]: DEBUG nova.scheduler.client.report [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Updated inventory for provider 63012395-d365-4b03-a816-be66e2783fee with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1485.289262] env[62094]: DEBUG nova.compute.provider_tree [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Updating resource provider 63012395-d365-4b03-a816-be66e2783fee generation from 149 to 150 during operation: update_inventory {{(pid=62094) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1485.289456] env[62094]: DEBUG nova.compute.provider_tree [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1485.443323] env[62094]: DEBUG nova.compute.manager [req-290b0a44-9a11-4fb1-9620-9236e9f8bfcd req-33490c4d-f605-435d-8a43-29b0fc5c361b service nova] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Received event network-vif-deleted-6debb3f1-22d5-465a-8614-206ea77c5f6d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1485.443323] env[62094]: INFO nova.compute.manager [req-290b0a44-9a11-4fb1-9620-9236e9f8bfcd req-33490c4d-f605-435d-8a43-29b0fc5c361b service nova] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Neutron deleted interface 6debb3f1-22d5-465a-8614-206ea77c5f6d; detaching it from the instance and deleting it from the info cache [ 1485.443420] env[62094]: DEBUG nova.network.neutron [req-290b0a44-9a11-4fb1-9620-9236e9f8bfcd req-33490c4d-f605-435d-8a43-29b0fc5c361b service nova] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.556161] env[62094]: DEBUG nova.network.neutron [-] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.614464] env[62094]: DEBUG oslo_vmware.api [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401419, 'name': PowerOnVM_Task, 'duration_secs': 0.563443} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.614464] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1485.614464] env[62094]: INFO nova.compute.manager [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Took 5.31 seconds to spawn the instance on the hypervisor. [ 1485.614464] env[62094]: DEBUG nova.compute.manager [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1485.614761] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faed519c-745d-4a0e-9fe3-ee986b842663 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.685724] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: ba71fe45-f87a-4af7-a5f7-901a9283f6a9] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1485.782576] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Releasing lock "refresh_cache-ee0def21-086e-43c3-b999-3add52d82f3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.782890] env[62094]: DEBUG nova.compute.manager [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Instance network_info: |[{"id": "7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b", "address": "fa:16:3e:27:41:3f", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d2e6ce5-6d", "ovs_interfaceid": "7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1485.783351] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:41:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1485.791040] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Creating folder: Project (ec01037040104fcba01fe7e4036a8410). Parent ref: group-v296765. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1485.791351] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a01f8bf0-7cd9-4456-b542-481b15eca842 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.793915] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.516s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.795968] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.791s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.796233] env[62094]: DEBUG nova.objects.instance [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lazy-loading 'resources' on Instance uuid 81b43925-b39f-4f49-8482-babd5735d2b8 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.810478] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Created folder: Project (ec01037040104fcba01fe7e4036a8410) in parent group-v296765. [ 1485.810684] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Creating folder: Instances. Parent ref: group-v297068. {{(pid=62094) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1485.810954] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26a212ca-9b14-4385-bccb-549e8fa32747 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.816043] env[62094]: INFO nova.scheduler.client.report [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleted allocations for instance 6a4bae9a-c150-4dff-bd3c-62326855f6ae [ 1485.823771] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Created folder: Instances in parent group-v297068. [ 1485.824033] env[62094]: DEBUG oslo.service.loopingcall [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.824227] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1485.824436] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c89e317-054a-4647-82dd-f5e82f225ebd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.844922] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1485.844922] env[62094]: value = "task-1401422" [ 1485.844922] env[62094]: _type = "Task" [ 1485.844922] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.853383] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401422, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.945844] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e84f9c0b-0933-485a-9cca-151cec0d7799 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.957743] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae15c260-9618-4f80-a3f2-d92a64b55ae1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.989762] env[62094]: DEBUG nova.compute.manager [req-290b0a44-9a11-4fb1-9620-9236e9f8bfcd req-33490c4d-f605-435d-8a43-29b0fc5c361b service nova] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Detach interface failed, port_id=6debb3f1-22d5-465a-8614-206ea77c5f6d, reason: Instance 76e77f17-b6a1-425b-9144-35e81a159f6b could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1486.059216] env[62094]: INFO nova.compute.manager [-] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Took 1.24 seconds to deallocate network for instance. [ 1486.131686] env[62094]: INFO nova.compute.manager [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Took 10.07 seconds to build instance. [ 1486.190897] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 5632757d-1b10-47fe-9519-eac6335e486d] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1486.325544] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9d052c4b-37ac-43c5-84b8-793b524ae01b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "6a4bae9a-c150-4dff-bd3c-62326855f6ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.051s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.356653] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401422, 'name': CreateVM_Task, 'duration_secs': 0.351904} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.356880] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1486.357561] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.357999] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.358118] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1486.358593] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-033ce3b3-298c-46d3-acfc-1ac9860e1351 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.363725] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1486.363725] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]520dc876-997f-e22d-ee37-91e8e3455452" [ 1486.363725] env[62094]: _type = "Task" [ 1486.363725] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.375283] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520dc876-997f-e22d-ee37-91e8e3455452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.400294] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f5e892-dfad-48d3-96ee-12c51f756c63 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.408268] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddd3f28-abd3-4bb6-857d-a37b64c45939 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.174580] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.174995] env[62094]: DEBUG oslo_concurrency.lockutils [None req-02365195-192a-4d43-8dfb-34b42276c42c tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Lock "6b2e7019-285e-4b10-9c97-72495cf469c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.122s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.175332] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 96ec0dfb-3d6c-42df-b566-bcae164fe4c7] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1487.185192] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e37bd01-610b-4793-8507-e9788d9c39a3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.198171] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255bc733-3d33-4b98-9822-017707c15831 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.202105] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520dc876-997f-e22d-ee37-91e8e3455452, 'name': SearchDatastore_Task, 'duration_secs': 0.012057} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.203127] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.203362] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1487.203590] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.203730] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.203896] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1487.204745] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6550fbae-602a-40e3-903c-502384e81f64 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.216243] env[62094]: DEBUG nova.compute.provider_tree [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.223816] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1487.224026] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1487.227587] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f88ea3a-564c-4e36-a899-8444d34c795e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.231317] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1487.231317] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]529f6d99-d6b1-c494-c44d-799f94566413" [ 1487.231317] env[62094]: _type = "Task" [ 1487.231317] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.239434] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]529f6d99-d6b1-c494-c44d-799f94566413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.679209] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 5d4cbef9-ed93-4415-8818-05fcae2a906c] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1487.688919] env[62094]: INFO nova.compute.manager [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Rebuilding instance [ 1487.720037] env[62094]: DEBUG nova.scheduler.client.report [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1487.732036] env[62094]: DEBUG nova.compute.manager [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1487.732158] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15142f05-857f-4586-bf1c-2f3520803cd8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.751056] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]529f6d99-d6b1-c494-c44d-799f94566413, 'name': SearchDatastore_Task, 'duration_secs': 0.009771} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.751760] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e67dbce-8c37-45fb-86a5-e577aa6cfe6e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.758069] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1487.758069] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a0aefa-c96e-121a-181d-5a835973f1a8" [ 1487.758069] env[62094]: _type = "Task" [ 1487.758069] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.767859] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a0aefa-c96e-121a-181d-5a835973f1a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.867552] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "135edbba-65af-4d1b-bb7d-2070ffa54933" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.867898] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "135edbba-65af-4d1b-bb7d-2070ffa54933" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.182926] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: e2f8504f-2c1e-4304-a698-fe8819a65685] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1488.223804] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.428s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.226495] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.052s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.226736] env[62094]: DEBUG nova.objects.instance [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lazy-loading 'resources' on Instance uuid 76e77f17-b6a1-425b-9144-35e81a159f6b {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.243945] env[62094]: INFO nova.scheduler.client.report [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleted allocations for instance 81b43925-b39f-4f49-8482-babd5735d2b8 [ 1488.253146] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.253441] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f9e2200-14d9-4eef-aa11-fd07abe3d1af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.263341] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1488.263341] env[62094]: value = "task-1401423" [ 1488.263341] env[62094]: _type = "Task" [ 1488.263341] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.271223] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a0aefa-c96e-121a-181d-5a835973f1a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011073} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.271969] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.272258] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] ee0def21-086e-43c3-b999-3add52d82f3f/ee0def21-086e-43c3-b999-3add52d82f3f.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1488.272568] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a6a467f-d789-4c3a-b1c0-f0955ce6b79f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.278283] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.283708] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1488.283708] env[62094]: value = "task-1401424" [ 1488.283708] env[62094]: _type = "Task" [ 1488.283708] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.293027] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.370195] env[62094]: DEBUG nova.compute.manager [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1488.686983] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 4f6170dd-4b13-46ea-8ea0-612e517addb9] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1488.751971] env[62094]: DEBUG oslo_concurrency.lockutils [None req-39ff10a4-0699-4f9c-abc5-d561e946a1b3 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "81b43925-b39f-4f49-8482-babd5735d2b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.116s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.780466] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401423, 'name': PowerOffVM_Task, 'duration_secs': 0.151085} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.780575] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.780851] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1488.782081] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f237bb7d-9465-4e97-bb0d-0875080e1dcc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.798471] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.804593] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0b17d81-4f6e-4b6b-8762-a51a8d1a1d72 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.806309] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506327} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.806788] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] ee0def21-086e-43c3-b999-3add52d82f3f/ee0def21-086e-43c3-b999-3add52d82f3f.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1488.807028] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1488.807618] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be9266f5-e6cd-4519-a7ae-1256fb4dc7cb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.816439] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1488.816439] env[62094]: value = "task-1401426" [ 1488.816439] env[62094]: _type = "Task" [ 1488.816439] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.829097] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.837049] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.837279] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.837462] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Deleting the datastore file [datastore1] 6b2e7019-285e-4b10-9c97-72495cf469c7 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.837727] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98296564-5b26-4c77-9370-04be3a690262 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.851642] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1488.851642] env[62094]: value = "task-1401427" [ 1488.851642] env[62094]: _type = "Task" [ 1488.851642] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.862169] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.864132] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d3edc5-c0e4-4f48-b72b-9ac401692f74 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.872140] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ebe5ee-2b20-46ac-941d-4b8c4301dedb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.908187] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.908507] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3d044f-bcd8-4257-8f73-d4ba09f9ce05 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.917224] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ef5c45-ee58-4d98-91e7-4e80e0fdae07 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.931839] env[62094]: DEBUG nova.compute.provider_tree [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1489.190882] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 47d50f06-ee2c-4524-aca5-edc748f76875] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1489.330771] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072366} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.331150] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1489.331869] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc98eed0-8c9d-48ef-89c9-49c2a170aa26 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.354423] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] ee0def21-086e-43c3-b999-3add52d82f3f/ee0def21-086e-43c3-b999-3add52d82f3f.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1489.354916] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf0750db-f426-4308-aca9-0413192ee95c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.378940] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104964} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.380341] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.380545] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1489.380757] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1489.383523] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1489.383523] env[62094]: value = "task-1401428" [ 1489.383523] env[62094]: _type = "Task" [ 1489.383523] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.392919] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.451766] env[62094]: ERROR nova.scheduler.client.report [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] [req-27dd60ff-dc6c-45b9-ba45-6223fe096410] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 63012395-d365-4b03-a816-be66e2783fee. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-27dd60ff-dc6c-45b9-ba45-6223fe096410"}]} [ 1489.469211] env[62094]: DEBUG nova.scheduler.client.report [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Refreshing inventories for resource provider 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1489.485078] env[62094]: DEBUG nova.scheduler.client.report [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Updating ProviderTree inventory for provider 63012395-d365-4b03-a816-be66e2783fee from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1489.485349] env[62094]: DEBUG nova.compute.provider_tree [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1489.497756] env[62094]: DEBUG nova.scheduler.client.report [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Refreshing aggregate associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, aggregates: None {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1489.517931] env[62094]: DEBUG nova.scheduler.client.report [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Refreshing trait associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1489.622875] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be72f53-f046-4e48-8379-af3ada0b6bce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.632253] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7b718d-f7e2-42fd-9a39-9ce026e4904d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.665849] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317f9997-bc43-4941-8185-12cba5d96c3b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.674578] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131f8e18-686c-4e18-9655-542db25f5ad4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.695064] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 75d41bc3-89e0-48ab-b001-c90994937228] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1489.697199] env[62094]: DEBUG nova.compute.provider_tree [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1489.897773] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401428, 'name': ReconfigVM_Task, 'duration_secs': 0.313278} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.898689] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Reconfigured VM instance instance-00000074 to attach disk [datastore1] ee0def21-086e-43c3-b999-3add52d82f3f/ee0def21-086e-43c3-b999-3add52d82f3f.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1489.898847] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a169d15-08f1-4569-8fc0-1cf73534c790 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.906966] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1489.906966] env[62094]: value = "task-1401429" [ 1489.906966] env[62094]: _type = "Task" [ 1489.906966] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.916780] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401429, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.199414] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: aa8b42a8-fd03-449e-9e9d-9c05a8e389f3] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1490.213243] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297257e-3e44-562f-59a1-e5ef22ccb2ba/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1490.214612] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4730fde-4257-4a11-ba8a-1637dcd033f8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.221528] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297257e-3e44-562f-59a1-e5ef22ccb2ba/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1490.221723] env[62094]: ERROR oslo_vmware.rw_handles [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297257e-3e44-562f-59a1-e5ef22ccb2ba/disk-0.vmdk due to incomplete transfer. [ 1490.221989] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-687163ea-6266-4ea1-880c-bb40e88f1004 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.230438] env[62094]: DEBUG oslo_vmware.rw_handles [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297257e-3e44-562f-59a1-e5ef22ccb2ba/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1490.230666] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Uploaded image 17925e72-7b76-4136-9219-a1022f1a5212 to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1490.233451] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1490.233971] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d4ede9dc-67fb-4462-9ad2-10be217e31da {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.238169] env[62094]: DEBUG nova.scheduler.client.report [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Updated inventory for provider 63012395-d365-4b03-a816-be66e2783fee with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1490.238446] env[62094]: DEBUG nova.compute.provider_tree [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Updating resource provider 63012395-d365-4b03-a816-be66e2783fee generation from 151 to 152 during operation: update_inventory {{(pid=62094) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1490.238649] env[62094]: DEBUG nova.compute.provider_tree [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1490.243657] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1490.243657] env[62094]: value = "task-1401430" [ 1490.243657] env[62094]: _type = "Task" [ 1490.243657] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.251870] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401430, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.414550] env[62094]: DEBUG nova.virt.hardware [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1490.414882] env[62094]: DEBUG nova.virt.hardware [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1490.414980] env[62094]: DEBUG nova.virt.hardware [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.415178] env[62094]: DEBUG nova.virt.hardware [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1490.415330] env[62094]: DEBUG nova.virt.hardware [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.415482] env[62094]: DEBUG nova.virt.hardware [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1490.415689] env[62094]: DEBUG nova.virt.hardware [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1490.415853] env[62094]: DEBUG nova.virt.hardware [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1490.416032] env[62094]: DEBUG nova.virt.hardware [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1490.416202] env[62094]: DEBUG nova.virt.hardware [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1490.416375] env[62094]: DEBUG nova.virt.hardware [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1490.417168] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa13737-9c83-4b35-b80e-e55238053790 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.422679] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401429, 'name': Rename_Task, 'duration_secs': 0.154307} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.423278] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1490.423523] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b72ad49b-ea30-4869-aaed-0942d738adf7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.428264] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdea172-5884-43b8-9ee4-a6fc74db58e4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.432853] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1490.432853] env[62094]: value = "task-1401431" [ 1490.432853] env[62094]: _type = "Task" [ 1490.432853] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.443701] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Instance VIF info [] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.449695] env[62094]: DEBUG oslo.service.loopingcall [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1490.450049] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.450293] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-938d60dd-7d1d-43dc-8016-b4d42e94dfa0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.465792] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401431, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.473786] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.473786] env[62094]: value = "task-1401432" [ 1490.473786] env[62094]: _type = "Task" [ 1490.473786] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.481828] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401432, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.705922] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 0e47290d-8081-4e0f-a827-fdfdc4144993] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1490.743274] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.517s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.745867] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.838s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.747822] env[62094]: INFO nova.compute.claims [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1490.761927] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401430, 'name': Destroy_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.763523] env[62094]: INFO nova.scheduler.client.report [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Deleted allocations for instance 76e77f17-b6a1-425b-9144-35e81a159f6b [ 1490.943978] env[62094]: DEBUG oslo_vmware.api [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401431, 'name': PowerOnVM_Task, 'duration_secs': 0.512702} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.944290] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.944497] env[62094]: INFO nova.compute.manager [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1490.944706] env[62094]: DEBUG nova.compute.manager [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1490.945514] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250da758-d556-4444-9213-bba5c594f9c9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.983885] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401432, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.137012] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.137269] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.209894] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 0748922a-9ba3-43f2-9aff-9410e0ec8729] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1491.260669] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401430, 'name': Destroy_Task, 'duration_secs': 0.684646} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.261146] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Destroyed the VM [ 1491.261743] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1491.261743] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c2ddc38c-6d1e-45a7-804b-18499846de50 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.271647] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1491.271647] env[62094]: value = "task-1401433" [ 1491.271647] env[62094]: _type = "Task" [ 1491.271647] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.271848] env[62094]: DEBUG oslo_concurrency.lockutils [None req-70e494bb-0cc6-41fe-a7fe-c135808fc2e1 tempest-ListServerFiltersTestJSON-273322648 tempest-ListServerFiltersTestJSON-273322648-project-member] Lock "76e77f17-b6a1-425b-9144-35e81a159f6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.570s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.281439] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401433, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.464219] env[62094]: INFO nova.compute.manager [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Took 14.97 seconds to build instance. [ 1491.485127] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401432, 'name': CreateVM_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.640280] env[62094]: DEBUG nova.compute.manager [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1491.713832] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 57dd1444-ced9-4857-a30e-ed64d20bab2c] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1491.787802] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401433, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.866975] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c96ca7-aa36-4076-9eb7-1a998d5025c6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.876365] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db0b764-e681-49f5-a773-3e6c637a8be3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.908060] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6181d03e-c134-408f-ba0a-ce7525bcfda6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.916363] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d5d0a1-6207-448d-9577-ef9a5e899c2d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.932755] env[62094]: DEBUG nova.compute.provider_tree [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.966434] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f9c9d839-734b-482a-a2ac-862f49a9c0c4 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "ee0def21-086e-43c3-b999-3add52d82f3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.479s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.985515] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401432, 'name': CreateVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.035455] env[62094]: DEBUG nova.compute.manager [req-36433625-f9f5-44d7-aa72-569131ae3fc3 req-15f9ac13-53da-4edf-9017-aebf28c2d3fd service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Received event network-changed-7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1492.035747] env[62094]: DEBUG nova.compute.manager [req-36433625-f9f5-44d7-aa72-569131ae3fc3 req-15f9ac13-53da-4edf-9017-aebf28c2d3fd service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Refreshing instance network info cache due to event network-changed-7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1492.035996] env[62094]: DEBUG oslo_concurrency.lockutils [req-36433625-f9f5-44d7-aa72-569131ae3fc3 req-15f9ac13-53da-4edf-9017-aebf28c2d3fd service nova] Acquiring lock "refresh_cache-ee0def21-086e-43c3-b999-3add52d82f3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.036190] env[62094]: DEBUG oslo_concurrency.lockutils [req-36433625-f9f5-44d7-aa72-569131ae3fc3 req-15f9ac13-53da-4edf-9017-aebf28c2d3fd service nova] Acquired lock "refresh_cache-ee0def21-086e-43c3-b999-3add52d82f3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.036364] env[62094]: DEBUG nova.network.neutron [req-36433625-f9f5-44d7-aa72-569131ae3fc3 req-15f9ac13-53da-4edf-9017-aebf28c2d3fd service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Refreshing network info cache for port 7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1492.158236] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.216982] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 7be66016-88c8-4fc2-9f45-ab76566f10a8] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1492.288775] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401433, 'name': RemoveSnapshot_Task, 'duration_secs': 0.783977} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.289186] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1492.289903] env[62094]: DEBUG nova.compute.manager [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1492.290720] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcc15a9-21f7-4de0-b11e-1b04405ee8f9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.435666] env[62094]: DEBUG nova.scheduler.client.report [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1492.486297] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401432, 'name': CreateVM_Task, 'duration_secs': 1.518928} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.486748] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1492.486876] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.487042] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.487322] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1492.487575] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d8ca43-f793-441a-a39d-d44bf8af494e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.492908] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1492.492908] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52b54091-50d9-6ab4-489e-b074a7415cc9" [ 1492.492908] env[62094]: _type = "Task" [ 1492.492908] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.500887] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b54091-50d9-6ab4-489e-b074a7415cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.720318] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 5ea773dc-cd50-45ec-9807-1872665f622d] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1492.759450] env[62094]: DEBUG nova.network.neutron [req-36433625-f9f5-44d7-aa72-569131ae3fc3 req-15f9ac13-53da-4edf-9017-aebf28c2d3fd service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Updated VIF entry in instance network info cache for port 7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1492.759872] env[62094]: DEBUG nova.network.neutron [req-36433625-f9f5-44d7-aa72-569131ae3fc3 req-15f9ac13-53da-4edf-9017-aebf28c2d3fd service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Updating instance_info_cache with network_info: [{"id": "7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b", "address": "fa:16:3e:27:41:3f", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d2e6ce5-6d", "ovs_interfaceid": "7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.805764] env[62094]: INFO nova.compute.manager [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Shelve offloading [ 1492.807766] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.808093] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be63d058-90c2-4d08-9885-017d8c9cbcca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.816716] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1492.816716] env[62094]: value = "task-1401434" [ 1492.816716] env[62094]: _type = "Task" [ 1492.816716] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.825338] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.940470] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.941028] env[62094]: DEBUG nova.compute.manager [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1492.943860] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.786s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.945281] env[62094]: INFO nova.compute.claims [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1493.003763] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52b54091-50d9-6ab4-489e-b074a7415cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.011728} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.004081] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.004318] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1493.004576] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.004736] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.004925] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.005204] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-225abbcb-c442-489e-956a-f1bf7d967e78 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.013992] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.014144] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1493.014871] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ac0732-8124-40b5-ac74-bb83289c9b3a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.020802] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1493.020802] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52f54536-2ff8-33e0-2fb8-e90459724e69" [ 1493.020802] env[62094]: _type = "Task" [ 1493.020802] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.028950] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f54536-2ff8-33e0-2fb8-e90459724e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.225201] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 939cd279-b1c8-43f5-add3-e4a948fe9071] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1493.262480] env[62094]: DEBUG oslo_concurrency.lockutils [req-36433625-f9f5-44d7-aa72-569131ae3fc3 req-15f9ac13-53da-4edf-9017-aebf28c2d3fd service nova] Releasing lock "refresh_cache-ee0def21-086e-43c3-b999-3add52d82f3f" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.327478] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1493.327692] env[62094]: DEBUG nova.compute.manager [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1493.328483] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846d5f51-6b6b-417a-97ab-4e7197ff7b17 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.334455] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.334644] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.334839] env[62094]: DEBUG nova.network.neutron [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1493.449506] env[62094]: DEBUG nova.compute.utils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1493.453604] env[62094]: DEBUG nova.compute.manager [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1493.453771] env[62094]: DEBUG nova.network.neutron [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1493.494486] env[62094]: DEBUG nova.policy [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5399a34f10540e795b25234efa5adfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef2a1a8439ec4c0abbc19b2cdd94017b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1493.535791] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52f54536-2ff8-33e0-2fb8-e90459724e69, 'name': SearchDatastore_Task, 'duration_secs': 0.008368} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.536629] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f789b4-b9e3-460f-ac89-778fbd2785aa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.542315] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1493.542315] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52cbc1b4-6a48-0fab-47cf-61fd53af56aa" [ 1493.542315] env[62094]: _type = "Task" [ 1493.542315] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.551071] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cbc1b4-6a48-0fab-47cf-61fd53af56aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.728671] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: f926178a-a084-43a8-8906-6569d3015281] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1493.777302] env[62094]: DEBUG nova.network.neutron [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Successfully created port: 328aaab8-5501-43b2-95af-2f45655e27e9 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.953911] env[62094]: DEBUG nova.compute.manager [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1494.055253] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52cbc1b4-6a48-0fab-47cf-61fd53af56aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.055253] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.055253] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 6b2e7019-285e-4b10-9c97-72495cf469c7/6b2e7019-285e-4b10-9c97-72495cf469c7.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1494.055253] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdd3a83a-8905-49e7-8c60-671941a323d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.063095] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1494.063095] env[62094]: value = "task-1401435" [ 1494.063095] env[62094]: _type = "Task" [ 1494.063095] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.074978] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.076222] env[62094]: DEBUG nova.network.neutron [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updating instance_info_cache with network_info: [{"id": "4b690352-723b-4aba-9930-e5d96ef2e166", "address": "fa:16:3e:f1:f5:6f", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b690352-72", "ovs_interfaceid": "4b690352-723b-4aba-9930-e5d96ef2e166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.083787] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9959f86-ca85-489d-ae69-7337b5cdd30b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.094992] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a6da5e-61ea-442d-9c27-1c9a7f5f5028 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.126719] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b340f5-86e3-45e1-b135-daa10bcbb8e5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.134643] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3f4ffc-2adc-4bc4-bc40-e5d4db734ad7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.149745] env[62094]: DEBUG nova.compute.provider_tree [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.232177] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 287c6662-e303-470a-9201-7b49bc7db041] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1494.575152] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502663} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.575542] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 6b2e7019-285e-4b10-9c97-72495cf469c7/6b2e7019-285e-4b10-9c97-72495cf469c7.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.575869] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.576168] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9daa93ce-6a02-463b-b30b-3201d58cce2a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.579019] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.583104] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1494.583104] env[62094]: value = "task-1401436" [ 1494.583104] env[62094]: _type = "Task" [ 1494.583104] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.591751] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.653056] env[62094]: DEBUG nova.scheduler.client.report [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1494.735912] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 257036ca-daf0-4615-8ce0-23263ceafc60] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1494.966993] env[62094]: DEBUG nova.compute.manager [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1494.992756] env[62094]: DEBUG nova.virt.hardware [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1494.993054] env[62094]: DEBUG nova.virt.hardware [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1494.993227] env[62094]: DEBUG nova.virt.hardware [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.993414] env[62094]: DEBUG nova.virt.hardware [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1494.993562] env[62094]: DEBUG nova.virt.hardware [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.993712] env[62094]: DEBUG nova.virt.hardware [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1494.993922] env[62094]: DEBUG nova.virt.hardware [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1494.994106] env[62094]: DEBUG nova.virt.hardware [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1494.994283] env[62094]: DEBUG nova.virt.hardware [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1494.994447] env[62094]: DEBUG nova.virt.hardware [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1494.994650] env[62094]: DEBUG nova.virt.hardware [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1494.995515] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a035a376-a45f-4b5b-b8ad-94057c6dc834 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.003741] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d3e25b-8986-4af1-a389-32c55c9774d6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.092556] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071604} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.092833] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.093753] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd513b5a-8650-4761-9c63-263c9411d30a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.113981] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 6b2e7019-285e-4b10-9c97-72495cf469c7/6b2e7019-285e-4b10-9c97-72495cf469c7.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.114296] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2205aa-9121-4070-8d67-6bf873587dac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.135375] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1495.135375] env[62094]: value = "task-1401437" [ 1495.135375] env[62094]: _type = "Task" [ 1495.135375] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.141533] env[62094]: DEBUG nova.compute.manager [req-96b4f6cf-0d77-4144-b22a-567c16e4e1ed req-fca22a2e-fd5a-48cc-8657-fdbf15d241dc service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Received event network-vif-unplugged-4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1495.141585] env[62094]: DEBUG oslo_concurrency.lockutils [req-96b4f6cf-0d77-4144-b22a-567c16e4e1ed req-fca22a2e-fd5a-48cc-8657-fdbf15d241dc service nova] Acquiring lock "e561310e-52c0-4b01-8995-8b38b4ed44dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.141908] env[62094]: DEBUG oslo_concurrency.lockutils [req-96b4f6cf-0d77-4144-b22a-567c16e4e1ed req-fca22a2e-fd5a-48cc-8657-fdbf15d241dc service nova] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.142111] env[62094]: DEBUG oslo_concurrency.lockutils [req-96b4f6cf-0d77-4144-b22a-567c16e4e1ed req-fca22a2e-fd5a-48cc-8657-fdbf15d241dc service nova] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.142292] env[62094]: DEBUG nova.compute.manager [req-96b4f6cf-0d77-4144-b22a-567c16e4e1ed req-fca22a2e-fd5a-48cc-8657-fdbf15d241dc service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] No waiting events found dispatching network-vif-unplugged-4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1495.142463] env[62094]: WARNING nova.compute.manager [req-96b4f6cf-0d77-4144-b22a-567c16e4e1ed req-fca22a2e-fd5a-48cc-8657-fdbf15d241dc service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Received unexpected event network-vif-unplugged-4b690352-723b-4aba-9930-e5d96ef2e166 for instance with vm_state shelved and task_state shelving_offloading. [ 1495.148794] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.159101] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.159614] env[62094]: DEBUG nova.compute.manager [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1495.192711] env[62094]: DEBUG nova.compute.manager [req-2508535f-7b78-4d9c-8126-98ced3b470c8 req-f35599ec-4484-4f1b-8f4e-f4f82b3cf023 service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Received event network-vif-plugged-328aaab8-5501-43b2-95af-2f45655e27e9 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1495.193009] env[62094]: DEBUG oslo_concurrency.lockutils [req-2508535f-7b78-4d9c-8126-98ced3b470c8 req-f35599ec-4484-4f1b-8f4e-f4f82b3cf023 service nova] Acquiring lock "135edbba-65af-4d1b-bb7d-2070ffa54933-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.193202] env[62094]: DEBUG oslo_concurrency.lockutils [req-2508535f-7b78-4d9c-8126-98ced3b470c8 req-f35599ec-4484-4f1b-8f4e-f4f82b3cf023 service nova] Lock "135edbba-65af-4d1b-bb7d-2070ffa54933-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.193419] env[62094]: DEBUG oslo_concurrency.lockutils [req-2508535f-7b78-4d9c-8126-98ced3b470c8 req-f35599ec-4484-4f1b-8f4e-f4f82b3cf023 service nova] Lock "135edbba-65af-4d1b-bb7d-2070ffa54933-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.193501] env[62094]: DEBUG nova.compute.manager [req-2508535f-7b78-4d9c-8126-98ced3b470c8 req-f35599ec-4484-4f1b-8f4e-f4f82b3cf023 service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] No waiting events found dispatching network-vif-plugged-328aaab8-5501-43b2-95af-2f45655e27e9 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1495.193666] env[62094]: WARNING nova.compute.manager [req-2508535f-7b78-4d9c-8126-98ced3b470c8 req-f35599ec-4484-4f1b-8f4e-f4f82b3cf023 service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Received unexpected event network-vif-plugged-328aaab8-5501-43b2-95af-2f45655e27e9 for instance with vm_state building and task_state spawning. [ 1495.231444] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1495.232432] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebc6e9d-e8e1-4863-b7d1-bb5a5377a5c5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.239336] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 3205e355-ee5c-454c-b369-d4a650018b67] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1495.247504] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.247991] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a1ca6ba-bcec-441e-8994-78b20112cf23 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.275644] env[62094]: DEBUG nova.network.neutron [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Successfully updated port: 328aaab8-5501-43b2-95af-2f45655e27e9 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.324707] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.324972] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.325179] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleting the datastore file [datastore2] e561310e-52c0-4b01-8995-8b38b4ed44dc {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.325922] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57dfc6c7-e7ba-4e89-83b4-ee5439716711 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.332955] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1495.332955] env[62094]: value = "task-1401439" [ 1495.332955] env[62094]: _type = "Task" [ 1495.332955] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.341037] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.645777] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.665427] env[62094]: DEBUG nova.compute.utils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1495.666914] env[62094]: DEBUG nova.compute.manager [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1495.667591] env[62094]: DEBUG nova.network.neutron [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.708454] env[62094]: DEBUG nova.policy [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '839de3c9227547369bb806a34f8916e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5ba8c949437408ba0ec6e2ddf8a8ab3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1495.748416] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: e8a64c70-0423-42bf-9414-9554f82db3dd] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1495.777894] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.778082] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.778199] env[62094]: DEBUG nova.network.neutron [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.843642] env[62094]: DEBUG oslo_vmware.api [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133615} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.844178] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1495.844424] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1495.844681] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1495.868534] env[62094]: INFO nova.scheduler.client.report [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleted allocations for instance e561310e-52c0-4b01-8995-8b38b4ed44dc [ 1496.152022] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401437, 'name': ReconfigVM_Task, 'duration_secs': 1.013354} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.152022] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 6b2e7019-285e-4b10-9c97-72495cf469c7/6b2e7019-285e-4b10-9c97-72495cf469c7.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.152022] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc886501-c064-4b45-ac50-c51c85d68f79 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.160183] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1496.160183] env[62094]: value = "task-1401440" [ 1496.160183] env[62094]: _type = "Task" [ 1496.160183] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.171657] env[62094]: DEBUG nova.compute.manager [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1496.182169] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401440, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.205034] env[62094]: DEBUG nova.network.neutron [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Successfully created port: 5f36b687-ebf5-41e7-8ed0-ec3de7373f7a {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1496.252142] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 2100f73d-d3ca-4e31-9bba-05a5767389fc] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1496.312018] env[62094]: DEBUG nova.network.neutron [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.370993] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.371447] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.371723] env[62094]: DEBUG nova.objects.instance [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lazy-loading 'resources' on Instance uuid e561310e-52c0-4b01-8995-8b38b4ed44dc {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.440968] env[62094]: DEBUG nova.network.neutron [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Updating instance_info_cache with network_info: [{"id": "328aaab8-5501-43b2-95af-2f45655e27e9", "address": "fa:16:3e:77:40:9f", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap328aaab8-55", "ovs_interfaceid": "328aaab8-5501-43b2-95af-2f45655e27e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.671671] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401440, 'name': Rename_Task, 'duration_secs': 0.144376} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.672096] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.672383] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1d96650-4014-4d57-861d-e468e3948111 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.682492] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1496.682492] env[62094]: value = "task-1401441" [ 1496.682492] env[62094]: _type = "Task" [ 1496.682492] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.691782] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.755871] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 4d86f1d5-307e-4cc4-822b-d315fb3e6032] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1496.873890] env[62094]: DEBUG nova.objects.instance [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lazy-loading 'numa_topology' on Instance uuid e561310e-52c0-4b01-8995-8b38b4ed44dc {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.943656] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.943971] env[62094]: DEBUG nova.compute.manager [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Instance network_info: |[{"id": "328aaab8-5501-43b2-95af-2f45655e27e9", "address": "fa:16:3e:77:40:9f", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap328aaab8-55", "ovs_interfaceid": "328aaab8-5501-43b2-95af-2f45655e27e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1496.944514] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:40:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '328aaab8-5501-43b2-95af-2f45655e27e9', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.952514] env[62094]: DEBUG oslo.service.loopingcall [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.953100] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1496.953351] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa5e40de-62fa-47a2-9b27-3365beaea30a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.975059] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.975059] env[62094]: value = "task-1401442" [ 1496.975059] env[62094]: _type = "Task" [ 1496.975059] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.983640] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401442, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.164562] env[62094]: DEBUG nova.compute.manager [req-9e23e6b4-cb39-411e-8ca9-a3f65c84aa00 req-9cc12c22-accb-4630-aa7d-9f835b6f8d49 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Received event network-changed-4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1497.164914] env[62094]: DEBUG nova.compute.manager [req-9e23e6b4-cb39-411e-8ca9-a3f65c84aa00 req-9cc12c22-accb-4630-aa7d-9f835b6f8d49 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Refreshing instance network info cache due to event network-changed-4b690352-723b-4aba-9930-e5d96ef2e166. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1497.165242] env[62094]: DEBUG oslo_concurrency.lockutils [req-9e23e6b4-cb39-411e-8ca9-a3f65c84aa00 req-9cc12c22-accb-4630-aa7d-9f835b6f8d49 service nova] Acquiring lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.165422] env[62094]: DEBUG oslo_concurrency.lockutils [req-9e23e6b4-cb39-411e-8ca9-a3f65c84aa00 req-9cc12c22-accb-4630-aa7d-9f835b6f8d49 service nova] Acquired lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.165594] env[62094]: DEBUG nova.network.neutron [req-9e23e6b4-cb39-411e-8ca9-a3f65c84aa00 req-9cc12c22-accb-4630-aa7d-9f835b6f8d49 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Refreshing network info cache for port 4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.184953] env[62094]: DEBUG nova.compute.manager [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1497.198281] env[62094]: DEBUG oslo_vmware.api [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401441, 'name': PowerOnVM_Task, 'duration_secs': 0.440435} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.198432] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1497.198686] env[62094]: DEBUG nova.compute.manager [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1497.199952] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55908ed-4489-4193-a864-8d1bf81b4317 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.213051] env[62094]: DEBUG nova.virt.hardware [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1497.213312] env[62094]: DEBUG nova.virt.hardware [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1497.213475] env[62094]: DEBUG nova.virt.hardware [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1497.213659] env[62094]: DEBUG nova.virt.hardware [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1497.213811] env[62094]: DEBUG nova.virt.hardware [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1497.213960] env[62094]: DEBUG nova.virt.hardware [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1497.214195] env[62094]: DEBUG nova.virt.hardware [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1497.214365] env[62094]: DEBUG nova.virt.hardware [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1497.214541] env[62094]: DEBUG nova.virt.hardware [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1497.214740] env[62094]: DEBUG nova.virt.hardware [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1497.214935] env[62094]: DEBUG nova.virt.hardware [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1497.215771] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dc67c8-fb14-4471-9496-4286f74ccf2d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.224265] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d98697-0c0a-492e-86c4-d51490ef07d6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.230987] env[62094]: DEBUG nova.compute.manager [req-d09e7fc9-bb68-4247-ab9d-39ef5a6314b2 req-c9141d72-78e2-44db-8487-70536eb1db25 service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Received event network-changed-328aaab8-5501-43b2-95af-2f45655e27e9 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1497.231261] env[62094]: DEBUG nova.compute.manager [req-d09e7fc9-bb68-4247-ab9d-39ef5a6314b2 req-c9141d72-78e2-44db-8487-70536eb1db25 service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Refreshing instance network info cache due to event network-changed-328aaab8-5501-43b2-95af-2f45655e27e9. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1497.231411] env[62094]: DEBUG oslo_concurrency.lockutils [req-d09e7fc9-bb68-4247-ab9d-39ef5a6314b2 req-c9141d72-78e2-44db-8487-70536eb1db25 service nova] Acquiring lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.231554] env[62094]: DEBUG oslo_concurrency.lockutils [req-d09e7fc9-bb68-4247-ab9d-39ef5a6314b2 req-c9141d72-78e2-44db-8487-70536eb1db25 service nova] Acquired lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.231714] env[62094]: DEBUG nova.network.neutron [req-d09e7fc9-bb68-4247-ab9d-39ef5a6314b2 req-c9141d72-78e2-44db-8487-70536eb1db25 service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Refreshing network info cache for port 328aaab8-5501-43b2-95af-2f45655e27e9 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.260100] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: d6c7aea8-2126-425f-85f1-3b97b9b52f3c] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1497.376791] env[62094]: DEBUG nova.objects.base [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1497.460822] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905fd145-c9e5-470c-a159-20592e620fc2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.469343] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b58f08-254e-4708-9feb-53df629687d2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.503519] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ca146a-81a4-4bc2-ae21-1fbe2600d60f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.508938] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401442, 'name': CreateVM_Task, 'duration_secs': 0.318789} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.509446] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.510177] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.510366] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.510691] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.510975] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b2f4fc-813a-4ad4-8c6d-7d2e00cd3fa5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.515706] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3742ec29-19bc-4917-b964-60b2f1d21b5f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.520713] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1497.520713] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5283657f-b3af-c3d8-8504-4e300b1bd67a" [ 1497.520713] env[62094]: _type = "Task" [ 1497.520713] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.531446] env[62094]: DEBUG nova.compute.provider_tree [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.538241] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5283657f-b3af-c3d8-8504-4e300b1bd67a, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.538521] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.538761] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1497.539060] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.539234] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.539418] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1497.540203] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ff878c7-d22e-44a6-84b1-d0771e5f673a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.549109] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1497.549294] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1497.550016] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f4bce01-317b-4b07-a9d2-2b77b2b65c4f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.555378] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1497.555378] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52bdd18b-2f26-658b-a932-9ad421f28b89" [ 1497.555378] env[62094]: _type = "Task" [ 1497.555378] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.562896] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52bdd18b-2f26-658b-a932-9ad421f28b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.700814] env[62094]: DEBUG nova.network.neutron [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Successfully updated port: 5f36b687-ebf5-41e7-8ed0-ec3de7373f7a {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1497.718336] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.764803] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: eee2e459-01b2-4c80-bc6e-f6c80f70ef67] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1497.882933] env[62094]: DEBUG nova.network.neutron [req-9e23e6b4-cb39-411e-8ca9-a3f65c84aa00 req-9cc12c22-accb-4630-aa7d-9f835b6f8d49 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updated VIF entry in instance network info cache for port 4b690352-723b-4aba-9930-e5d96ef2e166. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.883372] env[62094]: DEBUG nova.network.neutron [req-9e23e6b4-cb39-411e-8ca9-a3f65c84aa00 req-9cc12c22-accb-4630-aa7d-9f835b6f8d49 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updating instance_info_cache with network_info: [{"id": "4b690352-723b-4aba-9930-e5d96ef2e166", "address": "fa:16:3e:f1:f5:6f", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4b690352-72", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.936828] env[62094]: DEBUG nova.network.neutron [req-d09e7fc9-bb68-4247-ab9d-39ef5a6314b2 req-c9141d72-78e2-44db-8487-70536eb1db25 service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Updated VIF entry in instance network info cache for port 328aaab8-5501-43b2-95af-2f45655e27e9. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.937519] env[62094]: DEBUG nova.network.neutron [req-d09e7fc9-bb68-4247-ab9d-39ef5a6314b2 req-c9141d72-78e2-44db-8487-70536eb1db25 service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Updating instance_info_cache with network_info: [{"id": "328aaab8-5501-43b2-95af-2f45655e27e9", "address": "fa:16:3e:77:40:9f", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap328aaab8-55", "ovs_interfaceid": "328aaab8-5501-43b2-95af-2f45655e27e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.034261] env[62094]: DEBUG nova.scheduler.client.report [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1498.067685] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52bdd18b-2f26-658b-a932-9ad421f28b89, 'name': SearchDatastore_Task, 'duration_secs': 0.008088} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.068495] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb61be75-2148-455e-84fb-66393f558694 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.074362] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1498.074362] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52194ca2-2641-fdc2-c0b6-6c91805af05b" [ 1498.074362] env[62094]: _type = "Task" [ 1498.074362] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.082992] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52194ca2-2641-fdc2-c0b6-6c91805af05b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.203257] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "refresh_cache-4848799e-f2f7-4182-a17a-a5a2fa71198a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.203370] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "refresh_cache-4848799e-f2f7-4182-a17a-a5a2fa71198a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.203517] env[62094]: DEBUG nova.network.neutron [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.269097] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 32352ea6-c719-4c88-a4a2-dde0f79e503e] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1498.386086] env[62094]: DEBUG oslo_concurrency.lockutils [req-9e23e6b4-cb39-411e-8ca9-a3f65c84aa00 req-9cc12c22-accb-4630-aa7d-9f835b6f8d49 service nova] Releasing lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.440775] env[62094]: DEBUG oslo_concurrency.lockutils [req-d09e7fc9-bb68-4247-ab9d-39ef5a6314b2 req-c9141d72-78e2-44db-8487-70536eb1db25 service nova] Releasing lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.540082] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.541695] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.823s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.541895] env[62094]: DEBUG nova.objects.instance [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62094) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1498.586544] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52194ca2-2641-fdc2-c0b6-6c91805af05b, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.586809] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.587106] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 135edbba-65af-4d1b-bb7d-2070ffa54933/135edbba-65af-4d1b-bb7d-2070ffa54933.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1498.587376] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67e78fa5-6e48-49cc-9d9a-96b854f45b7c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.595997] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1498.595997] env[62094]: value = "task-1401443" [ 1498.595997] env[62094]: _type = "Task" [ 1498.595997] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.603687] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.739056] env[62094]: DEBUG nova.network.neutron [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1498.772699] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 6fa22fef-bcc4-41f2-8a80-cb958a446ed8] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1498.870021] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquiring lock "6b2e7019-285e-4b10-9c97-72495cf469c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.870341] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Lock "6b2e7019-285e-4b10-9c97-72495cf469c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.870568] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquiring lock "6b2e7019-285e-4b10-9c97-72495cf469c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.870756] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Lock "6b2e7019-285e-4b10-9c97-72495cf469c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.870935] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Lock "6b2e7019-285e-4b10-9c97-72495cf469c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.873226] env[62094]: INFO nova.compute.manager [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Terminating instance [ 1498.875045] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquiring lock "refresh_cache-6b2e7019-285e-4b10-9c97-72495cf469c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.875212] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquired lock "refresh_cache-6b2e7019-285e-4b10-9c97-72495cf469c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.875385] env[62094]: DEBUG nova.network.neutron [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.901545] env[62094]: DEBUG nova.network.neutron [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Updating instance_info_cache with network_info: [{"id": "5f36b687-ebf5-41e7-8ed0-ec3de7373f7a", "address": "fa:16:3e:9b:5d:83", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f36b687-eb", "ovs_interfaceid": "5f36b687-ebf5-41e7-8ed0-ec3de7373f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.054858] env[62094]: DEBUG oslo_concurrency.lockutils [None req-4d3dc9da-2486-4532-9713-ba8e24769a80 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.422s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.106547] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45165} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.106755] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 135edbba-65af-4d1b-bb7d-2070ffa54933/135edbba-65af-4d1b-bb7d-2070ffa54933.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1499.106975] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1499.107244] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dac34cd7-8a43-4166-a71b-649ca1af856e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.114189] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1499.114189] env[62094]: value = "task-1401444" [ 1499.114189] env[62094]: _type = "Task" [ 1499.114189] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.122629] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.146914] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "e561310e-52c0-4b01-8995-8b38b4ed44dc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.147428] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.147732] env[62094]: INFO nova.compute.manager [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Unshelving [ 1499.276204] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.341164] env[62094]: DEBUG nova.compute.manager [req-5c249a28-5021-4730-b58f-06e2f5064c18 req-d7d5c59b-3984-496a-9345-25372b002ca0 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Received event network-vif-plugged-5f36b687-ebf5-41e7-8ed0-ec3de7373f7a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1499.341164] env[62094]: DEBUG oslo_concurrency.lockutils [req-5c249a28-5021-4730-b58f-06e2f5064c18 req-d7d5c59b-3984-496a-9345-25372b002ca0 service nova] Acquiring lock "4848799e-f2f7-4182-a17a-a5a2fa71198a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.341164] env[62094]: DEBUG oslo_concurrency.lockutils [req-5c249a28-5021-4730-b58f-06e2f5064c18 req-d7d5c59b-3984-496a-9345-25372b002ca0 service nova] Lock "4848799e-f2f7-4182-a17a-a5a2fa71198a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.341164] env[62094]: DEBUG oslo_concurrency.lockutils [req-5c249a28-5021-4730-b58f-06e2f5064c18 req-d7d5c59b-3984-496a-9345-25372b002ca0 service nova] Lock "4848799e-f2f7-4182-a17a-a5a2fa71198a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.341164] env[62094]: DEBUG nova.compute.manager [req-5c249a28-5021-4730-b58f-06e2f5064c18 req-d7d5c59b-3984-496a-9345-25372b002ca0 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] No waiting events found dispatching network-vif-plugged-5f36b687-ebf5-41e7-8ed0-ec3de7373f7a {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1499.341164] env[62094]: WARNING nova.compute.manager [req-5c249a28-5021-4730-b58f-06e2f5064c18 req-d7d5c59b-3984-496a-9345-25372b002ca0 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Received unexpected event network-vif-plugged-5f36b687-ebf5-41e7-8ed0-ec3de7373f7a for instance with vm_state building and task_state spawning. [ 1499.341164] env[62094]: DEBUG nova.compute.manager [req-5c249a28-5021-4730-b58f-06e2f5064c18 req-d7d5c59b-3984-496a-9345-25372b002ca0 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Received event network-changed-5f36b687-ebf5-41e7-8ed0-ec3de7373f7a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1499.341164] env[62094]: DEBUG nova.compute.manager [req-5c249a28-5021-4730-b58f-06e2f5064c18 req-d7d5c59b-3984-496a-9345-25372b002ca0 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Refreshing instance network info cache due to event network-changed-5f36b687-ebf5-41e7-8ed0-ec3de7373f7a. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1499.342025] env[62094]: DEBUG oslo_concurrency.lockutils [req-5c249a28-5021-4730-b58f-06e2f5064c18 req-d7d5c59b-3984-496a-9345-25372b002ca0 service nova] Acquiring lock "refresh_cache-4848799e-f2f7-4182-a17a-a5a2fa71198a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.394122] env[62094]: DEBUG nova.network.neutron [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1499.407150] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "refresh_cache-4848799e-f2f7-4182-a17a-a5a2fa71198a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.407150] env[62094]: DEBUG nova.compute.manager [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Instance network_info: |[{"id": "5f36b687-ebf5-41e7-8ed0-ec3de7373f7a", "address": "fa:16:3e:9b:5d:83", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f36b687-eb", "ovs_interfaceid": "5f36b687-ebf5-41e7-8ed0-ec3de7373f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1499.407150] env[62094]: DEBUG oslo_concurrency.lockutils [req-5c249a28-5021-4730-b58f-06e2f5064c18 req-d7d5c59b-3984-496a-9345-25372b002ca0 service nova] Acquired lock "refresh_cache-4848799e-f2f7-4182-a17a-a5a2fa71198a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.407150] env[62094]: DEBUG nova.network.neutron [req-5c249a28-5021-4730-b58f-06e2f5064c18 req-d7d5c59b-3984-496a-9345-25372b002ca0 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Refreshing network info cache for port 5f36b687-ebf5-41e7-8ed0-ec3de7373f7a {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.408765] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:5d:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f36b687-ebf5-41e7-8ed0-ec3de7373f7a', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.416534] env[62094]: DEBUG oslo.service.loopingcall [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.418627] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1499.421014] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84c490c5-483b-49f4-861c-0b2e36e55a99 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.444908] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1499.444908] env[62094]: value = "task-1401445" [ 1499.444908] env[62094]: _type = "Task" [ 1499.444908] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.455825] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401445, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.458795] env[62094]: DEBUG nova.network.neutron [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.553595] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9ec47fd2-2005-41ef-9cc2-992c33e1ba76 tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.624711] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073059} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.624973] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1499.625758] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd36d6d4-ad28-474d-acfe-13150647f6b3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.647344] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 135edbba-65af-4d1b-bb7d-2070ffa54933/135edbba-65af-4d1b-bb7d-2070ffa54933.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.647616] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e4d29a1-9788-4e5d-a11a-74e99a7f43a0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.671299] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1499.671299] env[62094]: value = "task-1401446" [ 1499.671299] env[62094]: _type = "Task" [ 1499.671299] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.677898] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.961559] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401445, 'name': CreateVM_Task, 'duration_secs': 0.365671} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.962082] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Releasing lock "refresh_cache-6b2e7019-285e-4b10-9c97-72495cf469c7" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.962572] env[62094]: DEBUG nova.compute.manager [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1499.962828] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.963044] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1499.963863] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9767a4b3-4311-4c1d-8a13-49b244ee83a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.967243] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.967404] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.967718] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1499.967977] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-166a3766-7893-48cc-af73-173b7a9ae090 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.973399] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1499.973399] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526eafb0-4f10-cc71-7f76-81efec946b20" [ 1499.973399] env[62094]: _type = "Task" [ 1499.973399] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.975702] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.979886] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14e00d7c-0737-43a9-aaa2-d38d9dabdb47 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.990608] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526eafb0-4f10-cc71-7f76-81efec946b20, 'name': SearchDatastore_Task, 'duration_secs': 0.01212} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.992093] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.992411] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1499.992776] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.992907] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.993109] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1499.993484] env[62094]: DEBUG oslo_vmware.api [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1499.993484] env[62094]: value = "task-1401447" [ 1499.993484] env[62094]: _type = "Task" [ 1499.993484] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.994446] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ff85a62-c38f-46b5-a597-882bdb7109f9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.009429] env[62094]: DEBUG oslo_vmware.api [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.010618] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.010811] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1500.011534] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a375a39e-8847-4177-9f69-6e049857ae98 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.017119] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1500.017119] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526e102e-afe0-94b3-ae5f-b68d77232fe3" [ 1500.017119] env[62094]: _type = "Task" [ 1500.017119] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.028448] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526e102e-afe0-94b3-ae5f-b68d77232fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.008863} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.029174] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8960be6a-169f-44be-bbcc-2b10398a9b52 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.034800] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1500.034800] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]522fba2e-cca4-6a44-fabb-40a09b8006d2" [ 1500.034800] env[62094]: _type = "Task" [ 1500.034800] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.042752] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522fba2e-cca4-6a44-fabb-40a09b8006d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.174730] env[62094]: DEBUG nova.network.neutron [req-5c249a28-5021-4730-b58f-06e2f5064c18 req-d7d5c59b-3984-496a-9345-25372b002ca0 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Updated VIF entry in instance network info cache for port 5f36b687-ebf5-41e7-8ed0-ec3de7373f7a. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1500.175178] env[62094]: DEBUG nova.network.neutron [req-5c249a28-5021-4730-b58f-06e2f5064c18 req-d7d5c59b-3984-496a-9345-25372b002ca0 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Updating instance_info_cache with network_info: [{"id": "5f36b687-ebf5-41e7-8ed0-ec3de7373f7a", "address": "fa:16:3e:9b:5d:83", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f36b687-eb", "ovs_interfaceid": "5f36b687-ebf5-41e7-8ed0-ec3de7373f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.182438] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401446, 'name': ReconfigVM_Task, 'duration_secs': 0.505964} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.182609] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 135edbba-65af-4d1b-bb7d-2070ffa54933/135edbba-65af-4d1b-bb7d-2070ffa54933.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1500.184171] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.184405] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.184610] env[62094]: DEBUG nova.objects.instance [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lazy-loading 'pci_requests' on Instance uuid e561310e-52c0-4b01-8995-8b38b4ed44dc {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.185569] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a1c8c1b-687e-4b7c-aeaf-f12b5e2f6134 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.193201] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1500.193201] env[62094]: value = "task-1401448" [ 1500.193201] env[62094]: _type = "Task" [ 1500.193201] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.206909] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401448, 'name': Rename_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.484070] env[62094]: DEBUG nova.compute.manager [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1500.485078] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd007e05-4b83-44da-a3f8-debf54aacf7b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.506115] env[62094]: DEBUG oslo_vmware.api [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401447, 'name': PowerOffVM_Task, 'duration_secs': 0.124593} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.506326] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.506576] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1500.506779] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20b1f364-848f-4e6f-86a7-271a00d45dfa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.535643] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1500.535643] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1500.535643] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Deleting the datastore file [datastore2] 6b2e7019-285e-4b10-9c97-72495cf469c7 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1500.535643] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d40dcc6b-505c-4c9a-a6c0-af15474cba6d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.547348] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]522fba2e-cca4-6a44-fabb-40a09b8006d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.548691] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.549010] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4848799e-f2f7-4182-a17a-a5a2fa71198a/4848799e-f2f7-4182-a17a-a5a2fa71198a.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1500.549314] env[62094]: DEBUG oslo_vmware.api [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for the task: (returnval){ [ 1500.549314] env[62094]: value = "task-1401450" [ 1500.549314] env[62094]: _type = "Task" [ 1500.549314] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.549526] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-476bdd9d-83f4-48b4-9931-67789122071f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.559637] env[62094]: DEBUG oslo_vmware.api [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.560874] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1500.560874] env[62094]: value = "task-1401451" [ 1500.560874] env[62094]: _type = "Task" [ 1500.560874] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.570823] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.678655] env[62094]: DEBUG oslo_concurrency.lockutils [req-5c249a28-5021-4730-b58f-06e2f5064c18 req-d7d5c59b-3984-496a-9345-25372b002ca0 service nova] Releasing lock "refresh_cache-4848799e-f2f7-4182-a17a-a5a2fa71198a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.689922] env[62094]: DEBUG nova.objects.instance [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lazy-loading 'numa_topology' on Instance uuid e561310e-52c0-4b01-8995-8b38b4ed44dc {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.704974] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401448, 'name': Rename_Task, 'duration_secs': 0.133918} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.705271] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.705520] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d956c77-3ba2-4cb0-b64e-cf2d3887d1db {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.712039] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1500.712039] env[62094]: value = "task-1401452" [ 1500.712039] env[62094]: _type = "Task" [ 1500.712039] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.726523] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.996497] env[62094]: INFO nova.compute.manager [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] instance snapshotting [ 1500.997325] env[62094]: DEBUG nova.objects.instance [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'flavor' on Instance uuid 4707972f-dc95-4598-a5d5-e21e90c390d6 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.061665] env[62094]: DEBUG oslo_vmware.api [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Task: {'id': task-1401450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130197} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.064975] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.065197] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.065380] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.065557] env[62094]: INFO nova.compute.manager [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1501.065892] env[62094]: DEBUG oslo.service.loopingcall [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1501.066135] env[62094]: DEBUG nova.compute.manager [-] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1501.066235] env[62094]: DEBUG nova.network.neutron [-] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1501.073343] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401451, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.082515] env[62094]: DEBUG nova.network.neutron [-] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1501.193106] env[62094]: INFO nova.compute.claims [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1501.225490] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401452, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.275544] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.275737] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1501.503766] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f10963-881d-4a6a-92ae-836c53d99f60 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.523125] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d12915-4c8b-4855-8f1f-b48919be88e2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.571173] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515178} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.571412] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 4848799e-f2f7-4182-a17a-a5a2fa71198a/4848799e-f2f7-4182-a17a-a5a2fa71198a.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1501.571658] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1501.571954] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56adcfcb-5021-43c1-bf61-3b8b217eb4ee {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.579747] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1501.579747] env[62094]: value = "task-1401453" [ 1501.579747] env[62094]: _type = "Task" [ 1501.579747] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.584817] env[62094]: DEBUG nova.network.neutron [-] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.589115] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.722206] env[62094]: DEBUG oslo_vmware.api [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401452, 'name': PowerOnVM_Task, 'duration_secs': 0.592131} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.722488] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.722758] env[62094]: INFO nova.compute.manager [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1501.722979] env[62094]: DEBUG nova.compute.manager [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1501.723761] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008257f5-edc4-4b77-8aab-875bbc7f4242 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.034088] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1502.034472] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cdf6e92c-a730-4d5e-9baa-e83d66cfbf00 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.044493] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1502.044493] env[62094]: value = "task-1401454" [ 1502.044493] env[62094]: _type = "Task" [ 1502.044493] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.053637] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401454, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.090285] env[62094]: INFO nova.compute.manager [-] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Took 1.02 seconds to deallocate network for instance. [ 1502.090679] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069858} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.092431] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1502.093577] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabc18c3-b02c-4a23-8c1a-ae6ee122bdb8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.119071] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 4848799e-f2f7-4182-a17a-a5a2fa71198a/4848799e-f2f7-4182-a17a-a5a2fa71198a.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1502.119440] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da4b3abd-908b-46ca-b834-5ee8ff6d4aa8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.141796] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1502.141796] env[62094]: value = "task-1401455" [ 1502.141796] env[62094]: _type = "Task" [ 1502.141796] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.150539] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.244792] env[62094]: INFO nova.compute.manager [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Took 13.37 seconds to build instance. [ 1502.321933] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1a4741-b8bc-4bf4-9437-00eab35e0f9d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.331684] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d907ff3-4801-4850-aa86-14b2c9a9fcf8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.362939] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acb2941-cb4b-4877-ad0a-f3c833fc8b0c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.371262] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9594ae4c-ec98-4c75-9d72-7726d8685425 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.386266] env[62094]: DEBUG nova.compute.provider_tree [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.554729] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401454, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.600732] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.653475] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401455, 'name': ReconfigVM_Task, 'duration_secs': 0.312979} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.653782] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 4848799e-f2f7-4182-a17a-a5a2fa71198a/4848799e-f2f7-4182-a17a-a5a2fa71198a.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.654554] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae65135c-39b3-42bb-bab1-c1797144840f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.662753] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1502.662753] env[62094]: value = "task-1401456" [ 1502.662753] env[62094]: _type = "Task" [ 1502.662753] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.672771] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401456, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.746644] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f010ce90-c253-4636-9b08-ea8c5827b4e9 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "135edbba-65af-4d1b-bb7d-2070ffa54933" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.879s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.889892] env[62094]: DEBUG nova.scheduler.client.report [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1503.055395] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401454, 'name': CreateSnapshot_Task, 'duration_secs': 0.530732} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.055744] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1503.056467] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d44c006-bb36-4831-84b0-19cf9da2a243 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.173086] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401456, 'name': Rename_Task, 'duration_secs': 0.146416} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.173402] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.173647] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-189ded53-53b9-4326-8ae8-9dfbc7848b07 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.180471] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1503.180471] env[62094]: value = "task-1401457" [ 1503.180471] env[62094]: _type = "Task" [ 1503.180471] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.189949] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.356555] env[62094]: DEBUG nova.compute.manager [req-658fcc0b-005f-47ef-a946-89028c5ab9ae req-4e558080-0df2-496d-b558-aad4ce33354e service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Received event network-changed-328aaab8-5501-43b2-95af-2f45655e27e9 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1503.356755] env[62094]: DEBUG nova.compute.manager [req-658fcc0b-005f-47ef-a946-89028c5ab9ae req-4e558080-0df2-496d-b558-aad4ce33354e service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Refreshing instance network info cache due to event network-changed-328aaab8-5501-43b2-95af-2f45655e27e9. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1503.356974] env[62094]: DEBUG oslo_concurrency.lockutils [req-658fcc0b-005f-47ef-a946-89028c5ab9ae req-4e558080-0df2-496d-b558-aad4ce33354e service nova] Acquiring lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.357149] env[62094]: DEBUG oslo_concurrency.lockutils [req-658fcc0b-005f-47ef-a946-89028c5ab9ae req-4e558080-0df2-496d-b558-aad4ce33354e service nova] Acquired lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.357329] env[62094]: DEBUG nova.network.neutron [req-658fcc0b-005f-47ef-a946-89028c5ab9ae req-4e558080-0df2-496d-b558-aad4ce33354e service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Refreshing network info cache for port 328aaab8-5501-43b2-95af-2f45655e27e9 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.395742] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.211s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.398182] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.797s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.398418] env[62094]: DEBUG nova.objects.instance [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Lazy-loading 'resources' on Instance uuid 6b2e7019-285e-4b10-9c97-72495cf469c7 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.426664] env[62094]: INFO nova.network.neutron [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updating port 4b690352-723b-4aba-9930-e5d96ef2e166 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1503.575332] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1503.575763] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e6584cd9-35ee-4094-8c3f-94623c5ef05a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.587092] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1503.587092] env[62094]: value = "task-1401458" [ 1503.587092] env[62094]: _type = "Task" [ 1503.587092] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.598046] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401458, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.691968] env[62094]: DEBUG oslo_vmware.api [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401457, 'name': PowerOnVM_Task, 'duration_secs': 0.465} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.692296] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.692503] env[62094]: INFO nova.compute.manager [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Took 6.51 seconds to spawn the instance on the hypervisor. [ 1503.692710] env[62094]: DEBUG nova.compute.manager [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1503.693572] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970cc0fa-8643-4365-b870-f943c2b00a79 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.020207] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bdfd14-033e-4a68-b338-aa13746ae53c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.028868] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6183567c-266c-41e4-8ccf-89e7464bd10e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.065154] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62880325-7f54-4394-b000-27e910b11501 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.074273] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67964a29-925c-4159-8c2e-b93a23ebd5ce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.088974] env[62094]: DEBUG nova.compute.provider_tree [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.099582] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401458, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.134981] env[62094]: DEBUG nova.network.neutron [req-658fcc0b-005f-47ef-a946-89028c5ab9ae req-4e558080-0df2-496d-b558-aad4ce33354e service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Updated VIF entry in instance network info cache for port 328aaab8-5501-43b2-95af-2f45655e27e9. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1504.135519] env[62094]: DEBUG nova.network.neutron [req-658fcc0b-005f-47ef-a946-89028c5ab9ae req-4e558080-0df2-496d-b558-aad4ce33354e service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Updating instance_info_cache with network_info: [{"id": "328aaab8-5501-43b2-95af-2f45655e27e9", "address": "fa:16:3e:77:40:9f", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap328aaab8-55", "ovs_interfaceid": "328aaab8-5501-43b2-95af-2f45655e27e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.212961] env[62094]: INFO nova.compute.manager [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Took 12.07 seconds to build instance. [ 1504.320879] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.321056] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquired lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.321224] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Forcefully refreshing network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1504.595396] env[62094]: DEBUG nova.scheduler.client.report [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1504.607344] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401458, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.638854] env[62094]: DEBUG oslo_concurrency.lockutils [req-658fcc0b-005f-47ef-a946-89028c5ab9ae req-4e558080-0df2-496d-b558-aad4ce33354e service nova] Releasing lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.715511] env[62094]: DEBUG oslo_concurrency.lockutils [None req-9da7faf4-9172-450c-ac7f-74f20157aa19 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.578s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.903829] env[62094]: DEBUG nova.compute.manager [req-a5583cbf-807f-454d-8f38-336fa2e24314 req-b71cf142-8105-42e0-82ca-3e6afffd649e service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Received event network-vif-plugged-4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1504.904072] env[62094]: DEBUG oslo_concurrency.lockutils [req-a5583cbf-807f-454d-8f38-336fa2e24314 req-b71cf142-8105-42e0-82ca-3e6afffd649e service nova] Acquiring lock "e561310e-52c0-4b01-8995-8b38b4ed44dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.904285] env[62094]: DEBUG oslo_concurrency.lockutils [req-a5583cbf-807f-454d-8f38-336fa2e24314 req-b71cf142-8105-42e0-82ca-3e6afffd649e service nova] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.904454] env[62094]: DEBUG oslo_concurrency.lockutils [req-a5583cbf-807f-454d-8f38-336fa2e24314 req-b71cf142-8105-42e0-82ca-3e6afffd649e service nova] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.904621] env[62094]: DEBUG nova.compute.manager [req-a5583cbf-807f-454d-8f38-336fa2e24314 req-b71cf142-8105-42e0-82ca-3e6afffd649e service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] No waiting events found dispatching network-vif-plugged-4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1504.904816] env[62094]: WARNING nova.compute.manager [req-a5583cbf-807f-454d-8f38-336fa2e24314 req-b71cf142-8105-42e0-82ca-3e6afffd649e service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Received unexpected event network-vif-plugged-4b690352-723b-4aba-9930-e5d96ef2e166 for instance with vm_state shelved_offloaded and task_state spawning. [ 1504.936435] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.936516] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.936767] env[62094]: DEBUG nova.network.neutron [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.102969] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.105298] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401458, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.126884] env[62094]: INFO nova.scheduler.client.report [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Deleted allocations for instance 6b2e7019-285e-4b10-9c97-72495cf469c7 [ 1505.598467] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Updating instance_info_cache with network_info: [{"id": "2d881715-43ea-47e2-aa3d-84a3b14023b4", "address": "fa:16:3e:cb:88:c7", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d881715-43", "ovs_interfaceid": "2d881715-43ea-47e2-aa3d-84a3b14023b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.603368] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401458, 'name': CloneVM_Task, 'duration_secs': 1.906677} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.603916] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Created linked-clone VM from snapshot [ 1505.604272] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dbfeb5-37c3-4003-ae19-40d371640be6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.612315] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Uploading image 6e0ad8fd-f956-4f2d-9eef-d7b18c997a12 {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1505.632781] env[62094]: DEBUG oslo_vmware.rw_handles [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1505.632781] env[62094]: value = "vm-297075" [ 1505.632781] env[62094]: _type = "VirtualMachine" [ 1505.632781] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1505.633054] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-21561602-269e-4b06-ad81-f606566c641f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.639424] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5544b1f6-fe1d-4758-ac87-27d8784be98e tempest-ServerShowV254Test-207492458 tempest-ServerShowV254Test-207492458-project-member] Lock "6b2e7019-285e-4b10-9c97-72495cf469c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.769s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.645237] env[62094]: DEBUG oslo_vmware.rw_handles [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lease: (returnval){ [ 1505.645237] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5257eb09-79e4-a7e0-bfba-7e5487f0a946" [ 1505.645237] env[62094]: _type = "HttpNfcLease" [ 1505.645237] env[62094]: } obtained for exporting VM: (result){ [ 1505.645237] env[62094]: value = "vm-297075" [ 1505.645237] env[62094]: _type = "VirtualMachine" [ 1505.645237] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1505.645530] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the lease: (returnval){ [ 1505.645530] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5257eb09-79e4-a7e0-bfba-7e5487f0a946" [ 1505.645530] env[62094]: _type = "HttpNfcLease" [ 1505.645530] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1505.652632] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1505.652632] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5257eb09-79e4-a7e0-bfba-7e5487f0a946" [ 1505.652632] env[62094]: _type = "HttpNfcLease" [ 1505.652632] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1505.672971] env[62094]: DEBUG nova.network.neutron [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updating instance_info_cache with network_info: [{"id": "4b690352-723b-4aba-9930-e5d96ef2e166", "address": "fa:16:3e:f1:f5:6f", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b690352-72", "ovs_interfaceid": "4b690352-723b-4aba-9930-e5d96ef2e166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.102026] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Releasing lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.102026] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Updated the network info_cache for instance {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1506.102026] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.102318] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.102318] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1506.155267] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1506.155267] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5257eb09-79e4-a7e0-bfba-7e5487f0a946" [ 1506.155267] env[62094]: _type = "HttpNfcLease" [ 1506.155267] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1506.155628] env[62094]: DEBUG oslo_vmware.rw_handles [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1506.155628] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5257eb09-79e4-a7e0-bfba-7e5487f0a946" [ 1506.155628] env[62094]: _type = "HttpNfcLease" [ 1506.155628] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1506.156441] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faaae10-1ca5-49e0-b52a-524bf896d9a4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.164679] env[62094]: DEBUG oslo_vmware.rw_handles [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222e603-fb97-0762-5f39-de48fb459816/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1506.164924] env[62094]: DEBUG oslo_vmware.rw_handles [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222e603-fb97-0762-5f39-de48fb459816/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1506.223558] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.250151] env[62094]: DEBUG nova.virt.hardware [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3c481974812e05b30a8dc5a84355afda',container_format='bare',created_at=2024-11-06T05:27:11Z,direct_url=,disk_format='vmdk',id=17925e72-7b76-4136-9219-a1022f1a5212,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1687864939-shelved',owner='56d9caf1df5943778427371efb4c140e',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-11-06T05:27:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1506.250861] env[62094]: DEBUG nova.virt.hardware [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1506.250861] env[62094]: DEBUG nova.virt.hardware [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1506.250861] env[62094]: DEBUG nova.virt.hardware [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1506.251073] env[62094]: DEBUG nova.virt.hardware [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1506.251104] env[62094]: DEBUG nova.virt.hardware [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1506.251310] env[62094]: DEBUG nova.virt.hardware [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1506.251486] env[62094]: DEBUG nova.virt.hardware [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1506.251691] env[62094]: DEBUG nova.virt.hardware [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1506.251823] env[62094]: DEBUG nova.virt.hardware [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1506.252045] env[62094]: DEBUG nova.virt.hardware [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1506.252996] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fdecc7-0276-459e-9575-dc97b81c110a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.263556] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3281fdc-cffe-46bf-9560-3b542e3e3cd9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.268264] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6e9f5510-73c1-4eef-a45d-cd8728f37233 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.282149] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:f5:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b690352-723b-4aba-9930-e5d96ef2e166', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1506.289995] env[62094]: DEBUG oslo.service.loopingcall [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.292321] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1506.292841] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5e6cfee-f4f2-48c4-a469-3a689470c842 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.320996] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1506.320996] env[62094]: value = "task-1401460" [ 1506.320996] env[62094]: _type = "Task" [ 1506.320996] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.331586] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401460, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.832153] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401460, 'name': CreateVM_Task, 'duration_secs': 0.361179} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.832524] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1506.833369] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17925e72-7b76-4136-9219-a1022f1a5212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.833611] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17925e72-7b76-4136-9219-a1022f1a5212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.834113] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17925e72-7b76-4136-9219-a1022f1a5212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1506.834418] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f13287b8-3f5c-4f7b-bc47-2c2762237456 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.839841] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1506.839841] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5271c1b2-fea2-0bd2-efc9-7ae020f2c274" [ 1506.839841] env[62094]: _type = "Task" [ 1506.839841] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.849718] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5271c1b2-fea2-0bd2-efc9-7ae020f2c274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.941611] env[62094]: DEBUG nova.compute.manager [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Received event network-changed-4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1506.941903] env[62094]: DEBUG nova.compute.manager [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Refreshing instance network info cache due to event network-changed-4b690352-723b-4aba-9930-e5d96ef2e166. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1506.942236] env[62094]: DEBUG oslo_concurrency.lockutils [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] Acquiring lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.942460] env[62094]: DEBUG oslo_concurrency.lockutils [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] Acquired lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.942584] env[62094]: DEBUG nova.network.neutron [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Refreshing network info cache for port 4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.350488] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17925e72-7b76-4136-9219-a1022f1a5212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.350849] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Processing image 17925e72-7b76-4136-9219-a1022f1a5212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1507.351151] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17925e72-7b76-4136-9219-a1022f1a5212/17925e72-7b76-4136-9219-a1022f1a5212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.351352] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17925e72-7b76-4136-9219-a1022f1a5212/17925e72-7b76-4136-9219-a1022f1a5212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.351590] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1507.351897] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1beed6a-1a58-44d6-8b8a-1ce72080616d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.363217] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1507.363492] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1507.364274] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa80a02-5816-4d74-ba12-08e62ef5a4c2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.369910] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1507.369910] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]525ec368-52fd-d0a2-705c-a593b9aa5142" [ 1507.369910] env[62094]: _type = "Task" [ 1507.369910] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.378107] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]525ec368-52fd-d0a2-705c-a593b9aa5142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.670326] env[62094]: DEBUG nova.network.neutron [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updated VIF entry in instance network info cache for port 4b690352-723b-4aba-9930-e5d96ef2e166. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.670715] env[62094]: DEBUG nova.network.neutron [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updating instance_info_cache with network_info: [{"id": "4b690352-723b-4aba-9930-e5d96ef2e166", "address": "fa:16:3e:f1:f5:6f", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b690352-72", "ovs_interfaceid": "4b690352-723b-4aba-9930-e5d96ef2e166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.880782] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Preparing fetch location {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1507.881125] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Fetch image to [datastore2] OSTACK_IMG_d0ad33e8-7624-4ef6-ab1c-724cccfc3f08/OSTACK_IMG_d0ad33e8-7624-4ef6-ab1c-724cccfc3f08.vmdk {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1507.881476] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Downloading stream optimized image 17925e72-7b76-4136-9219-a1022f1a5212 to [datastore2] OSTACK_IMG_d0ad33e8-7624-4ef6-ab1c-724cccfc3f08/OSTACK_IMG_d0ad33e8-7624-4ef6-ab1c-724cccfc3f08.vmdk on the data store datastore2 as vApp {{(pid=62094) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1507.881702] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Downloading image file data 17925e72-7b76-4136-9219-a1022f1a5212 to the ESX as VM named 'OSTACK_IMG_d0ad33e8-7624-4ef6-ab1c-724cccfc3f08' {{(pid=62094) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1507.954015] env[62094]: DEBUG oslo_vmware.rw_handles [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1507.954015] env[62094]: value = "resgroup-9" [ 1507.954015] env[62094]: _type = "ResourcePool" [ 1507.954015] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1507.954423] env[62094]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c46fcc59-15b9-46f1-884a-d05dbe03ca53 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.976565] env[62094]: DEBUG oslo_vmware.rw_handles [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lease: (returnval){ [ 1507.976565] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528be2f8-4ee1-d2a0-c14a-63ad5d8e8a49" [ 1507.976565] env[62094]: _type = "HttpNfcLease" [ 1507.976565] env[62094]: } obtained for vApp import into resource pool (val){ [ 1507.976565] env[62094]: value = "resgroup-9" [ 1507.976565] env[62094]: _type = "ResourcePool" [ 1507.976565] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1507.976911] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the lease: (returnval){ [ 1507.976911] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528be2f8-4ee1-d2a0-c14a-63ad5d8e8a49" [ 1507.976911] env[62094]: _type = "HttpNfcLease" [ 1507.976911] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1507.983602] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1507.983602] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528be2f8-4ee1-d2a0-c14a-63ad5d8e8a49" [ 1507.983602] env[62094]: _type = "HttpNfcLease" [ 1507.983602] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1508.173826] env[62094]: DEBUG oslo_concurrency.lockutils [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] Releasing lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.174083] env[62094]: DEBUG nova.compute.manager [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Received event network-changed-5f36b687-ebf5-41e7-8ed0-ec3de7373f7a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1508.174260] env[62094]: DEBUG nova.compute.manager [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Refreshing instance network info cache due to event network-changed-5f36b687-ebf5-41e7-8ed0-ec3de7373f7a. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1508.174483] env[62094]: DEBUG oslo_concurrency.lockutils [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] Acquiring lock "refresh_cache-4848799e-f2f7-4182-a17a-a5a2fa71198a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.174626] env[62094]: DEBUG oslo_concurrency.lockutils [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] Acquired lock "refresh_cache-4848799e-f2f7-4182-a17a-a5a2fa71198a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.174828] env[62094]: DEBUG nova.network.neutron [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Refreshing network info cache for port 5f36b687-ebf5-41e7-8ed0-ec3de7373f7a {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.485602] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1508.485602] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528be2f8-4ee1-d2a0-c14a-63ad5d8e8a49" [ 1508.485602] env[62094]: _type = "HttpNfcLease" [ 1508.485602] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1508.884451] env[62094]: DEBUG nova.network.neutron [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Updated VIF entry in instance network info cache for port 5f36b687-ebf5-41e7-8ed0-ec3de7373f7a. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.884930] env[62094]: DEBUG nova.network.neutron [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Updating instance_info_cache with network_info: [{"id": "5f36b687-ebf5-41e7-8ed0-ec3de7373f7a", "address": "fa:16:3e:9b:5d:83", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f36b687-eb", "ovs_interfaceid": "5f36b687-ebf5-41e7-8ed0-ec3de7373f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.986282] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1508.986282] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528be2f8-4ee1-d2a0-c14a-63ad5d8e8a49" [ 1508.986282] env[62094]: _type = "HttpNfcLease" [ 1508.986282] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1508.986709] env[62094]: DEBUG oslo_vmware.rw_handles [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1508.986709] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528be2f8-4ee1-d2a0-c14a-63ad5d8e8a49" [ 1508.986709] env[62094]: _type = "HttpNfcLease" [ 1508.986709] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1508.987571] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19286825-b71f-47a8-8658-ccbc35159b1b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.996277] env[62094]: DEBUG oslo_vmware.rw_handles [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231dd96-8b95-471a-a6bb-a446f4c30530/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1508.996485] env[62094]: DEBUG oslo_vmware.rw_handles [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231dd96-8b95-471a-a6bb-a446f4c30530/disk-0.vmdk. {{(pid=62094) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1509.063340] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e9e7b0b8-b5b0-421f-9a9f-32c799d47357 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.388491] env[62094]: DEBUG oslo_concurrency.lockutils [req-193674de-9719-4dfd-9554-6848ac1ef6e4 req-826d898d-1563-4fa8-b68d-06fe16ff1739 service nova] Releasing lock "refresh_cache-4848799e-f2f7-4182-a17a-a5a2fa71198a" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.420396] env[62094]: DEBUG oslo_vmware.rw_handles [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Completed reading data from the image iterator. {{(pid=62094) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1510.420940] env[62094]: DEBUG oslo_vmware.rw_handles [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231dd96-8b95-471a-a6bb-a446f4c30530/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1510.421644] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58636e06-bd4c-4acf-8985-927577c65b6f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.429560] env[62094]: DEBUG oslo_vmware.rw_handles [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231dd96-8b95-471a-a6bb-a446f4c30530/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1510.429798] env[62094]: DEBUG oslo_vmware.rw_handles [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231dd96-8b95-471a-a6bb-a446f4c30530/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1510.430097] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cc9a07d7-a98f-4a09-a0bc-f96798add614 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.738150] env[62094]: DEBUG oslo_vmware.rw_handles [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231dd96-8b95-471a-a6bb-a446f4c30530/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1510.738408] env[62094]: INFO nova.virt.vmwareapi.images [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Downloaded image file data 17925e72-7b76-4136-9219-a1022f1a5212 [ 1510.739415] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b83cc4e-2008-48f1-8704-e5bd938b04b6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.755560] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b578688d-ca6a-41a2-b74f-997c125d88be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.879784] env[62094]: INFO nova.virt.vmwareapi.images [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] The imported VM was unregistered [ 1510.881571] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Caching image {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1510.881851] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Creating directory with path [datastore2] devstack-image-cache_base/17925e72-7b76-4136-9219-a1022f1a5212 {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1510.882193] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efbe46aa-9795-42d0-8607-cb3fb4905538 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.909849] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Created directory with path [datastore2] devstack-image-cache_base/17925e72-7b76-4136-9219-a1022f1a5212 {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1510.910132] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d0ad33e8-7624-4ef6-ab1c-724cccfc3f08/OSTACK_IMG_d0ad33e8-7624-4ef6-ab1c-724cccfc3f08.vmdk to [datastore2] devstack-image-cache_base/17925e72-7b76-4136-9219-a1022f1a5212/17925e72-7b76-4136-9219-a1022f1a5212.vmdk. {{(pid=62094) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1510.910479] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-eae44099-039a-44b3-88e1-d294f0a38def {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.917567] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1510.917567] env[62094]: value = "task-1401463" [ 1510.917567] env[62094]: _type = "Task" [ 1510.917567] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.927753] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401463, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.429156] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401463, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.931272] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401463, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.432064] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401463, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.931987] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401463, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.432615] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401463, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.930948] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401463, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.008524} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.931279] env[62094]: INFO nova.virt.vmwareapi.ds_util [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d0ad33e8-7624-4ef6-ab1c-724cccfc3f08/OSTACK_IMG_d0ad33e8-7624-4ef6-ab1c-724cccfc3f08.vmdk to [datastore2] devstack-image-cache_base/17925e72-7b76-4136-9219-a1022f1a5212/17925e72-7b76-4136-9219-a1022f1a5212.vmdk. [ 1513.931476] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Cleaning up location [datastore2] OSTACK_IMG_d0ad33e8-7624-4ef6-ab1c-724cccfc3f08 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1513.931647] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d0ad33e8-7624-4ef6-ab1c-724cccfc3f08 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1513.931912] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12484c8c-0b99-4315-9098-a537faa832bf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.938935] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1513.938935] env[62094]: value = "task-1401464" [ 1513.938935] env[62094]: _type = "Task" [ 1513.938935] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.947487] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.449093] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.061737} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.449483] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1514.449524] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17925e72-7b76-4136-9219-a1022f1a5212/17925e72-7b76-4136-9219-a1022f1a5212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.449766] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17925e72-7b76-4136-9219-a1022f1a5212/17925e72-7b76-4136-9219-a1022f1a5212.vmdk to [datastore2] e561310e-52c0-4b01-8995-8b38b4ed44dc/e561310e-52c0-4b01-8995-8b38b4ed44dc.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.450040] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0018d37-acf1-41ee-986f-76bd80644928 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.457451] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1514.457451] env[62094]: value = "task-1401465" [ 1514.457451] env[62094]: _type = "Task" [ 1514.457451] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.471987] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.968539] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401465, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.473196] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401465, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.970461] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401465, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.470895] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401465, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.969174] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401465, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.355943} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.969546] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17925e72-7b76-4136-9219-a1022f1a5212/17925e72-7b76-4136-9219-a1022f1a5212.vmdk to [datastore2] e561310e-52c0-4b01-8995-8b38b4ed44dc/e561310e-52c0-4b01-8995-8b38b4ed44dc.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.970235] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db31e55-38b5-4877-ba17-9ee5145c43af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.991808] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] e561310e-52c0-4b01-8995-8b38b4ed44dc/e561310e-52c0-4b01-8995-8b38b4ed44dc.vmdk or device None with type streamOptimized {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1516.992072] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-116cb6b9-780e-4e65-8fad-d294b976cd71 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.011310] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1517.011310] env[62094]: value = "task-1401466" [ 1517.011310] env[62094]: _type = "Task" [ 1517.011310] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.019074] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.526191] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.896105] env[62094]: DEBUG oslo_vmware.rw_handles [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222e603-fb97-0762-5f39-de48fb459816/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1517.897167] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96e5296-bc2f-4c41-a514-9ab38139a886 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.903441] env[62094]: DEBUG oslo_vmware.rw_handles [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222e603-fb97-0762-5f39-de48fb459816/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1517.903624] env[62094]: ERROR oslo_vmware.rw_handles [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222e603-fb97-0762-5f39-de48fb459816/disk-0.vmdk due to incomplete transfer. [ 1517.903843] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f528a202-de30-47b4-961d-47b0e35afde3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.910158] env[62094]: DEBUG oslo_vmware.rw_handles [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222e603-fb97-0762-5f39-de48fb459816/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1517.910367] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Uploaded image 6e0ad8fd-f956-4f2d-9eef-d7b18c997a12 to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1517.912464] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1517.912721] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-66b95eef-8620-4467-a4af-7931f839a4e2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.917779] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1517.917779] env[62094]: value = "task-1401467" [ 1517.917779] env[62094]: _type = "Task" [ 1517.917779] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.925910] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401467, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.022057] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401466, 'name': ReconfigVM_Task, 'duration_secs': 0.576481} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.022057] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Reconfigured VM instance instance-0000006b to attach disk [datastore2] e561310e-52c0-4b01-8995-8b38b4ed44dc/e561310e-52c0-4b01-8995-8b38b4ed44dc.vmdk or device None with type streamOptimized {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.022650] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19b4403b-d169-4d35-ae7a-29cf30de8e3d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.028512] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1518.028512] env[62094]: value = "task-1401468" [ 1518.028512] env[62094]: _type = "Task" [ 1518.028512] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.036595] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401468, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.428266] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401467, 'name': Destroy_Task, 'duration_secs': 0.290418} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.428529] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Destroyed the VM [ 1518.428771] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1518.429040] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d4c89a0d-bec8-4aba-aecf-5b40ba4be46f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.435132] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1518.435132] env[62094]: value = "task-1401469" [ 1518.435132] env[62094]: _type = "Task" [ 1518.435132] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.442192] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401469, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.538961] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401468, 'name': Rename_Task, 'duration_secs': 0.137887} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.539267] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1518.539538] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c993788f-0a52-4be3-bbef-ded08bd7308a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.545948] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1518.545948] env[62094]: value = "task-1401470" [ 1518.545948] env[62094]: _type = "Task" [ 1518.545948] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.553500] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.944675] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401469, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.056303] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401470, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.444918] env[62094]: DEBUG oslo_vmware.api [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401469, 'name': RemoveSnapshot_Task, 'duration_secs': 0.680242} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.445181] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1519.445424] env[62094]: INFO nova.compute.manager [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Took 17.94 seconds to snapshot the instance on the hypervisor. [ 1519.556597] env[62094]: DEBUG oslo_vmware.api [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401470, 'name': PowerOnVM_Task, 'duration_secs': 0.514316} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.556885] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1519.650703] env[62094]: DEBUG nova.compute.manager [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1519.651701] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b0024a-09b6-4879-8171-1f87b5410fbf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.979504] env[62094]: DEBUG nova.compute.manager [None req-df60f5e1-a79b-4d83-8d87-13acecfb97fb tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Found 1 images (rotation: 2) {{(pid=62094) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1520.167921] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72286d9b-d198-4eae-9baa-5a13402b28e3 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.021s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.110063] env[62094]: DEBUG nova.compute.manager [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1521.111153] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9a7413-9483-4fee-9f5c-46c41648c24b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.622787] env[62094]: INFO nova.compute.manager [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] instance snapshotting [ 1521.623497] env[62094]: DEBUG nova.objects.instance [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'flavor' on Instance uuid 4707972f-dc95-4598-a5d5-e21e90c390d6 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.129722] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cdce38-d23b-4e6d-a05b-611a4057af24 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.148455] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504d7e59-9ec5-48d5-951a-c10425f15d61 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.659460] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1522.659460] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a0e9e346-f0fd-4b11-b209-92b981737978 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.667056] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1522.667056] env[62094]: value = "task-1401471" [ 1522.667056] env[62094]: _type = "Task" [ 1522.667056] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.674881] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401471, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.176820] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401471, 'name': CreateSnapshot_Task, 'duration_secs': 0.392362} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.177110] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1523.177852] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c48231-c57e-41b0-803f-d1cb0d21c498 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.695008] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1523.695351] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-08879c4a-164e-4046-9b6c-e5324dcb5fb0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.703527] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1523.703527] env[62094]: value = "task-1401472" [ 1523.703527] env[62094]: _type = "Task" [ 1523.703527] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.711271] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401472, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.214305] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401472, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.716277] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401472, 'name': CloneVM_Task, 'duration_secs': 0.925316} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.716621] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Created linked-clone VM from snapshot [ 1524.717252] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e976d1e-e282-4601-a21a-94c22795be5a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.724095] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Uploading image 478f5d20-abb3-4727-81f9-d6b9d1c89469 {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1524.743157] env[62094]: DEBUG oslo_vmware.rw_handles [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1524.743157] env[62094]: value = "vm-297079" [ 1524.743157] env[62094]: _type = "VirtualMachine" [ 1524.743157] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1524.743396] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9dde6096-8728-4401-9c30-8c059efc4cb4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.749459] env[62094]: DEBUG oslo_vmware.rw_handles [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lease: (returnval){ [ 1524.749459] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]529ac035-725f-b67a-784b-05d1d13d3449" [ 1524.749459] env[62094]: _type = "HttpNfcLease" [ 1524.749459] env[62094]: } obtained for exporting VM: (result){ [ 1524.749459] env[62094]: value = "vm-297079" [ 1524.749459] env[62094]: _type = "VirtualMachine" [ 1524.749459] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1524.749703] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the lease: (returnval){ [ 1524.749703] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]529ac035-725f-b67a-784b-05d1d13d3449" [ 1524.749703] env[62094]: _type = "HttpNfcLease" [ 1524.749703] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1524.755251] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1524.755251] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]529ac035-725f-b67a-784b-05d1d13d3449" [ 1524.755251] env[62094]: _type = "HttpNfcLease" [ 1524.755251] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1525.257856] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1525.257856] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]529ac035-725f-b67a-784b-05d1d13d3449" [ 1525.257856] env[62094]: _type = "HttpNfcLease" [ 1525.257856] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1525.258146] env[62094]: DEBUG oslo_vmware.rw_handles [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1525.258146] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]529ac035-725f-b67a-784b-05d1d13d3449" [ 1525.258146] env[62094]: _type = "HttpNfcLease" [ 1525.258146] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1525.258790] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f79eb8-f294-4bd3-8fe3-29d7b9977b01 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.266173] env[62094]: DEBUG oslo_vmware.rw_handles [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235b4a7-43ec-e60e-1bf8-3fd36aededcb/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1525.266355] env[62094]: DEBUG oslo_vmware.rw_handles [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235b4a7-43ec-e60e-1bf8-3fd36aededcb/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1525.351999] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6b8397b7-4a92-4578-ad2f-27a6d8524526 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.721192] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.721485] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.225097] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.225392] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.225528] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.225674] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1528.226635] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f87a498-9602-4871-8797-6e05795305d2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.235014] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf660595-3c32-479d-afac-07b8885907e1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.249234] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8887e4e-72ad-4f01-84bf-03194fc7c1f7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.256064] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8c25fa-b35e-434c-93a4-bf301cfdbf4b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.284192] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180063MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1528.284426] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.284544] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.428160] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 85ce149a-08fb-4a13-8c8a-0d3c412eab03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.428514] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 4707972f-dc95-4598-a5d5-e21e90c390d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.428514] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance ee0def21-086e-43c3-b999-3add52d82f3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.428641] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 135edbba-65af-4d1b-bb7d-2070ffa54933 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.428641] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 4848799e-f2f7-4182-a17a-a5a2fa71198a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.428760] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e561310e-52c0-4b01-8995-8b38b4ed44dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.428940] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1529.429095] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1529.513596] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d76fdf-040a-4369-9cf3-0ea66feac5e5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.520828] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b75da9b-41c0-4968-95a1-c0302f71b69a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.550172] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899ee990-eb18-44ff-9bdb-62caa0d6453a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.557224] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffbd874-cd07-4b56-91e3-9fe911d64c33 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.570199] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.074170] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1530.165018] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "ee0def21-086e-43c3-b999-3add52d82f3f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.165282] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "ee0def21-086e-43c3-b999-3add52d82f3f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.579204] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1530.579596] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.295s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.668504] env[62094]: DEBUG nova.compute.utils [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1531.171773] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "ee0def21-086e-43c3-b999-3add52d82f3f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.103093] env[62094]: DEBUG oslo_vmware.rw_handles [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235b4a7-43ec-e60e-1bf8-3fd36aededcb/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1532.104209] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4513152a-560e-4394-88ba-9b862b616e55 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.110647] env[62094]: DEBUG oslo_vmware.rw_handles [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235b4a7-43ec-e60e-1bf8-3fd36aededcb/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1532.110815] env[62094]: ERROR oslo_vmware.rw_handles [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235b4a7-43ec-e60e-1bf8-3fd36aededcb/disk-0.vmdk due to incomplete transfer. [ 1532.111063] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5af76fba-699d-45d0-8287-2348d671a74c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.118165] env[62094]: DEBUG oslo_vmware.rw_handles [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235b4a7-43ec-e60e-1bf8-3fd36aededcb/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1532.118364] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Uploaded image 478f5d20-abb3-4727-81f9-d6b9d1c89469 to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1532.120748] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1532.120985] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-55f02d4a-5e49-4cb8-b0dc-099fd69eac30 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.126456] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1532.126456] env[62094]: value = "task-1401474" [ 1532.126456] env[62094]: _type = "Task" [ 1532.126456] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.133485] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401474, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.244649] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "ee0def21-086e-43c3-b999-3add52d82f3f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.244937] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "ee0def21-086e-43c3-b999-3add52d82f3f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.245236] env[62094]: INFO nova.compute.manager [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Attaching volume e98d05a8-b8f3-4d30-b350-9a6d8696f80e to /dev/sdb [ 1532.276269] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1111fa01-a9ba-4472-9220-7ea52912d68c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.282962] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a82ea4-a2a4-44df-bc54-2b0e0497e7ba {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.296777] env[62094]: DEBUG nova.virt.block_device [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Updating existing volume attachment record: 1b8d5595-234e-489c-9350-ae9901cc3c1a {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1532.575417] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.635974] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401474, 'name': Destroy_Task, 'duration_secs': 0.316794} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.636303] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Destroyed the VM [ 1532.636569] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1532.636841] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-893dd6ee-70f2-4020-aaf5-59cd0c929a88 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.643477] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1532.643477] env[62094]: value = "task-1401478" [ 1532.643477] env[62094]: _type = "Task" [ 1532.643477] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.651453] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401478, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.084023] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.084023] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1533.154649] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401478, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.636614] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.636772] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquired lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.636920] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Forcefully refreshing network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1533.654856] env[62094]: DEBUG oslo_vmware.api [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401478, 'name': RemoveSnapshot_Task, 'duration_secs': 0.542372} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.655154] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1533.655396] env[62094]: INFO nova.compute.manager [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Took 11.53 seconds to snapshot the instance on the hypervisor. [ 1534.198470] env[62094]: DEBUG nova.compute.manager [None req-6177ed4e-9548-4f84-b525-3189ece4c944 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Found 2 images (rotation: 2) {{(pid=62094) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1534.898878] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updating instance_info_cache with network_info: [{"id": "4b690352-723b-4aba-9930-e5d96ef2e166", "address": "fa:16:3e:f1:f5:6f", "network": {"id": "c26482aa-b376-41c8-b52c-d6f5df8bfe12", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-142260887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56d9caf1df5943778427371efb4c140e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b690352-72", "ovs_interfaceid": "4b690352-723b-4aba-9930-e5d96ef2e166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.045139] env[62094]: DEBUG nova.compute.manager [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1535.046169] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb86e6c-7995-4e78-ad3c-9ccab66d7d03 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.401864] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Releasing lock "refresh_cache-e561310e-52c0-4b01-8995-8b38b4ed44dc" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.402402] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updated the network info_cache for instance {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1535.402475] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.402693] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.402927] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.403167] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.403376] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.403592] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.403768] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1535.557243] env[62094]: INFO nova.compute.manager [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] instance snapshotting [ 1535.557826] env[62094]: DEBUG nova.objects.instance [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'flavor' on Instance uuid 4707972f-dc95-4598-a5d5-e21e90c390d6 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.063983] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b48c755-290d-4aa3-9e8d-87bb1c298b6d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.082917] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47541b95-1e03-4d10-aec0-a5497bce8919 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.593599] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1536.593938] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-094f8d07-f37f-4adb-87a7-650602f95b69 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.602122] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1536.602122] env[62094]: value = "task-1401480" [ 1536.602122] env[62094]: _type = "Task" [ 1536.602122] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.610134] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401480, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.839565] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1536.839842] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297081', 'volume_id': 'e98d05a8-b8f3-4d30-b350-9a6d8696f80e', 'name': 'volume-e98d05a8-b8f3-4d30-b350-9a6d8696f80e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ee0def21-086e-43c3-b999-3add52d82f3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e98d05a8-b8f3-4d30-b350-9a6d8696f80e', 'serial': 'e98d05a8-b8f3-4d30-b350-9a6d8696f80e'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1536.840740] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a38029-0a65-44cf-81a9-8cc33c8d7c24 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.858488] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2f3ee3-69b2-49d4-a9de-f68c2a2e2412 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.882455] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-e98d05a8-b8f3-4d30-b350-9a6d8696f80e/volume-e98d05a8-b8f3-4d30-b350-9a6d8696f80e.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1536.882739] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7a65fc4-646c-4954-b5bf-e8a97218c54c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.899571] env[62094]: DEBUG oslo_vmware.api [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1536.899571] env[62094]: value = "task-1401481" [ 1536.899571] env[62094]: _type = "Task" [ 1536.899571] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.908696] env[62094]: DEBUG oslo_vmware.api [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.111987] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401480, 'name': CreateSnapshot_Task, 'duration_secs': 0.48334} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.112281] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1537.113048] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2dd050-2d67-46a7-9724-1dd20d3fa4b8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.409975] env[62094]: DEBUG oslo_vmware.api [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401481, 'name': ReconfigVM_Task, 'duration_secs': 0.357527} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.410270] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-e98d05a8-b8f3-4d30-b350-9a6d8696f80e/volume-e98d05a8-b8f3-4d30-b350-9a6d8696f80e.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1537.414933] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b052451-d8cc-4753-b188-228baf78c187 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.429481] env[62094]: DEBUG oslo_vmware.api [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1537.429481] env[62094]: value = "task-1401482" [ 1537.429481] env[62094]: _type = "Task" [ 1537.429481] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.437081] env[62094]: DEBUG oslo_vmware.api [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.630594] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1537.630975] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05bb4b44-8a45-40ab-9bbe-dc5fbffbfc7d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.638955] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1537.638955] env[62094]: value = "task-1401483" [ 1537.638955] env[62094]: _type = "Task" [ 1537.638955] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.646634] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401483, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.939578] env[62094]: DEBUG oslo_vmware.api [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401482, 'name': ReconfigVM_Task, 'duration_secs': 0.128819} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.939958] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297081', 'volume_id': 'e98d05a8-b8f3-4d30-b350-9a6d8696f80e', 'name': 'volume-e98d05a8-b8f3-4d30-b350-9a6d8696f80e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ee0def21-086e-43c3-b999-3add52d82f3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e98d05a8-b8f3-4d30-b350-9a6d8696f80e', 'serial': 'e98d05a8-b8f3-4d30-b350-9a6d8696f80e'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1538.150018] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401483, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.649634] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401483, 'name': CloneVM_Task, 'duration_secs': 0.882956} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.650018] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Created linked-clone VM from snapshot [ 1538.650624] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b71278-e084-4ed4-a908-2bd481a4a2ea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.657685] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Uploading image 7d9663fd-a23e-4299-9995-b6ed2b1c767d {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1538.682804] env[62094]: DEBUG oslo_vmware.rw_handles [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1538.682804] env[62094]: value = "vm-297083" [ 1538.682804] env[62094]: _type = "VirtualMachine" [ 1538.682804] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1538.683107] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-38a59d3e-a07a-455d-b7fc-1fd9b934f2db {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.690319] env[62094]: DEBUG oslo_vmware.rw_handles [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lease: (returnval){ [ 1538.690319] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524faacf-9990-cbed-0a4d-06a7dc08cb38" [ 1538.690319] env[62094]: _type = "HttpNfcLease" [ 1538.690319] env[62094]: } obtained for exporting VM: (result){ [ 1538.690319] env[62094]: value = "vm-297083" [ 1538.690319] env[62094]: _type = "VirtualMachine" [ 1538.690319] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1538.690589] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the lease: (returnval){ [ 1538.690589] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524faacf-9990-cbed-0a4d-06a7dc08cb38" [ 1538.690589] env[62094]: _type = "HttpNfcLease" [ 1538.690589] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1538.704440] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1538.704440] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524faacf-9990-cbed-0a4d-06a7dc08cb38" [ 1538.704440] env[62094]: _type = "HttpNfcLease" [ 1538.704440] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1538.975167] env[62094]: DEBUG nova.objects.instance [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lazy-loading 'flavor' on Instance uuid ee0def21-086e-43c3-b999-3add52d82f3f {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1539.198321] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1539.198321] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524faacf-9990-cbed-0a4d-06a7dc08cb38" [ 1539.198321] env[62094]: _type = "HttpNfcLease" [ 1539.198321] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1539.198639] env[62094]: DEBUG oslo_vmware.rw_handles [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1539.198639] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524faacf-9990-cbed-0a4d-06a7dc08cb38" [ 1539.198639] env[62094]: _type = "HttpNfcLease" [ 1539.198639] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1539.199338] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731111cb-601a-42a9-ab56-c4af230b2515 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.206073] env[62094]: DEBUG oslo_vmware.rw_handles [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525510c5-6c62-1f0a-4c7f-06ddec584b82/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1539.206255] env[62094]: DEBUG oslo_vmware.rw_handles [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525510c5-6c62-1f0a-4c7f-06ddec584b82/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1539.296057] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b38a71ad-6d92-4c66-8068-ba00963b84f0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.480742] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaa0d148-a745-4a96-acc9-8c8f23850664 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "ee0def21-086e-43c3-b999-3add52d82f3f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.671762] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "56636c8e-1c8d-46af-83c2-2acfac5d1d52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.672133] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "56636c8e-1c8d-46af-83c2-2acfac5d1d52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.852405] env[62094]: DEBUG oslo_concurrency.lockutils [None req-698cfcce-3c3d-45b4-b81e-81b846334379 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "135edbba-65af-4d1b-bb7d-2070ffa54933" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.852631] env[62094]: DEBUG oslo_concurrency.lockutils [None req-698cfcce-3c3d-45b4-b81e-81b846334379 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "135edbba-65af-4d1b-bb7d-2070ffa54933" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.852820] env[62094]: DEBUG nova.compute.manager [None req-698cfcce-3c3d-45b4-b81e-81b846334379 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1540.853916] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447132df-b7ca-4b1b-ab09-5a54c17a6b7f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.860586] env[62094]: DEBUG nova.compute.manager [None req-698cfcce-3c3d-45b4-b81e-81b846334379 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62094) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1540.861236] env[62094]: DEBUG nova.objects.instance [None req-698cfcce-3c3d-45b4-b81e-81b846334379 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lazy-loading 'flavor' on Instance uuid 135edbba-65af-4d1b-bb7d-2070ffa54933 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.174944] env[62094]: DEBUG nova.compute.manager [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1541.367150] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-698cfcce-3c3d-45b4-b81e-81b846334379 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1541.367469] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bdfbaf5-6159-4d1e-ab99-25863a1f03e0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.374335] env[62094]: DEBUG oslo_vmware.api [None req-698cfcce-3c3d-45b4-b81e-81b846334379 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1541.374335] env[62094]: value = "task-1401485" [ 1541.374335] env[62094]: _type = "Task" [ 1541.374335] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.382721] env[62094]: DEBUG oslo_vmware.api [None req-698cfcce-3c3d-45b4-b81e-81b846334379 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.700831] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.701143] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.702831] env[62094]: INFO nova.compute.claims [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1541.885482] env[62094]: DEBUG oslo_vmware.api [None req-698cfcce-3c3d-45b4-b81e-81b846334379 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401485, 'name': PowerOffVM_Task, 'duration_secs': 0.21969} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.885767] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-698cfcce-3c3d-45b4-b81e-81b846334379 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.885967] env[62094]: DEBUG nova.compute.manager [None req-698cfcce-3c3d-45b4-b81e-81b846334379 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1541.886781] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69137a8b-56d1-483b-8784-7af3dbe02b7d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.100986] env[62094]: DEBUG oslo_concurrency.lockutils [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.101309] env[62094]: DEBUG oslo_concurrency.lockutils [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.399032] env[62094]: DEBUG oslo_concurrency.lockutils [None req-698cfcce-3c3d-45b4-b81e-81b846334379 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "135edbba-65af-4d1b-bb7d-2070ffa54933" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.546s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.605299] env[62094]: DEBUG nova.compute.utils [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1542.804621] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe2ab88-6fef-4f16-a0cb-9fc72d4fa0bd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.812337] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93225ad9-4341-42d7-a830-7179b3d21c60 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.843435] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f522f1-61de-44ec-a5ea-7c2e2535ce2e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.850673] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e581c24-176f-498d-ae03-b9d9f6e9b3d3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.864064] env[62094]: DEBUG nova.compute.provider_tree [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.108276] env[62094]: DEBUG oslo_concurrency.lockutils [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.220786] env[62094]: DEBUG nova.objects.instance [None req-3abe4958-2e41-4f1e-ab38-0f56ed01a645 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lazy-loading 'flavor' on Instance uuid 135edbba-65af-4d1b-bb7d-2070ffa54933 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.366914] env[62094]: DEBUG nova.scheduler.client.report [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1543.726579] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3abe4958-2e41-4f1e-ab38-0f56ed01a645 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.726843] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3abe4958-2e41-4f1e-ab38-0f56ed01a645 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.727089] env[62094]: DEBUG nova.network.neutron [None req-3abe4958-2e41-4f1e-ab38-0f56ed01a645 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.727289] env[62094]: DEBUG nova.objects.instance [None req-3abe4958-2e41-4f1e-ab38-0f56ed01a645 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lazy-loading 'info_cache' on Instance uuid 135edbba-65af-4d1b-bb7d-2070ffa54933 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.871614] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.872125] env[62094]: DEBUG nova.compute.manager [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1544.170279] env[62094]: DEBUG oslo_concurrency.lockutils [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.170598] env[62094]: DEBUG oslo_concurrency.lockutils [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.170889] env[62094]: INFO nova.compute.manager [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Attaching volume 063a4be9-f34b-41e9-9829-9bb929221b12 to /dev/sdb [ 1544.203612] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4162feba-9345-4305-8498-73ceb2c15935 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.211046] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79370ac9-a363-43d9-879c-645289b6230e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.224874] env[62094]: DEBUG nova.virt.block_device [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Updating existing volume attachment record: 7a70723b-5e6e-4c44-bac8-f5247d5f1ada {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1544.230255] env[62094]: DEBUG nova.objects.base [None req-3abe4958-2e41-4f1e-ab38-0f56ed01a645 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Object Instance<135edbba-65af-4d1b-bb7d-2070ffa54933> lazy-loaded attributes: flavor,info_cache {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1544.378089] env[62094]: DEBUG nova.compute.utils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1544.379547] env[62094]: DEBUG nova.compute.manager [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1544.379692] env[62094]: DEBUG nova.network.neutron [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1544.432869] env[62094]: DEBUG nova.policy [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1023385f293140d6b4c884d64e87601c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec01037040104fcba01fe7e4036a8410', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1544.882686] env[62094]: DEBUG nova.compute.manager [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1544.967281] env[62094]: DEBUG nova.network.neutron [None req-3abe4958-2e41-4f1e-ab38-0f56ed01a645 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Updating instance_info_cache with network_info: [{"id": "328aaab8-5501-43b2-95af-2f45655e27e9", "address": "fa:16:3e:77:40:9f", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap328aaab8-55", "ovs_interfaceid": "328aaab8-5501-43b2-95af-2f45655e27e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.079763] env[62094]: DEBUG nova.network.neutron [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Successfully created port: 2826d828-58c1-415b-90aa-c83c52702b65 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1545.469945] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3abe4958-2e41-4f1e-ab38-0f56ed01a645 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.897675] env[62094]: DEBUG nova.compute.manager [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1545.925953] env[62094]: DEBUG nova.virt.hardware [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1545.926252] env[62094]: DEBUG nova.virt.hardware [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1545.926433] env[62094]: DEBUG nova.virt.hardware [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1545.926628] env[62094]: DEBUG nova.virt.hardware [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1545.926790] env[62094]: DEBUG nova.virt.hardware [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1545.926927] env[62094]: DEBUG nova.virt.hardware [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1545.927151] env[62094]: DEBUG nova.virt.hardware [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1545.927324] env[62094]: DEBUG nova.virt.hardware [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1545.927550] env[62094]: DEBUG nova.virt.hardware [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1545.927795] env[62094]: DEBUG nova.virt.hardware [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1545.928055] env[62094]: DEBUG nova.virt.hardware [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1545.929261] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6addb1-3b93-459b-a168-3c27d25394fd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.938347] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f790dc87-b7b6-48d9-b512-29a659d2e1ca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.972997] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abe4958-2e41-4f1e-ab38-0f56ed01a645 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1545.973382] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28ce2b01-df2b-4497-ba43-c1a02a776547 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.980714] env[62094]: DEBUG oslo_vmware.api [None req-3abe4958-2e41-4f1e-ab38-0f56ed01a645 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1545.980714] env[62094]: value = "task-1401489" [ 1545.980714] env[62094]: _type = "Task" [ 1545.980714] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.988702] env[62094]: DEBUG oslo_vmware.api [None req-3abe4958-2e41-4f1e-ab38-0f56ed01a645 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.475310] env[62094]: DEBUG nova.compute.manager [req-7c137f40-3281-4ac3-a0ad-bab1b59f8d20 req-d371c6bc-ba00-4e72-9cd8-ec774bda4ab8 service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Received event network-vif-plugged-2826d828-58c1-415b-90aa-c83c52702b65 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1546.475586] env[62094]: DEBUG oslo_concurrency.lockutils [req-7c137f40-3281-4ac3-a0ad-bab1b59f8d20 req-d371c6bc-ba00-4e72-9cd8-ec774bda4ab8 service nova] Acquiring lock "56636c8e-1c8d-46af-83c2-2acfac5d1d52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.475836] env[62094]: DEBUG oslo_concurrency.lockutils [req-7c137f40-3281-4ac3-a0ad-bab1b59f8d20 req-d371c6bc-ba00-4e72-9cd8-ec774bda4ab8 service nova] Lock "56636c8e-1c8d-46af-83c2-2acfac5d1d52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.476082] env[62094]: DEBUG oslo_concurrency.lockutils [req-7c137f40-3281-4ac3-a0ad-bab1b59f8d20 req-d371c6bc-ba00-4e72-9cd8-ec774bda4ab8 service nova] Lock "56636c8e-1c8d-46af-83c2-2acfac5d1d52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.476287] env[62094]: DEBUG nova.compute.manager [req-7c137f40-3281-4ac3-a0ad-bab1b59f8d20 req-d371c6bc-ba00-4e72-9cd8-ec774bda4ab8 service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] No waiting events found dispatching network-vif-plugged-2826d828-58c1-415b-90aa-c83c52702b65 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1546.476460] env[62094]: WARNING nova.compute.manager [req-7c137f40-3281-4ac3-a0ad-bab1b59f8d20 req-d371c6bc-ba00-4e72-9cd8-ec774bda4ab8 service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Received unexpected event network-vif-plugged-2826d828-58c1-415b-90aa-c83c52702b65 for instance with vm_state building and task_state spawning. [ 1546.491870] env[62094]: DEBUG oslo_vmware.api [None req-3abe4958-2e41-4f1e-ab38-0f56ed01a645 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401489, 'name': PowerOnVM_Task, 'duration_secs': 0.420669} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.491870] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abe4958-2e41-4f1e-ab38-0f56ed01a645 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1546.491870] env[62094]: DEBUG nova.compute.manager [None req-3abe4958-2e41-4f1e-ab38-0f56ed01a645 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1546.491870] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ea7ac2-5856-4adf-ac72-1d12f749d539 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.619134] env[62094]: DEBUG nova.network.neutron [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Successfully updated port: 2826d828-58c1-415b-90aa-c83c52702b65 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1546.670311] env[62094]: DEBUG oslo_vmware.rw_handles [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525510c5-6c62-1f0a-4c7f-06ddec584b82/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1546.671242] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf68f81-e57a-469e-b079-e53fbf9e2130 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.677169] env[62094]: DEBUG oslo_vmware.rw_handles [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525510c5-6c62-1f0a-4c7f-06ddec584b82/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1546.677342] env[62094]: ERROR oslo_vmware.rw_handles [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525510c5-6c62-1f0a-4c7f-06ddec584b82/disk-0.vmdk due to incomplete transfer. [ 1546.677570] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ac2045b1-5b7d-49b0-a561-d966fc9ac48c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.684169] env[62094]: DEBUG oslo_vmware.rw_handles [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525510c5-6c62-1f0a-4c7f-06ddec584b82/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1546.684363] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Uploaded image 7d9663fd-a23e-4299-9995-b6ed2b1c767d to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1546.686645] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1546.686886] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-179651d0-4719-4f91-99a9-749a1ed77c38 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.691943] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1546.691943] env[62094]: value = "task-1401491" [ 1546.691943] env[62094]: _type = "Task" [ 1546.691943] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.699326] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401491, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.121835] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "refresh_cache-56636c8e-1c8d-46af-83c2-2acfac5d1d52" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.122172] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired lock "refresh_cache-56636c8e-1c8d-46af-83c2-2acfac5d1d52" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.122224] env[62094]: DEBUG nova.network.neutron [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1547.203444] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401491, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.680764] env[62094]: DEBUG nova.network.neutron [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1547.701919] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401491, 'name': Destroy_Task} progress is 33%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.870366] env[62094]: DEBUG nova.network.neutron [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Updating instance_info_cache with network_info: [{"id": "2826d828-58c1-415b-90aa-c83c52702b65", "address": "fa:16:3e:7e:40:f8", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2826d828-58", "ovs_interfaceid": "2826d828-58c1-415b-90aa-c83c52702b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.202333] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401491, 'name': Destroy_Task, 'duration_secs': 1.287246} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.202651] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Destroyed the VM [ 1548.202828] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1548.203104] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7ed07282-3a27-4779-9584-6162b9f74183 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.209207] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1548.209207] env[62094]: value = "task-1401492" [ 1548.209207] env[62094]: _type = "Task" [ 1548.209207] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.216997] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401492, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.313801] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0761f899-c878-4add-8b33-1d1e7e2f9542 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.320461] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8758afd5-3632-4f83-b6a6-3ba480cb7d2a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Suspending the VM {{(pid=62094) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1548.320703] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f934e14b-18ed-4c05-87e8-ce493dd4d9ac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.327014] env[62094]: DEBUG oslo_vmware.api [None req-8758afd5-3632-4f83-b6a6-3ba480cb7d2a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1548.327014] env[62094]: value = "task-1401493" [ 1548.327014] env[62094]: _type = "Task" [ 1548.327014] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.334468] env[62094]: DEBUG oslo_vmware.api [None req-8758afd5-3632-4f83-b6a6-3ba480cb7d2a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401493, 'name': SuspendVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.373269] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Releasing lock "refresh_cache-56636c8e-1c8d-46af-83c2-2acfac5d1d52" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.373596] env[62094]: DEBUG nova.compute.manager [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Instance network_info: |[{"id": "2826d828-58c1-415b-90aa-c83c52702b65", "address": "fa:16:3e:7e:40:f8", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2826d828-58", "ovs_interfaceid": "2826d828-58c1-415b-90aa-c83c52702b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1548.374089] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:40:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2826d828-58c1-415b-90aa-c83c52702b65', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1548.381726] env[62094]: DEBUG oslo.service.loopingcall [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.381958] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1548.382213] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c6799d4-dd1c-4644-88ea-55da070659a8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.403817] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1548.403817] env[62094]: value = "task-1401494" [ 1548.403817] env[62094]: _type = "Task" [ 1548.403817] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.411702] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401494, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.538198] env[62094]: DEBUG nova.compute.manager [req-d22f53d1-a213-46d1-8e88-d342ef8859b3 req-e0a2355f-0a31-4b5e-ab02-de0417d7d632 service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Received event network-changed-2826d828-58c1-415b-90aa-c83c52702b65 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1548.538378] env[62094]: DEBUG nova.compute.manager [req-d22f53d1-a213-46d1-8e88-d342ef8859b3 req-e0a2355f-0a31-4b5e-ab02-de0417d7d632 service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Refreshing instance network info cache due to event network-changed-2826d828-58c1-415b-90aa-c83c52702b65. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1548.538591] env[62094]: DEBUG oslo_concurrency.lockutils [req-d22f53d1-a213-46d1-8e88-d342ef8859b3 req-e0a2355f-0a31-4b5e-ab02-de0417d7d632 service nova] Acquiring lock "refresh_cache-56636c8e-1c8d-46af-83c2-2acfac5d1d52" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.538692] env[62094]: DEBUG oslo_concurrency.lockutils [req-d22f53d1-a213-46d1-8e88-d342ef8859b3 req-e0a2355f-0a31-4b5e-ab02-de0417d7d632 service nova] Acquired lock "refresh_cache-56636c8e-1c8d-46af-83c2-2acfac5d1d52" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.538864] env[62094]: DEBUG nova.network.neutron [req-d22f53d1-a213-46d1-8e88-d342ef8859b3 req-e0a2355f-0a31-4b5e-ab02-de0417d7d632 service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Refreshing network info cache for port 2826d828-58c1-415b-90aa-c83c52702b65 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1548.720289] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401492, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.771799] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1548.772945] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297085', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'name': 'volume-063a4be9-f34b-41e9-9829-9bb929221b12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4848799e-f2f7-4182-a17a-a5a2fa71198a', 'attached_at': '', 'detached_at': '', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'serial': '063a4be9-f34b-41e9-9829-9bb929221b12'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1548.774020] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13510669-5faf-41dd-a5b6-fd0dee95fe20 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.795042] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed190fce-d793-4741-bc89-55bb974cb4be {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.821179] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-063a4be9-f34b-41e9-9829-9bb929221b12/volume-063a4be9-f34b-41e9-9829-9bb929221b12.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.821542] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9787e0c5-2d8a-4d1e-804f-dc9b0e18325e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.843036] env[62094]: DEBUG oslo_vmware.api [None req-8758afd5-3632-4f83-b6a6-3ba480cb7d2a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401493, 'name': SuspendVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.844406] env[62094]: DEBUG oslo_vmware.api [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1548.844406] env[62094]: value = "task-1401495" [ 1548.844406] env[62094]: _type = "Task" [ 1548.844406] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.851977] env[62094]: DEBUG oslo_vmware.api [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.913836] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401494, 'name': CreateVM_Task, 'duration_secs': 0.397171} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.914121] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1548.921351] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.921675] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.921945] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1548.922239] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674ac314-b24a-4185-b8b3-57f132a62ad0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.927305] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1548.927305] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52288cef-78e2-be47-9f23-823daf4c8317" [ 1548.927305] env[62094]: _type = "Task" [ 1548.927305] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.935859] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52288cef-78e2-be47-9f23-823daf4c8317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.219299] env[62094]: DEBUG oslo_vmware.api [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401492, 'name': RemoveSnapshot_Task, 'duration_secs': 0.626615} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.219591] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1549.219799] env[62094]: INFO nova.compute.manager [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Took 13.16 seconds to snapshot the instance on the hypervisor. [ 1549.233604] env[62094]: DEBUG nova.network.neutron [req-d22f53d1-a213-46d1-8e88-d342ef8859b3 req-e0a2355f-0a31-4b5e-ab02-de0417d7d632 service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Updated VIF entry in instance network info cache for port 2826d828-58c1-415b-90aa-c83c52702b65. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.233944] env[62094]: DEBUG nova.network.neutron [req-d22f53d1-a213-46d1-8e88-d342ef8859b3 req-e0a2355f-0a31-4b5e-ab02-de0417d7d632 service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Updating instance_info_cache with network_info: [{"id": "2826d828-58c1-415b-90aa-c83c52702b65", "address": "fa:16:3e:7e:40:f8", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2826d828-58", "ovs_interfaceid": "2826d828-58c1-415b-90aa-c83c52702b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.345222] env[62094]: DEBUG oslo_vmware.api [None req-8758afd5-3632-4f83-b6a6-3ba480cb7d2a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401493, 'name': SuspendVM_Task, 'duration_secs': 0.576459} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.348311] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8758afd5-3632-4f83-b6a6-3ba480cb7d2a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Suspended the VM {{(pid=62094) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1549.348451] env[62094]: DEBUG nova.compute.manager [None req-8758afd5-3632-4f83-b6a6-3ba480cb7d2a tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1549.349163] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ab9925-4b58-4625-8a8f-3eb0330d6f72 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.355981] env[62094]: DEBUG oslo_vmware.api [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401495, 'name': ReconfigVM_Task, 'duration_secs': 0.338607} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.357015] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-063a4be9-f34b-41e9-9829-9bb929221b12/volume-063a4be9-f34b-41e9-9829-9bb929221b12.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.363833] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28a60aab-f147-4770-88c0-777d01bc219f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.377894] env[62094]: DEBUG oslo_vmware.api [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1549.377894] env[62094]: value = "task-1401496" [ 1549.377894] env[62094]: _type = "Task" [ 1549.377894] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.385655] env[62094]: DEBUG oslo_vmware.api [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.437762] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52288cef-78e2-be47-9f23-823daf4c8317, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.438070] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.438310] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1549.438544] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.438693] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.438875] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.439147] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8892740-df52-4b44-ac8b-80faab7800de {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.447375] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.447545] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1549.448230] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e99ea03e-7260-4c56-94b0-3e2f535a86db {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.452779] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1549.452779] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5248c222-4418-77a1-beca-025445932aee" [ 1549.452779] env[62094]: _type = "Task" [ 1549.452779] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.460637] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5248c222-4418-77a1-beca-025445932aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.736433] env[62094]: DEBUG oslo_concurrency.lockutils [req-d22f53d1-a213-46d1-8e88-d342ef8859b3 req-e0a2355f-0a31-4b5e-ab02-de0417d7d632 service nova] Releasing lock "refresh_cache-56636c8e-1c8d-46af-83c2-2acfac5d1d52" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.782070] env[62094]: DEBUG nova.compute.manager [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Found 3 images (rotation: 2) {{(pid=62094) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1549.782294] env[62094]: DEBUG nova.compute.manager [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Rotating out 1 backups {{(pid=62094) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4562}} [ 1549.782462] env[62094]: DEBUG nova.compute.manager [None req-fdfb6695-c81d-4649-97ce-cec9c7a0a541 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Deleting image 6e0ad8fd-f956-4f2d-9eef-d7b18c997a12 {{(pid=62094) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4567}} [ 1549.888927] env[62094]: DEBUG oslo_vmware.api [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401496, 'name': ReconfigVM_Task, 'duration_secs': 0.142221} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.889666] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297085', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'name': 'volume-063a4be9-f34b-41e9-9829-9bb929221b12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4848799e-f2f7-4182-a17a-a5a2fa71198a', 'attached_at': '', 'detached_at': '', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'serial': '063a4be9-f34b-41e9-9829-9bb929221b12'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1549.963359] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5248c222-4418-77a1-beca-025445932aee, 'name': SearchDatastore_Task, 'duration_secs': 0.027693} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.964158] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0769a64c-6a12-473f-9476-7da16963d287 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.969705] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1549.969705] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ac64be-6a07-05d1-c28f-a5a0ac87b164" [ 1549.969705] env[62094]: _type = "Task" [ 1549.969705] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.976765] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ac64be-6a07-05d1-c28f-a5a0ac87b164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.480270] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52ac64be-6a07-05d1-c28f-a5a0ac87b164, 'name': SearchDatastore_Task, 'duration_secs': 0.009002} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.480592] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.480902] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 56636c8e-1c8d-46af-83c2-2acfac5d1d52/56636c8e-1c8d-46af-83c2-2acfac5d1d52.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1550.481225] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f923bbad-45f4-4cb9-8609-49793280daf8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.488720] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1550.488720] env[62094]: value = "task-1401497" [ 1550.488720] env[62094]: _type = "Task" [ 1550.488720] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.496455] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.659933] env[62094]: INFO nova.compute.manager [None req-8102dba8-81f5-4427-85f1-f40a807d388b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Resuming [ 1550.660731] env[62094]: DEBUG nova.objects.instance [None req-8102dba8-81f5-4427-85f1-f40a807d388b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lazy-loading 'flavor' on Instance uuid 135edbba-65af-4d1b-bb7d-2070ffa54933 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.928611] env[62094]: DEBUG nova.objects.instance [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lazy-loading 'flavor' on Instance uuid 4848799e-f2f7-4182-a17a-a5a2fa71198a {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.998403] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445611} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.998741] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 56636c8e-1c8d-46af-83c2-2acfac5d1d52/56636c8e-1c8d-46af-83c2-2acfac5d1d52.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1550.998983] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1550.999259] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b79a44aa-7f6f-4b23-a777-4c6a0969e272 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.005445] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1551.005445] env[62094]: value = "task-1401498" [ 1551.005445] env[62094]: _type = "Task" [ 1551.005445] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.013184] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.432994] env[62094]: DEBUG oslo_concurrency.lockutils [None req-dcbfdc94-185a-4652-9d63-e5b82f2a70da tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.262s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.515797] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060222} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.516275] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.517063] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc67c291-6a92-4657-84a6-8bb99b0b4c79 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.539050] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 56636c8e-1c8d-46af-83c2-2acfac5d1d52/56636c8e-1c8d-46af-83c2-2acfac5d1d52.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.539226] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a68094-3588-4dca-ae26-c3bef177cbf4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.558160] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1551.558160] env[62094]: value = "task-1401499" [ 1551.558160] env[62094]: _type = "Task" [ 1551.558160] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.565817] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.669208] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8102dba8-81f5-4427-85f1-f40a807d388b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.669405] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8102dba8-81f5-4427-85f1-f40a807d388b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquired lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.669583] env[62094]: DEBUG nova.network.neutron [None req-8102dba8-81f5-4427-85f1-f40a807d388b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1551.897023] env[62094]: INFO nova.compute.manager [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Rebuilding instance [ 1551.944310] env[62094]: DEBUG nova.compute.manager [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1551.945231] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c040816a-c538-4136-93be-f0ae113e682b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.068019] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401499, 'name': ReconfigVM_Task, 'duration_secs': 0.271158} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.068311] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 56636c8e-1c8d-46af-83c2-2acfac5d1d52/56636c8e-1c8d-46af-83c2-2acfac5d1d52.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.068927] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a01038b6-60b2-4681-8b0b-8e2a87102682 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.075044] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1552.075044] env[62094]: value = "task-1401500" [ 1552.075044] env[62094]: _type = "Task" [ 1552.075044] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.082310] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401500, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.171650] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b78198c2-6d69-4a32-9d76-95c1494c906d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "4707972f-dc95-4598-a5d5-e21e90c390d6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.171854] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b78198c2-6d69-4a32-9d76-95c1494c906d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "4707972f-dc95-4598-a5d5-e21e90c390d6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.172064] env[62094]: DEBUG nova.compute.manager [None req-b78198c2-6d69-4a32-9d76-95c1494c906d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1552.172939] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192ba54d-c1e8-422d-b836-0b3cd9950c29 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.180881] env[62094]: DEBUG nova.compute.manager [None req-b78198c2-6d69-4a32-9d76-95c1494c906d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62094) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1552.181401] env[62094]: DEBUG nova.objects.instance [None req-b78198c2-6d69-4a32-9d76-95c1494c906d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'flavor' on Instance uuid 4707972f-dc95-4598-a5d5-e21e90c390d6 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.431861] env[62094]: DEBUG nova.network.neutron [None req-8102dba8-81f5-4427-85f1-f40a807d388b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Updating instance_info_cache with network_info: [{"id": "328aaab8-5501-43b2-95af-2f45655e27e9", "address": "fa:16:3e:77:40:9f", "network": {"id": "f292d386-306f-4a3e-abb9-c46d40ae0979", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1527669113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2a1a8439ec4c0abbc19b2cdd94017b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap328aaab8-55", "ovs_interfaceid": "328aaab8-5501-43b2-95af-2f45655e27e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.456579] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.456856] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-834fe5e6-3d5a-49f6-a2d1-5547d0082fb1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.464371] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1552.464371] env[62094]: value = "task-1401501" [ 1552.464371] env[62094]: _type = "Task" [ 1552.464371] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.472013] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.586171] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401500, 'name': Rename_Task, 'duration_secs': 0.138602} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.586479] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.586856] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d441bb72-78c0-4c95-aa8a-4f3330f88158 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.594019] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1552.594019] env[62094]: value = "task-1401502" [ 1552.594019] env[62094]: _type = "Task" [ 1552.594019] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.601643] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.686910] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78198c2-6d69-4a32-9d76-95c1494c906d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.687078] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0dd21db-f60c-4ca1-b280-4ed52053560f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.693381] env[62094]: DEBUG oslo_vmware.api [None req-b78198c2-6d69-4a32-9d76-95c1494c906d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1552.693381] env[62094]: value = "task-1401503" [ 1552.693381] env[62094]: _type = "Task" [ 1552.693381] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.701789] env[62094]: DEBUG oslo_vmware.api [None req-b78198c2-6d69-4a32-9d76-95c1494c906d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.935301] env[62094]: DEBUG oslo_concurrency.lockutils [None req-8102dba8-81f5-4427-85f1-f40a807d388b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Releasing lock "refresh_cache-135edbba-65af-4d1b-bb7d-2070ffa54933" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.936402] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb3b7c6-aee1-47cb-98cc-cc363f412a69 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.943532] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8102dba8-81f5-4427-85f1-f40a807d388b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Resuming the VM {{(pid=62094) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1552.943749] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cecd8f32-9cdd-4aa1-887b-bf80d7678685 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.949547] env[62094]: DEBUG oslo_vmware.api [None req-8102dba8-81f5-4427-85f1-f40a807d388b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1552.949547] env[62094]: value = "task-1401504" [ 1552.949547] env[62094]: _type = "Task" [ 1552.949547] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.956880] env[62094]: DEBUG oslo_vmware.api [None req-8102dba8-81f5-4427-85f1-f40a807d388b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.972961] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401501, 'name': PowerOffVM_Task, 'duration_secs': 0.200018} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.973234] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.034858] env[62094]: INFO nova.compute.manager [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Detaching volume 063a4be9-f34b-41e9-9829-9bb929221b12 [ 1553.065919] env[62094]: INFO nova.virt.block_device [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Attempting to driver detach volume 063a4be9-f34b-41e9-9829-9bb929221b12 from mountpoint /dev/sdb [ 1553.066205] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1553.066430] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297085', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'name': 'volume-063a4be9-f34b-41e9-9829-9bb929221b12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4848799e-f2f7-4182-a17a-a5a2fa71198a', 'attached_at': '', 'detached_at': '', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'serial': '063a4be9-f34b-41e9-9829-9bb929221b12'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1553.067293] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec713e23-9a0e-4b18-90a6-182e3ea9074b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.088521] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b62d8ef-1169-4c46-a9a4-a34bc22861da {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.097815] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6c5471-c34b-4200-880f-9764400b651d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.104284] env[62094]: DEBUG oslo_vmware.api [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401502, 'name': PowerOnVM_Task, 'duration_secs': 0.434953} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.119184] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.119399] env[62094]: INFO nova.compute.manager [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1553.119579] env[62094]: DEBUG nova.compute.manager [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1553.120376] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68aaac3e-56b0-4d66-8315-528489106681 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.123042] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad28bff8-75be-4870-9c26-09398df3bf92 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.142045] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] The volume has not been displaced from its original location: [datastore1] volume-063a4be9-f34b-41e9-9829-9bb929221b12/volume-063a4be9-f34b-41e9-9829-9bb929221b12.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1553.146451] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1553.146962] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e45e9be6-e8c3-4b3f-845e-e75bdece8a6c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.164187] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1553.164187] env[62094]: value = "task-1401505" [ 1553.164187] env[62094]: _type = "Task" [ 1553.164187] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.174305] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.202307] env[62094]: DEBUG oslo_vmware.api [None req-b78198c2-6d69-4a32-9d76-95c1494c906d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401503, 'name': PowerOffVM_Task, 'duration_secs': 0.162599} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.202521] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78198c2-6d69-4a32-9d76-95c1494c906d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.202719] env[62094]: DEBUG nova.compute.manager [None req-b78198c2-6d69-4a32-9d76-95c1494c906d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1553.203521] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3edeb22-d3b6-4cce-8771-87f6437fffe3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.460741] env[62094]: DEBUG oslo_vmware.api [None req-8102dba8-81f5-4427-85f1-f40a807d388b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401504, 'name': PowerOnVM_Task, 'duration_secs': 0.489595} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.460893] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-8102dba8-81f5-4427-85f1-f40a807d388b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Resumed the VM {{(pid=62094) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1553.461038] env[62094]: DEBUG nova.compute.manager [None req-8102dba8-81f5-4427-85f1-f40a807d388b tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1553.461837] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9448b58d-a7fa-41a7-8bdc-7371dfb2a15e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.655602] env[62094]: INFO nova.compute.manager [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Took 11.98 seconds to build instance. [ 1553.674137] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401505, 'name': ReconfigVM_Task, 'duration_secs': 0.211282} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.675205] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1553.683551] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62fbf619-6a09-4450-b58f-54ff18555c78 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.706386] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1553.706386] env[62094]: value = "task-1401506" [ 1553.706386] env[62094]: _type = "Task" [ 1553.706386] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.718299] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401506, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.718742] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b78198c2-6d69-4a32-9d76-95c1494c906d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "4707972f-dc95-4598-a5d5-e21e90c390d6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.547s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.158786] env[62094]: DEBUG oslo_concurrency.lockutils [None req-184d7213-367e-40a4-8105-00ffcf1dc4a3 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "56636c8e-1c8d-46af-83c2-2acfac5d1d52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.487s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.214432] env[62094]: DEBUG nova.compute.manager [req-f077fc01-dcc8-4491-9e83-b1efd8c8dbce req-e0a89303-307a-4c71-b6d2-29e4151512ff service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Received event network-changed-2826d828-58c1-415b-90aa-c83c52702b65 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1554.214662] env[62094]: DEBUG nova.compute.manager [req-f077fc01-dcc8-4491-9e83-b1efd8c8dbce req-e0a89303-307a-4c71-b6d2-29e4151512ff service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Refreshing instance network info cache due to event network-changed-2826d828-58c1-415b-90aa-c83c52702b65. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1554.214876] env[62094]: DEBUG oslo_concurrency.lockutils [req-f077fc01-dcc8-4491-9e83-b1efd8c8dbce req-e0a89303-307a-4c71-b6d2-29e4151512ff service nova] Acquiring lock "refresh_cache-56636c8e-1c8d-46af-83c2-2acfac5d1d52" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.215070] env[62094]: DEBUG oslo_concurrency.lockutils [req-f077fc01-dcc8-4491-9e83-b1efd8c8dbce req-e0a89303-307a-4c71-b6d2-29e4151512ff service nova] Acquired lock "refresh_cache-56636c8e-1c8d-46af-83c2-2acfac5d1d52" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.215269] env[62094]: DEBUG nova.network.neutron [req-f077fc01-dcc8-4491-9e83-b1efd8c8dbce req-e0a89303-307a-4c71-b6d2-29e4151512ff service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Refreshing network info cache for port 2826d828-58c1-415b-90aa-c83c52702b65 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.220310] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401506, 'name': ReconfigVM_Task, 'duration_secs': 0.390518} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.220962] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297085', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'name': 'volume-063a4be9-f34b-41e9-9829-9bb929221b12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4848799e-f2f7-4182-a17a-a5a2fa71198a', 'attached_at': '', 'detached_at': '', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'serial': '063a4be9-f34b-41e9-9829-9bb929221b12'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1554.498399] env[62094]: DEBUG oslo_concurrency.lockutils [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "135edbba-65af-4d1b-bb7d-2070ffa54933" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.498640] env[62094]: DEBUG oslo_concurrency.lockutils [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "135edbba-65af-4d1b-bb7d-2070ffa54933" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.498906] env[62094]: DEBUG oslo_concurrency.lockutils [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "135edbba-65af-4d1b-bb7d-2070ffa54933-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.499170] env[62094]: DEBUG oslo_concurrency.lockutils [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "135edbba-65af-4d1b-bb7d-2070ffa54933-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.499414] env[62094]: DEBUG oslo_concurrency.lockutils [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "135edbba-65af-4d1b-bb7d-2070ffa54933-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.502100] env[62094]: INFO nova.compute.manager [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Terminating instance [ 1554.503686] env[62094]: DEBUG nova.compute.manager [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1554.503911] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.505189] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e455fbe-501e-4a21-bf6e-6030427e16dd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.514816] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.515109] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3df068a5-dc28-48a4-b7ec-7d040669ff78 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.521797] env[62094]: DEBUG oslo_vmware.api [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1554.521797] env[62094]: value = "task-1401507" [ 1554.521797] env[62094]: _type = "Task" [ 1554.521797] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.529970] env[62094]: DEBUG oslo_vmware.api [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.931100] env[62094]: DEBUG nova.network.neutron [req-f077fc01-dcc8-4491-9e83-b1efd8c8dbce req-e0a89303-307a-4c71-b6d2-29e4151512ff service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Updated VIF entry in instance network info cache for port 2826d828-58c1-415b-90aa-c83c52702b65. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1554.931462] env[62094]: DEBUG nova.network.neutron [req-f077fc01-dcc8-4491-9e83-b1efd8c8dbce req-e0a89303-307a-4c71-b6d2-29e4151512ff service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Updating instance_info_cache with network_info: [{"id": "2826d828-58c1-415b-90aa-c83c52702b65", "address": "fa:16:3e:7e:40:f8", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2826d828-58", "ovs_interfaceid": "2826d828-58c1-415b-90aa-c83c52702b65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.032787] env[62094]: DEBUG oslo_vmware.api [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401507, 'name': PowerOffVM_Task, 'duration_secs': 0.166838} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.033081] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.033262] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.033516] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25f7c703-b867-42e3-85cd-d5269bd59ff2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.091299] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.091531] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.091717] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleting the datastore file [datastore1] 135edbba-65af-4d1b-bb7d-2070ffa54933 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.091978] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba23ffae-42df-4f9c-9b1f-de8261ea325e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.098738] env[62094]: DEBUG oslo_vmware.api [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for the task: (returnval){ [ 1555.098738] env[62094]: value = "task-1401509" [ 1555.098738] env[62094]: _type = "Task" [ 1555.098738] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.106311] env[62094]: DEBUG oslo_vmware.api [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.274643] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.274978] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4b42eb8-f71f-4661-99f3-5ec2ddd0d158 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.281304] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1555.281304] env[62094]: value = "task-1401510" [ 1555.281304] env[62094]: _type = "Task" [ 1555.281304] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.289038] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.400077] env[62094]: DEBUG nova.compute.manager [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Stashing vm_state: stopped {{(pid=62094) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1555.434253] env[62094]: DEBUG oslo_concurrency.lockutils [req-f077fc01-dcc8-4491-9e83-b1efd8c8dbce req-e0a89303-307a-4c71-b6d2-29e4151512ff service nova] Releasing lock "refresh_cache-56636c8e-1c8d-46af-83c2-2acfac5d1d52" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.611122] env[62094]: DEBUG oslo_vmware.api [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Task: {'id': task-1401509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139471} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.611492] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1555.611771] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1555.612056] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1555.612323] env[62094]: INFO nova.compute.manager [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1555.612776] env[62094]: DEBUG oslo.service.loopingcall [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.613115] env[62094]: DEBUG nova.compute.manager [-] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1555.613275] env[62094]: DEBUG nova.network.neutron [-] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1555.792598] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1555.792874] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1555.793110] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297085', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'name': 'volume-063a4be9-f34b-41e9-9829-9bb929221b12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4848799e-f2f7-4182-a17a-a5a2fa71198a', 'attached_at': '', 'detached_at': '', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'serial': '063a4be9-f34b-41e9-9829-9bb929221b12'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1555.793959] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf656bc5-d44e-4b3e-b595-220f23cd5503 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.813531] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2b69f3-9f48-4104-9bee-a0c7d5504220 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.820853] env[62094]: WARNING nova.virt.vmwareapi.driver [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1555.821211] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1555.821992] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c40645-431a-425a-8b1d-5b3df150f1a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.828701] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.829041] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45a5275e-f7d4-410c-8b76-9e46dbeee1e3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.894222] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.894472] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.894659] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleting the datastore file [datastore2] 4848799e-f2f7-4182-a17a-a5a2fa71198a {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.894935] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5bb04f3-4e7a-41b1-87b9-efec6378c711 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.901520] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1555.901520] env[62094]: value = "task-1401512" [ 1555.901520] env[62094]: _type = "Task" [ 1555.901520] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.912500] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.920501] env[62094]: DEBUG oslo_concurrency.lockutils [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.920768] env[62094]: DEBUG oslo_concurrency.lockutils [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.980559] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "e561310e-52c0-4b01-8995-8b38b4ed44dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.980910] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.981045] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "e561310e-52c0-4b01-8995-8b38b4ed44dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.981240] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.981476] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.983905] env[62094]: INFO nova.compute.manager [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Terminating instance [ 1555.985923] env[62094]: DEBUG nova.compute.manager [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1555.986152] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1555.987021] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a04ed09-7665-4d3a-8c26-f5394aa0bc4d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.994152] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.994400] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6a7a4a2-1b3d-4a10-b674-1542a00d6ef1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.001013] env[62094]: DEBUG oslo_vmware.api [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1556.001013] env[62094]: value = "task-1401513" [ 1556.001013] env[62094]: _type = "Task" [ 1556.001013] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.008296] env[62094]: DEBUG oslo_vmware.api [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.242421] env[62094]: DEBUG nova.compute.manager [req-1ffc3acf-c7e9-435f-b858-1b30a8c6d226 req-0661f786-0dd3-4005-99dc-f91ea7a9a96d service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Received event network-vif-deleted-328aaab8-5501-43b2-95af-2f45655e27e9 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1556.242421] env[62094]: INFO nova.compute.manager [req-1ffc3acf-c7e9-435f-b858-1b30a8c6d226 req-0661f786-0dd3-4005-99dc-f91ea7a9a96d service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Neutron deleted interface 328aaab8-5501-43b2-95af-2f45655e27e9; detaching it from the instance and deleting it from the info cache [ 1556.242421] env[62094]: DEBUG nova.network.neutron [req-1ffc3acf-c7e9-435f-b858-1b30a8c6d226 req-0661f786-0dd3-4005-99dc-f91ea7a9a96d service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.411357] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187645} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.411513] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1556.411675] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1556.411848] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1556.425414] env[62094]: INFO nova.compute.claims [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1556.511170] env[62094]: DEBUG oslo_vmware.api [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401513, 'name': PowerOffVM_Task, 'duration_secs': 0.184001} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.511521] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1556.511736] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1556.511990] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be4b988a-ffd9-4bd0-90c4-bce6f47305f7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.540370] env[62094]: DEBUG nova.network.neutron [-] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.573669] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1556.573914] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1556.574117] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleting the datastore file [datastore2] e561310e-52c0-4b01-8995-8b38b4ed44dc {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1556.574384] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57087a54-897b-4d07-83a8-2d60c2901c8d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.580846] env[62094]: DEBUG oslo_vmware.api [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for the task: (returnval){ [ 1556.580846] env[62094]: value = "task-1401515" [ 1556.580846] env[62094]: _type = "Task" [ 1556.580846] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.588973] env[62094]: DEBUG oslo_vmware.api [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.744811] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99369517-b43f-42fe-a1ed-ecc52cccb9d4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.754508] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c733136-6109-4013-b6ca-b608ce63bce1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.781168] env[62094]: DEBUG nova.compute.manager [req-1ffc3acf-c7e9-435f-b858-1b30a8c6d226 req-0661f786-0dd3-4005-99dc-f91ea7a9a96d service nova] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Detach interface failed, port_id=328aaab8-5501-43b2-95af-2f45655e27e9, reason: Instance 135edbba-65af-4d1b-bb7d-2070ffa54933 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1556.916685] env[62094]: INFO nova.virt.block_device [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Booting with volume 063a4be9-f34b-41e9-9829-9bb929221b12 at /dev/sdb [ 1556.931514] env[62094]: INFO nova.compute.resource_tracker [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating resource usage from migration 1d8a3274-8497-45d4-a835-602dc46915a2 [ 1556.954225] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e17a4f8b-6b0c-4bec-816f-c5fe326dccd9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.963015] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e67ce9-741a-4a3e-8756-3add6e566ad3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.991189] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c47d202-8ddf-4f09-9864-22b720055447 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.998230] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaf8e92-ae3e-4f5f-b8e1-ff8d665ca9c4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.026268] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abdffda-febe-45c8-b959-9a5e3812b93a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.034136] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df255164-12e5-46a9-a11a-01a48792583e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.043063] env[62094]: INFO nova.compute.manager [-] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Took 1.43 seconds to deallocate network for instance. [ 1557.048087] env[62094]: DEBUG nova.virt.block_device [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Updating existing volume attachment record: dcdeb7bc-5e03-40c7-a69f-1cc8568c5ff3 {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1557.065282] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afd9554-97ac-40de-bce5-886dc7ea9a0c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.072780] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9614ddf3-2bc3-4791-9b96-a1da5e365a7e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.109975] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210bbc7e-6f6b-4800-a46c-31e51d71bda8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.116814] env[62094]: DEBUG oslo_vmware.api [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Task: {'id': task-1401515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171896} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.122019] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1557.122019] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1557.122019] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1557.122019] env[62094]: INFO nova.compute.manager [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1557.122019] env[62094]: DEBUG oslo.service.loopingcall [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.122019] env[62094]: DEBUG nova.compute.manager [-] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1557.122019] env[62094]: DEBUG nova.network.neutron [-] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1557.122305] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ab444f-3f4c-45da-8eaa-0dbbc8067010 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.135587] env[62094]: DEBUG nova.compute.provider_tree [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.556058] env[62094]: DEBUG oslo_concurrency.lockutils [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.638673] env[62094]: DEBUG nova.scheduler.client.report [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1558.143685] env[62094]: DEBUG oslo_concurrency.lockutils [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.223s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.143960] env[62094]: INFO nova.compute.manager [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Migrating [ 1558.150751] env[62094]: DEBUG oslo_concurrency.lockutils [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.595s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.150976] env[62094]: DEBUG nova.objects.instance [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lazy-loading 'resources' on Instance uuid 135edbba-65af-4d1b-bb7d-2070ffa54933 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.266298] env[62094]: DEBUG nova.compute.manager [req-d28d1b9d-460f-4d1c-9863-7b4da4992ce4 req-108c5adf-1a14-48b1-af6a-ce1c969b0cb3 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Received event network-vif-deleted-4b690352-723b-4aba-9930-e5d96ef2e166 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1558.266468] env[62094]: INFO nova.compute.manager [req-d28d1b9d-460f-4d1c-9863-7b4da4992ce4 req-108c5adf-1a14-48b1-af6a-ce1c969b0cb3 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Neutron deleted interface 4b690352-723b-4aba-9930-e5d96ef2e166; detaching it from the instance and deleting it from the info cache [ 1558.266647] env[62094]: DEBUG nova.network.neutron [req-d28d1b9d-460f-4d1c-9863-7b4da4992ce4 req-108c5adf-1a14-48b1-af6a-ce1c969b0cb3 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.323013] env[62094]: DEBUG nova.network.neutron [-] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.662600] env[62094]: DEBUG oslo_concurrency.lockutils [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.662999] env[62094]: DEBUG oslo_concurrency.lockutils [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.663075] env[62094]: DEBUG nova.network.neutron [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.757986] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ced4020-9797-492b-8b1a-e906f91cc012 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.765597] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3856a5-6d65-4a52-bf4e-3ee8ba6cf8f3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.768959] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9de8feb3-e4d9-4a17-ae97-50ce53586f50 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.798647] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8daef7-55e1-4ac8-851d-316a26e6f3ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.810388] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9bb2a1-1c7c-4fd1-a04c-de13aa6532c4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.819672] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03cd7c9-c221-453b-b220-09870609a1bd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.829969] env[62094]: INFO nova.compute.manager [-] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Took 1.71 seconds to deallocate network for instance. [ 1558.830330] env[62094]: DEBUG nova.compute.manager [req-d28d1b9d-460f-4d1c-9863-7b4da4992ce4 req-108c5adf-1a14-48b1-af6a-ce1c969b0cb3 service nova] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Detach interface failed, port_id=4b690352-723b-4aba-9930-e5d96ef2e166, reason: Instance e561310e-52c0-4b01-8995-8b38b4ed44dc could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1558.840123] env[62094]: DEBUG nova.compute.provider_tree [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.163194] env[62094]: DEBUG nova.virt.hardware [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1559.163547] env[62094]: DEBUG nova.virt.hardware [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1559.163587] env[62094]: DEBUG nova.virt.hardware [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1559.163747] env[62094]: DEBUG nova.virt.hardware [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1559.163895] env[62094]: DEBUG nova.virt.hardware [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1559.164054] env[62094]: DEBUG nova.virt.hardware [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1559.164264] env[62094]: DEBUG nova.virt.hardware [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1559.164425] env[62094]: DEBUG nova.virt.hardware [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1559.164592] env[62094]: DEBUG nova.virt.hardware [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1559.164757] env[62094]: DEBUG nova.virt.hardware [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1559.164929] env[62094]: DEBUG nova.virt.hardware [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1559.167493] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f22d61a-c049-4ce9-bacc-9344720f0b31 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.176558] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fa14c1-7b01-47d7-9903-d187911c8522 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.189493] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:5d:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f36b687-ebf5-41e7-8ed0-ec3de7373f7a', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1559.196790] env[62094]: DEBUG oslo.service.loopingcall [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.198883] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1559.199185] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b42d5e3-c606-4de7-8c07-49d912264210 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.217680] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1559.217680] env[62094]: value = "task-1401516" [ 1559.217680] env[62094]: _type = "Task" [ 1559.217680] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.224707] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401516, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.345038] env[62094]: DEBUG nova.scheduler.client.report [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1559.348944] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.398573] env[62094]: DEBUG nova.network.neutron [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance_info_cache with network_info: [{"id": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "address": "fa:16:3e:25:ce:54", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96dfe09-cf", "ovs_interfaceid": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.728422] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401516, 'name': CreateVM_Task, 'duration_secs': 0.273794} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.728588] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1559.729208] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.729375] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.729732] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1559.729988] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c0165b-c0a5-45cd-a884-0c31e19ee38c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.734116] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1559.734116] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528e35c8-7810-ee93-e2e7-1884cf782ff3" [ 1559.734116] env[62094]: _type = "Task" [ 1559.734116] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.741023] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528e35c8-7810-ee93-e2e7-1884cf782ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.851187] env[62094]: DEBUG oslo_concurrency.lockutils [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.853790] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.505s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.854081] env[62094]: DEBUG nova.objects.instance [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lazy-loading 'resources' on Instance uuid e561310e-52c0-4b01-8995-8b38b4ed44dc {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1559.870548] env[62094]: INFO nova.scheduler.client.report [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Deleted allocations for instance 135edbba-65af-4d1b-bb7d-2070ffa54933 [ 1559.902286] env[62094]: DEBUG oslo_concurrency.lockutils [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.244298] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528e35c8-7810-ee93-e2e7-1884cf782ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.244672] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.244875] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1560.245122] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.245283] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.245466] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1560.245743] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e94daae8-fee5-42ef-8dec-bbe3ed34e2d9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.253529] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1560.253688] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1560.254354] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c9fb01-142b-4c04-8c28-168cb018e67c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.259022] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1560.259022] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526c2c10-e0ab-2f70-0911-0caf4b873c3d" [ 1560.259022] env[62094]: _type = "Task" [ 1560.259022] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.265800] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526c2c10-e0ab-2f70-0911-0caf4b873c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.378071] env[62094]: DEBUG oslo_concurrency.lockutils [None req-462b9fa6-5d6f-4a71-9fef-beaf64c482c3 tempest-ServerActionsTestJSON-1869337887 tempest-ServerActionsTestJSON-1869337887-project-member] Lock "135edbba-65af-4d1b-bb7d-2070ffa54933" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.879s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.453034] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2725d238-c74b-48f6-b6b0-77c4941be55f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.462283] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8007920c-5f24-4230-8cc7-b7bfda8abc5e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.491635] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff402818-d7d4-48ca-acb2-6b06ed773f8b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.498440] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef31d42e-cae1-4d7c-ab5b-73a2595620e0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.510931] env[62094]: DEBUG nova.compute.provider_tree [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.770405] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526c2c10-e0ab-2f70-0911-0caf4b873c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.007718} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.771214] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff4d408-167a-4837-8e12-9eb193a5aa00 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.777082] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1560.777082] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52e8196d-d687-1df7-9cb0-153425da09ca" [ 1560.777082] env[62094]: _type = "Task" [ 1560.777082] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.785806] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e8196d-d687-1df7-9cb0-153425da09ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.013901] env[62094]: DEBUG nova.scheduler.client.report [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1561.288058] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52e8196d-d687-1df7-9cb0-153425da09ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009017} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.288383] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.288589] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 4848799e-f2f7-4182-a17a-a5a2fa71198a/4848799e-f2f7-4182-a17a-a5a2fa71198a.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1561.288850] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2e7b734-4381-417b-af76-bbe9a56c9ea4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.294648] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1561.294648] env[62094]: value = "task-1401517" [ 1561.294648] env[62094]: _type = "Task" [ 1561.294648] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.304818] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.417915] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3975cf-09f9-4ef6-bb73-9c5113cb79ea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.439933] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance '4707972f-dc95-4598-a5d5-e21e90c390d6' progress to 0 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1561.519080] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.545239] env[62094]: INFO nova.scheduler.client.report [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Deleted allocations for instance e561310e-52c0-4b01-8995-8b38b4ed44dc [ 1561.806711] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461377} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.807017] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] 4848799e-f2f7-4182-a17a-a5a2fa71198a/4848799e-f2f7-4182-a17a-a5a2fa71198a.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1561.807251] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1561.807549] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba4029a0-200a-4ed6-9672-d7c404fc7a6e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.813372] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1561.813372] env[62094]: value = "task-1401518" [ 1561.813372] env[62094]: _type = "Task" [ 1561.813372] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.820586] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.946410] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1561.946761] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fe9eeba-c9f4-46b4-9a39-e5b9fae4bcff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.955385] env[62094]: DEBUG oslo_vmware.api [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1561.955385] env[62094]: value = "task-1401519" [ 1561.955385] env[62094]: _type = "Task" [ 1561.955385] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.966074] env[62094]: DEBUG oslo_vmware.api [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.053674] env[62094]: DEBUG oslo_concurrency.lockutils [None req-aaa619d8-78e2-469c-90ae-f63a587f16b5 tempest-AttachVolumeShelveTestJSON-1623973605 tempest-AttachVolumeShelveTestJSON-1623973605-project-member] Lock "e561310e-52c0-4b01-8995-8b38b4ed44dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.073s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.325141] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062298} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.325469] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1562.326266] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e174a9c-8d56-4d86-a363-f3b25e394c25 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.348413] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 4848799e-f2f7-4182-a17a-a5a2fa71198a/4848799e-f2f7-4182-a17a-a5a2fa71198a.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.348655] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb545b5a-3e49-4cbe-936e-c17c379cdbbb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.367940] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1562.367940] env[62094]: value = "task-1401520" [ 1562.367940] env[62094]: _type = "Task" [ 1562.367940] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.375740] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.465917] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1562.466051] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance '4707972f-dc95-4598-a5d5-e21e90c390d6' progress to 17 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1562.879744] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401520, 'name': ReconfigVM_Task, 'duration_secs': 0.284872} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.880061] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 4848799e-f2f7-4182-a17a-a5a2fa71198a/4848799e-f2f7-4182-a17a-a5a2fa71198a.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1562.881159] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'encrypted': False, 'disk_bus': None, 'boot_index': 0, 'device_type': 'disk', 'size': 0, 'guest_format': None, 'image_id': 'cfd7dda5-dd02-4e1a-a12e-b39abc6db212'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297085', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'name': 'volume-063a4be9-f34b-41e9-9829-9bb929221b12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4848799e-f2f7-4182-a17a-a5a2fa71198a', 'attached_at': '', 'detached_at': '', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'serial': '063a4be9-f34b-41e9-9829-9bb929221b12'}, 'disk_bus': None, 'attachment_id': 'dcdeb7bc-5e03-40c7-a69f-1cc8568c5ff3', 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62094) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1562.881369] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1562.881565] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297085', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'name': 'volume-063a4be9-f34b-41e9-9829-9bb929221b12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4848799e-f2f7-4182-a17a-a5a2fa71198a', 'attached_at': '', 'detached_at': '', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'serial': '063a4be9-f34b-41e9-9829-9bb929221b12'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1562.882367] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d6f690-e401-4526-b80f-4a97f610d692 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.898102] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f386cb00-45a3-4027-852b-909826f3d424 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.921819] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-063a4be9-f34b-41e9-9829-9bb929221b12/volume-063a4be9-f34b-41e9-9829-9bb929221b12.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.922128] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6b88d42-7099-4c44-a67a-716734b232d8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.939596] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1562.939596] env[62094]: value = "task-1401521" [ 1562.939596] env[62094]: _type = "Task" [ 1562.939596] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.947264] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.974397] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1562.974629] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1562.974788] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1562.974968] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1562.975134] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1562.975315] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1562.975518] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1562.975679] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1562.975852] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1562.976038] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1562.976368] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1562.981043] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b073b89-dcf8-498f-9d29-79b07686dcbc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.995333] env[62094]: DEBUG oslo_vmware.api [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1562.995333] env[62094]: value = "task-1401522" [ 1562.995333] env[62094]: _type = "Task" [ 1562.995333] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.002680] env[62094]: DEBUG oslo_vmware.api [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.449302] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401521, 'name': ReconfigVM_Task, 'duration_secs': 0.312833} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.449623] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-063a4be9-f34b-41e9-9829-9bb929221b12/volume-063a4be9-f34b-41e9-9829-9bb929221b12.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.454316] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05986453-a702-496d-b92e-5ffd124a8e59 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.468790] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1563.468790] env[62094]: value = "task-1401523" [ 1563.468790] env[62094]: _type = "Task" [ 1563.468790] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.476201] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.504210] env[62094]: DEBUG oslo_vmware.api [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401522, 'name': ReconfigVM_Task, 'duration_secs': 0.278506} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.504502] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance '4707972f-dc95-4598-a5d5-e21e90c390d6' progress to 33 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1563.979178] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401523, 'name': ReconfigVM_Task, 'duration_secs': 0.138934} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.979505] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297085', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'name': 'volume-063a4be9-f34b-41e9-9829-9bb929221b12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4848799e-f2f7-4182-a17a-a5a2fa71198a', 'attached_at': '', 'detached_at': '', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'serial': '063a4be9-f34b-41e9-9829-9bb929221b12'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1563.980091] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25f675ba-d27c-42aa-9fd6-36cc9f1acb84 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.985793] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1563.985793] env[62094]: value = "task-1401525" [ 1563.985793] env[62094]: _type = "Task" [ 1563.985793] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.992774] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401525, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.010889] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1564.011153] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1564.011316] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1564.011504] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1564.011654] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1564.011804] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1564.012014] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1564.012189] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1564.012360] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1564.012530] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1564.012705] env[62094]: DEBUG nova.virt.hardware [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1564.017868] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1564.018171] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52598989-e9c2-4eaa-8512-a0b1a3adc826 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.034751] env[62094]: DEBUG oslo_vmware.api [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1564.034751] env[62094]: value = "task-1401526" [ 1564.034751] env[62094]: _type = "Task" [ 1564.034751] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.042090] env[62094]: DEBUG oslo_vmware.api [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.495586] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401525, 'name': Rename_Task, 'duration_secs': 0.145349} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.495888] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1564.496125] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f70bb56-cde4-455e-8a5a-e2c3e06ff64f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.501780] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1564.501780] env[62094]: value = "task-1401527" [ 1564.501780] env[62094]: _type = "Task" [ 1564.501780] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.512178] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.543597] env[62094]: DEBUG oslo_vmware.api [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401526, 'name': ReconfigVM_Task, 'duration_secs': 0.147138} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.543746] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1564.544423] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cc5087-248e-4c84-893c-e8042fb8ae64 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.565502] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 4707972f-dc95-4598-a5d5-e21e90c390d6/4707972f-dc95-4598-a5d5-e21e90c390d6.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.565825] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55ae4426-079b-4f89-b694-2c4b6895f014 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.583214] env[62094]: DEBUG oslo_vmware.api [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1564.583214] env[62094]: value = "task-1401528" [ 1564.583214] env[62094]: _type = "Task" [ 1564.583214] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.590854] env[62094]: DEBUG oslo_vmware.api [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.011652] env[62094]: DEBUG oslo_vmware.api [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401527, 'name': PowerOnVM_Task, 'duration_secs': 0.437106} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.011929] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1565.012159] env[62094]: DEBUG nova.compute.manager [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1565.012931] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378d7eb9-563e-451e-803a-958d294a3ec9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.093826] env[62094]: DEBUG oslo_vmware.api [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401528, 'name': ReconfigVM_Task, 'duration_secs': 0.253982} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.094151] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 4707972f-dc95-4598-a5d5-e21e90c390d6/4707972f-dc95-4598-a5d5-e21e90c390d6.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1565.094481] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance '4707972f-dc95-4598-a5d5-e21e90c390d6' progress to 50 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1565.529174] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.529637] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.529637] env[62094]: DEBUG nova.objects.instance [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62094) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1565.601726] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6fb7e2-66ab-4b02-88db-430e74f05a6f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.621094] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57e8f6d-6121-4816-b253-6e921557f431 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.639266] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance '4707972f-dc95-4598-a5d5-e21e90c390d6' progress to 67 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1566.205917] env[62094]: DEBUG nova.network.neutron [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Port a96dfe09-cf84-4e39-a944-a69bf4977e00 binding to destination host cpu-1 is already ACTIVE {{(pid=62094) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1566.539319] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6ac1a56f-1426-4329-a977-a734ef2548eb tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.200986] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.201319] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.230548] env[62094]: DEBUG oslo_concurrency.lockutils [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "4707972f-dc95-4598-a5d5-e21e90c390d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.231102] env[62094]: DEBUG oslo_concurrency.lockutils [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "4707972f-dc95-4598-a5d5-e21e90c390d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.231102] env[62094]: DEBUG oslo_concurrency.lockutils [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "4707972f-dc95-4598-a5d5-e21e90c390d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.704845] env[62094]: INFO nova.compute.manager [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Detaching volume 063a4be9-f34b-41e9-9829-9bb929221b12 [ 1567.746213] env[62094]: INFO nova.virt.block_device [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Attempting to driver detach volume 063a4be9-f34b-41e9-9829-9bb929221b12 from mountpoint /dev/sdb [ 1567.746528] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1567.746738] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297085', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'name': 'volume-063a4be9-f34b-41e9-9829-9bb929221b12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4848799e-f2f7-4182-a17a-a5a2fa71198a', 'attached_at': '', 'detached_at': '', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'serial': '063a4be9-f34b-41e9-9829-9bb929221b12'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1567.747672] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e3ac84-3344-418c-b237-ff0b7d08c131 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.776322] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4066bdd2-566d-460a-9d27-b05407293e43 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.783274] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade95690-36c0-4ce8-9efd-e8363b66accd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.804313] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee26c8eb-f7a7-4b54-9642-8e508085f4e8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.818874] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] The volume has not been displaced from its original location: [datastore1] volume-063a4be9-f34b-41e9-9829-9bb929221b12/volume-063a4be9-f34b-41e9-9829-9bb929221b12.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1567.824115] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1567.824745] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2013a7c-b703-4110-b728-a0748a27c09f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.841919] env[62094]: DEBUG oslo_vmware.api [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1567.841919] env[62094]: value = "task-1401529" [ 1567.841919] env[62094]: _type = "Task" [ 1567.841919] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.849831] env[62094]: DEBUG oslo_vmware.api [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.272188] env[62094]: DEBUG oslo_concurrency.lockutils [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.272427] env[62094]: DEBUG oslo_concurrency.lockutils [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.272608] env[62094]: DEBUG nova.network.neutron [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1568.352133] env[62094]: DEBUG oslo_vmware.api [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401529, 'name': ReconfigVM_Task, 'duration_secs': 0.422367} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.352410] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1568.357069] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adbf5a86-0970-4ca5-96bf-bbda0ac3631f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.370994] env[62094]: DEBUG oslo_vmware.api [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1568.370994] env[62094]: value = "task-1401530" [ 1568.370994] env[62094]: _type = "Task" [ 1568.370994] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.379068] env[62094]: DEBUG oslo_vmware.api [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.882392] env[62094]: DEBUG oslo_vmware.api [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401530, 'name': ReconfigVM_Task, 'duration_secs': 0.23563} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.882714] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297085', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'name': 'volume-063a4be9-f34b-41e9-9829-9bb929221b12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4848799e-f2f7-4182-a17a-a5a2fa71198a', 'attached_at': '', 'detached_at': '', 'volume_id': '063a4be9-f34b-41e9-9829-9bb929221b12', 'serial': '063a4be9-f34b-41e9-9829-9bb929221b12'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1569.046260] env[62094]: DEBUG nova.network.neutron [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance_info_cache with network_info: [{"id": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "address": "fa:16:3e:25:ce:54", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96dfe09-cf", "ovs_interfaceid": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.427849] env[62094]: DEBUG nova.objects.instance [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lazy-loading 'flavor' on Instance uuid 4848799e-f2f7-4182-a17a-a5a2fa71198a {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.549653] env[62094]: DEBUG oslo_concurrency.lockutils [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.074487] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9edb936-e6ab-4fd7-acaa-5115a9be5354 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.093907] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923202c9-38b1-43a5-9b7e-0413aaff5574 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.100745] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance '4707972f-dc95-4598-a5d5-e21e90c390d6' progress to 83 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1570.434615] env[62094]: DEBUG oslo_concurrency.lockutils [None req-1090b40d-2abb-4102-8c62-c1f3ac33cd7f tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.607808] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-80dd20f5-f921-4987-97a9-7e678682416f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance '4707972f-dc95-4598-a5d5-e21e90c390d6' progress to 100 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1571.490848] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.491355] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.491700] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "4848799e-f2f7-4182-a17a-a5a2fa71198a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.492024] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "4848799e-f2f7-4182-a17a-a5a2fa71198a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.492331] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "4848799e-f2f7-4182-a17a-a5a2fa71198a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.495547] env[62094]: INFO nova.compute.manager [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Terminating instance [ 1571.497822] env[62094]: DEBUG nova.compute.manager [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1571.498111] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1571.499327] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa3de6e-4d11-4790-9f9b-b1ac16e600df {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.510085] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1571.510448] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d9fa719-c4f3-4f8c-9238-0711e005a056 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.517287] env[62094]: DEBUG oslo_vmware.api [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1571.517287] env[62094]: value = "task-1401531" [ 1571.517287] env[62094]: _type = "Task" [ 1571.517287] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.525022] env[62094]: DEBUG oslo_vmware.api [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.028053] env[62094]: DEBUG oslo_vmware.api [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401531, 'name': PowerOffVM_Task, 'duration_secs': 0.183669} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.028207] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1572.028384] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1572.028633] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09af226e-968c-4986-a4cf-5e443140ce55 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.085580] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.085847] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.086081] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleting the datastore file [datastore1] 4848799e-f2f7-4182-a17a-a5a2fa71198a {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.086348] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1218e028-f1d3-4f02-acd8-6a2ec092a57c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.092504] env[62094]: DEBUG oslo_vmware.api [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1572.092504] env[62094]: value = "task-1401533" [ 1572.092504] env[62094]: _type = "Task" [ 1572.092504] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.102038] env[62094]: DEBUG oslo_vmware.api [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.602695] env[62094]: DEBUG oslo_vmware.api [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144093} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.603074] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.603127] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1572.603273] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.603450] env[62094]: INFO nova.compute.manager [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1572.603692] env[62094]: DEBUG oslo.service.loopingcall [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.603885] env[62094]: DEBUG nova.compute.manager [-] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1572.603980] env[62094]: DEBUG nova.network.neutron [-] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1572.909649] env[62094]: DEBUG oslo_concurrency.lockutils [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "4707972f-dc95-4598-a5d5-e21e90c390d6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.909932] env[62094]: DEBUG oslo_concurrency.lockutils [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "4707972f-dc95-4598-a5d5-e21e90c390d6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.910140] env[62094]: DEBUG nova.compute.manager [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Going to confirm migration 8 {{(pid=62094) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1573.009879] env[62094]: DEBUG nova.compute.manager [req-a8369fbd-a20d-424a-b5d6-607ba70add2b req-057fddb5-72db-4469-90e8-261bf0ec0263 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Received event network-vif-deleted-5f36b687-ebf5-41e7-8ed0-ec3de7373f7a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1573.010029] env[62094]: INFO nova.compute.manager [req-a8369fbd-a20d-424a-b5d6-607ba70add2b req-057fddb5-72db-4469-90e8-261bf0ec0263 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Neutron deleted interface 5f36b687-ebf5-41e7-8ed0-ec3de7373f7a; detaching it from the instance and deleting it from the info cache [ 1573.010219] env[62094]: DEBUG nova.network.neutron [req-a8369fbd-a20d-424a-b5d6-607ba70add2b req-057fddb5-72db-4469-90e8-261bf0ec0263 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.470076] env[62094]: DEBUG oslo_concurrency.lockutils [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.470299] env[62094]: DEBUG oslo_concurrency.lockutils [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.470480] env[62094]: DEBUG nova.network.neutron [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1573.470675] env[62094]: DEBUG nova.objects.instance [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'info_cache' on Instance uuid 4707972f-dc95-4598-a5d5-e21e90c390d6 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.486315] env[62094]: DEBUG nova.network.neutron [-] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.512310] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2d42ca7-7ed8-409d-b1af-2f5e445fe46f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.522017] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9c575a-b286-478c-9179-4a9327156c40 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.547416] env[62094]: DEBUG nova.compute.manager [req-a8369fbd-a20d-424a-b5d6-607ba70add2b req-057fddb5-72db-4469-90e8-261bf0ec0263 service nova] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Detach interface failed, port_id=5f36b687-ebf5-41e7-8ed0-ec3de7373f7a, reason: Instance 4848799e-f2f7-4182-a17a-a5a2fa71198a could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1573.988806] env[62094]: INFO nova.compute.manager [-] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Took 1.38 seconds to deallocate network for instance. [ 1574.495213] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.495538] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.495842] env[62094]: DEBUG nova.objects.instance [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lazy-loading 'resources' on Instance uuid 4848799e-f2f7-4182-a17a-a5a2fa71198a {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1574.731510] env[62094]: DEBUG nova.network.neutron [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance_info_cache with network_info: [{"id": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "address": "fa:16:3e:25:ce:54", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96dfe09-cf", "ovs_interfaceid": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.077138] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931ba245-dd34-4ea9-9101-d569e88fd760 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.085247] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a395d5-1ff8-4b49-baa2-b1d3e00786b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.114155] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7250ca88-06aa-4744-9edd-0d96da58c5e3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.120870] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05538d6-1373-435b-aea5-8be43cc1a316 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.133682] env[62094]: DEBUG nova.compute.provider_tree [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.235060] env[62094]: DEBUG oslo_concurrency.lockutils [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.235060] env[62094]: DEBUG nova.objects.instance [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'migration_context' on Instance uuid 4707972f-dc95-4598-a5d5-e21e90c390d6 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.636960] env[62094]: DEBUG nova.scheduler.client.report [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1575.738197] env[62094]: DEBUG nova.objects.base [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Object Instance<4707972f-dc95-4598-a5d5-e21e90c390d6> lazy-loaded attributes: info_cache,migration_context {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1575.739166] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caff1925-b076-4a8c-8dec-c91abd8352c3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.758936] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3974b5a8-ef19-4b6a-bdcf-6456cc099b51 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.763855] env[62094]: DEBUG oslo_vmware.api [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1575.763855] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]528db46d-7bf9-2d2f-6e9c-3b0cd3d4bcf0" [ 1575.763855] env[62094]: _type = "Task" [ 1575.763855] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.771308] env[62094]: DEBUG oslo_vmware.api [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528db46d-7bf9-2d2f-6e9c-3b0cd3d4bcf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.141656] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.161838] env[62094]: INFO nova.scheduler.client.report [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleted allocations for instance 4848799e-f2f7-4182-a17a-a5a2fa71198a [ 1576.274250] env[62094]: DEBUG oslo_vmware.api [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]528db46d-7bf9-2d2f-6e9c-3b0cd3d4bcf0, 'name': SearchDatastore_Task, 'duration_secs': 0.008464} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.274570] env[62094]: DEBUG oslo_concurrency.lockutils [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.274752] env[62094]: DEBUG oslo_concurrency.lockutils [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.669716] env[62094]: DEBUG oslo_concurrency.lockutils [None req-eaea8d32-1fb0-478f-8f86-21d084f41aff tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "4848799e-f2f7-4182-a17a-a5a2fa71198a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.178s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.850476] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1671f9-2b8a-4fa6-a117-c25672ffcc30 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.858318] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de37a91-33f9-4300-bdfa-7a45dc275bf1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.887728] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d614096-0953-476a-946b-7ae08db61023 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.894728] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd8af52-8573-47e1-ae1a-5851c91663c1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.908710] env[62094]: DEBUG nova.compute.provider_tree [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.412619] env[62094]: DEBUG nova.scheduler.client.report [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1577.965212] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "db4578b1-7369-4782-801d-90822d0afae5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.965484] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "db4578b1-7369-4782-801d-90822d0afae5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.423135] env[62094]: DEBUG oslo_concurrency.lockutils [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.148s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.423443] env[62094]: DEBUG nova.compute.manager [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62094) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4909}} [ 1578.467880] env[62094]: DEBUG nova.compute.manager [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1578.982712] env[62094]: INFO nova.scheduler.client.report [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleted allocation for migration 1d8a3274-8497-45d4-a835-602dc46915a2 [ 1578.987883] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.988199] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.989657] env[62094]: INFO nova.compute.claims [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1579.493894] env[62094]: DEBUG oslo_concurrency.lockutils [None req-afb54a4c-368b-4f57-9faf-251480f32b49 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "4707972f-dc95-4598-a5d5-e21e90c390d6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.583s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.805564] env[62094]: DEBUG nova.objects.instance [None req-2d4b256c-ca8e-49c7-aff7-c40e2cdbd300 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'flavor' on Instance uuid 4707972f-dc95-4598-a5d5-e21e90c390d6 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.074559] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d45779a-3b76-4161-b195-4d591b9fb3af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.082260] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daa97c4-b1c4-4466-9b11-2ca9ca7ee909 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.110620] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63569921-e7fa-4e70-802a-05881b62ffea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.117036] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee37e1c-fcca-4271-848c-bb0d7b09853e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.129186] env[62094]: DEBUG nova.compute.provider_tree [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.311920] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2d4b256c-ca8e-49c7-aff7-c40e2cdbd300 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.312168] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2d4b256c-ca8e-49c7-aff7-c40e2cdbd300 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.312243] env[62094]: DEBUG nova.network.neutron [None req-2d4b256c-ca8e-49c7-aff7-c40e2cdbd300 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1580.312424] env[62094]: DEBUG nova.objects.instance [None req-2d4b256c-ca8e-49c7-aff7-c40e2cdbd300 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'info_cache' on Instance uuid 4707972f-dc95-4598-a5d5-e21e90c390d6 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.632315] env[62094]: DEBUG nova.scheduler.client.report [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1580.815230] env[62094]: DEBUG nova.objects.base [None req-2d4b256c-ca8e-49c7-aff7-c40e2cdbd300 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Object Instance<4707972f-dc95-4598-a5d5-e21e90c390d6> lazy-loaded attributes: flavor,info_cache {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1581.136633] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.137178] env[62094]: DEBUG nova.compute.manager [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1581.641430] env[62094]: DEBUG nova.compute.utils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1581.642778] env[62094]: DEBUG nova.compute.manager [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1581.642937] env[62094]: DEBUG nova.network.neutron [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1581.682805] env[62094]: DEBUG nova.policy [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '839de3c9227547369bb806a34f8916e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5ba8c949437408ba0ec6e2ddf8a8ab3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1581.757113] env[62094]: DEBUG nova.network.neutron [None req-2d4b256c-ca8e-49c7-aff7-c40e2cdbd300 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance_info_cache with network_info: [{"id": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "address": "fa:16:3e:25:ce:54", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96dfe09-cf", "ovs_interfaceid": "a96dfe09-cf84-4e39-a944-a69bf4977e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.926615] env[62094]: DEBUG nova.network.neutron [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Successfully created port: f79071e0-dc07-485a-9f49-c47c208c4a5a {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1582.145651] env[62094]: DEBUG nova.compute.manager [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1582.260651] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2d4b256c-ca8e-49c7-aff7-c40e2cdbd300 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "refresh_cache-4707972f-dc95-4598-a5d5-e21e90c390d6" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.763216] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4b256c-ca8e-49c7-aff7-c40e2cdbd300 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1582.763599] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27f81c07-12e6-4b5b-8ae1-dd8dd92db999 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.771565] env[62094]: DEBUG oslo_vmware.api [None req-2d4b256c-ca8e-49c7-aff7-c40e2cdbd300 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1582.771565] env[62094]: value = "task-1401534" [ 1582.771565] env[62094]: _type = "Task" [ 1582.771565] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.785030] env[62094]: DEBUG oslo_vmware.api [None req-2d4b256c-ca8e-49c7-aff7-c40e2cdbd300 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.154847] env[62094]: DEBUG nova.compute.manager [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1583.181119] env[62094]: DEBUG nova.virt.hardware [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1583.181421] env[62094]: DEBUG nova.virt.hardware [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1583.181530] env[62094]: DEBUG nova.virt.hardware [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.181716] env[62094]: DEBUG nova.virt.hardware [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1583.181864] env[62094]: DEBUG nova.virt.hardware [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.182019] env[62094]: DEBUG nova.virt.hardware [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1583.182248] env[62094]: DEBUG nova.virt.hardware [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1583.182413] env[62094]: DEBUG nova.virt.hardware [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1583.182586] env[62094]: DEBUG nova.virt.hardware [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1583.182752] env[62094]: DEBUG nova.virt.hardware [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1583.182928] env[62094]: DEBUG nova.virt.hardware [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1583.183866] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9c7691-5a34-40c8-b69d-8414303854ca {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.192200] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77592282-5807-4746-8c96-703d91b25f1e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.281675] env[62094]: DEBUG oslo_vmware.api [None req-2d4b256c-ca8e-49c7-aff7-c40e2cdbd300 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401534, 'name': PowerOnVM_Task, 'duration_secs': 0.381495} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.281990] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4b256c-ca8e-49c7-aff7-c40e2cdbd300 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1583.282206] env[62094]: DEBUG nova.compute.manager [None req-2d4b256c-ca8e-49c7-aff7-c40e2cdbd300 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1583.282957] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c2ce5e-c9c2-4e15-9a82-b7e831e233d8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.358508] env[62094]: DEBUG nova.compute.manager [req-c435ab19-8aa0-4239-9a17-819e2a6cf535 req-7ee07010-0593-490d-9e27-a4ddc26c3f71 service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Received event network-vif-plugged-f79071e0-dc07-485a-9f49-c47c208c4a5a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1583.358751] env[62094]: DEBUG oslo_concurrency.lockutils [req-c435ab19-8aa0-4239-9a17-819e2a6cf535 req-7ee07010-0593-490d-9e27-a4ddc26c3f71 service nova] Acquiring lock "db4578b1-7369-4782-801d-90822d0afae5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.358964] env[62094]: DEBUG oslo_concurrency.lockutils [req-c435ab19-8aa0-4239-9a17-819e2a6cf535 req-7ee07010-0593-490d-9e27-a4ddc26c3f71 service nova] Lock "db4578b1-7369-4782-801d-90822d0afae5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.359156] env[62094]: DEBUG oslo_concurrency.lockutils [req-c435ab19-8aa0-4239-9a17-819e2a6cf535 req-7ee07010-0593-490d-9e27-a4ddc26c3f71 service nova] Lock "db4578b1-7369-4782-801d-90822d0afae5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.359327] env[62094]: DEBUG nova.compute.manager [req-c435ab19-8aa0-4239-9a17-819e2a6cf535 req-7ee07010-0593-490d-9e27-a4ddc26c3f71 service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] No waiting events found dispatching network-vif-plugged-f79071e0-dc07-485a-9f49-c47c208c4a5a {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1583.359494] env[62094]: WARNING nova.compute.manager [req-c435ab19-8aa0-4239-9a17-819e2a6cf535 req-7ee07010-0593-490d-9e27-a4ddc26c3f71 service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Received unexpected event network-vif-plugged-f79071e0-dc07-485a-9f49-c47c208c4a5a for instance with vm_state building and task_state spawning. [ 1583.375232] env[62094]: DEBUG nova.network.neutron [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Successfully updated port: f79071e0-dc07-485a-9f49-c47c208c4a5a {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1583.878057] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "refresh_cache-db4578b1-7369-4782-801d-90822d0afae5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.878057] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "refresh_cache-db4578b1-7369-4782-801d-90822d0afae5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.878057] env[62094]: DEBUG nova.network.neutron [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1584.409107] env[62094]: DEBUG nova.network.neutron [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.500062] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "4707972f-dc95-4598-a5d5-e21e90c390d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.500324] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "4707972f-dc95-4598-a5d5-e21e90c390d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.500530] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "4707972f-dc95-4598-a5d5-e21e90c390d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.500718] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "4707972f-dc95-4598-a5d5-e21e90c390d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.500885] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "4707972f-dc95-4598-a5d5-e21e90c390d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.502971] env[62094]: INFO nova.compute.manager [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Terminating instance [ 1584.504746] env[62094]: DEBUG nova.compute.manager [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1584.504951] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1584.505810] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5106a55-76c8-4b85-baab-1ba617834c44 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.515658] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.515891] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bee5cf9f-da44-49eb-bc85-2187c7f230db {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.521968] env[62094]: DEBUG oslo_vmware.api [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1584.521968] env[62094]: value = "task-1401535" [ 1584.521968] env[62094]: _type = "Task" [ 1584.521968] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.529503] env[62094]: DEBUG oslo_vmware.api [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.542212] env[62094]: DEBUG nova.network.neutron [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Updating instance_info_cache with network_info: [{"id": "f79071e0-dc07-485a-9f49-c47c208c4a5a", "address": "fa:16:3e:09:a8:13", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79071e0-dc", "ovs_interfaceid": "f79071e0-dc07-485a-9f49-c47c208c4a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.032667] env[62094]: DEBUG oslo_vmware.api [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401535, 'name': PowerOffVM_Task, 'duration_secs': 0.1914} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.032944] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.033130] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.033392] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62eb99e1-ecb7-4296-ad5d-2bee48ab4297 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.044435] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "refresh_cache-db4578b1-7369-4782-801d-90822d0afae5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.044711] env[62094]: DEBUG nova.compute.manager [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Instance network_info: |[{"id": "f79071e0-dc07-485a-9f49-c47c208c4a5a", "address": "fa:16:3e:09:a8:13", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79071e0-dc", "ovs_interfaceid": "f79071e0-dc07-485a-9f49-c47c208c4a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1585.045101] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:a8:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f79071e0-dc07-485a-9f49-c47c208c4a5a', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1585.052396] env[62094]: DEBUG oslo.service.loopingcall [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.052595] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db4578b1-7369-4782-801d-90822d0afae5] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1585.052828] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-316558c2-c30c-4580-9c10-23fa84a53621 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.072039] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1585.072039] env[62094]: value = "task-1401537" [ 1585.072039] env[62094]: _type = "Task" [ 1585.072039] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.079314] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401537, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.124925] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1585.125323] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1585.125625] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleting the datastore file [datastore2] 4707972f-dc95-4598-a5d5-e21e90c390d6 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1585.125948] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-100b55c1-e33e-4011-88c8-8de3401d9dd5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.132950] env[62094]: DEBUG oslo_vmware.api [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1585.132950] env[62094]: value = "task-1401538" [ 1585.132950] env[62094]: _type = "Task" [ 1585.132950] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.141236] env[62094]: DEBUG oslo_vmware.api [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.383761] env[62094]: DEBUG nova.compute.manager [req-3a89cab7-49bc-4209-a059-a3dc3e8d7a0c req-c3cb4222-c451-4677-a99c-243cdc887c1c service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Received event network-changed-f79071e0-dc07-485a-9f49-c47c208c4a5a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1585.383946] env[62094]: DEBUG nova.compute.manager [req-3a89cab7-49bc-4209-a059-a3dc3e8d7a0c req-c3cb4222-c451-4677-a99c-243cdc887c1c service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Refreshing instance network info cache due to event network-changed-f79071e0-dc07-485a-9f49-c47c208c4a5a. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1585.384193] env[62094]: DEBUG oslo_concurrency.lockutils [req-3a89cab7-49bc-4209-a059-a3dc3e8d7a0c req-c3cb4222-c451-4677-a99c-243cdc887c1c service nova] Acquiring lock "refresh_cache-db4578b1-7369-4782-801d-90822d0afae5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.384341] env[62094]: DEBUG oslo_concurrency.lockutils [req-3a89cab7-49bc-4209-a059-a3dc3e8d7a0c req-c3cb4222-c451-4677-a99c-243cdc887c1c service nova] Acquired lock "refresh_cache-db4578b1-7369-4782-801d-90822d0afae5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.384504] env[62094]: DEBUG nova.network.neutron [req-3a89cab7-49bc-4209-a059-a3dc3e8d7a0c req-c3cb4222-c451-4677-a99c-243cdc887c1c service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Refreshing network info cache for port f79071e0-dc07-485a-9f49-c47c208c4a5a {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.581789] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401537, 'name': CreateVM_Task, 'duration_secs': 0.290133} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.581963] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db4578b1-7369-4782-801d-90822d0afae5] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.582644] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.582823] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.583180] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.583440] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17daf5f6-6053-4967-89d5-4b6d5f7e660f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.587518] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1585.587518] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]526023bf-faa9-3205-0797-bef8abed03f7" [ 1585.587518] env[62094]: _type = "Task" [ 1585.587518] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.594380] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526023bf-faa9-3205-0797-bef8abed03f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.640789] env[62094]: DEBUG oslo_vmware.api [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144235} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.641036] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1585.641224] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1585.641406] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1585.641584] env[62094]: INFO nova.compute.manager [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1585.641816] env[62094]: DEBUG oslo.service.loopingcall [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.642011] env[62094]: DEBUG nova.compute.manager [-] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1585.642114] env[62094]: DEBUG nova.network.neutron [-] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1586.074093] env[62094]: DEBUG nova.network.neutron [req-3a89cab7-49bc-4209-a059-a3dc3e8d7a0c req-c3cb4222-c451-4677-a99c-243cdc887c1c service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Updated VIF entry in instance network info cache for port f79071e0-dc07-485a-9f49-c47c208c4a5a. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.074489] env[62094]: DEBUG nova.network.neutron [req-3a89cab7-49bc-4209-a059-a3dc3e8d7a0c req-c3cb4222-c451-4677-a99c-243cdc887c1c service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Updating instance_info_cache with network_info: [{"id": "f79071e0-dc07-485a-9f49-c47c208c4a5a", "address": "fa:16:3e:09:a8:13", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79071e0-dc", "ovs_interfaceid": "f79071e0-dc07-485a-9f49-c47c208c4a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.098034] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]526023bf-faa9-3205-0797-bef8abed03f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009251} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.098415] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.099071] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.099338] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.099496] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.099679] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.099945] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-662f1826-b318-4932-b76a-eea2419946d3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.108429] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.108747] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.109461] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b11b3afa-75f1-4729-a0eb-2ac775eead34 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.115788] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1586.115788] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52dfb023-cbd3-c8e6-4058-f4361ba46785" [ 1586.115788] env[62094]: _type = "Task" [ 1586.115788] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.122676] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52dfb023-cbd3-c8e6-4058-f4361ba46785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.578204] env[62094]: DEBUG oslo_concurrency.lockutils [req-3a89cab7-49bc-4209-a059-a3dc3e8d7a0c req-c3cb4222-c451-4677-a99c-243cdc887c1c service nova] Releasing lock "refresh_cache-db4578b1-7369-4782-801d-90822d0afae5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.625984] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52dfb023-cbd3-c8e6-4058-f4361ba46785, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.626875] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e767dd-129f-42bb-98f2-df0fbafc83f7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.632386] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1586.632386] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52253ae9-3dd6-1917-fce3-6d934a11ef30" [ 1586.632386] env[62094]: _type = "Task" [ 1586.632386] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.640150] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52253ae9-3dd6-1917-fce3-6d934a11ef30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.737719] env[62094]: DEBUG nova.network.neutron [-] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.143115] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52253ae9-3dd6-1917-fce3-6d934a11ef30, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.143438] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.143694] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] db4578b1-7369-4782-801d-90822d0afae5/db4578b1-7369-4782-801d-90822d0afae5.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1587.143955] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9fbbcd3-9639-4fe7-a98c-0d18be2d7535 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.151415] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1587.151415] env[62094]: value = "task-1401539" [ 1587.151415] env[62094]: _type = "Task" [ 1587.151415] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.158718] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.240017] env[62094]: INFO nova.compute.manager [-] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Took 1.60 seconds to deallocate network for instance. [ 1587.413428] env[62094]: DEBUG nova.compute.manager [req-9d34968b-e510-4a56-b704-85f414c7fce6 req-332df190-c757-440b-ac57-2d2428437614 service nova] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Received event network-vif-deleted-a96dfe09-cf84-4e39-a944-a69bf4977e00 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1587.660847] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48709} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.661144] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] db4578b1-7369-4782-801d-90822d0afae5/db4578b1-7369-4782-801d-90822d0afae5.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1587.661368] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1587.661624] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-808fc821-60e6-40d2-b085-f8b22acd7233 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.666844] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1587.666844] env[62094]: value = "task-1401540" [ 1587.666844] env[62094]: _type = "Task" [ 1587.666844] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.674299] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.747642] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.747931] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.748143] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.770382] env[62094]: INFO nova.scheduler.client.report [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleted allocations for instance 4707972f-dc95-4598-a5d5-e21e90c390d6 [ 1588.177483] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067766} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.177877] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1588.178532] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f5d5f4-b50b-4ac4-9519-3eebcc0bfe3f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.201022] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] db4578b1-7369-4782-801d-90822d0afae5/db4578b1-7369-4782-801d-90822d0afae5.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1588.201248] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c6eb74e-fb3d-408e-adc3-e33b07d9edb0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.219456] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1588.219456] env[62094]: value = "task-1401541" [ 1588.219456] env[62094]: _type = "Task" [ 1588.219456] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.226906] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.278572] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6bd98df2-f729-4a9f-b75e-cdd8a181e8a5 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "4707972f-dc95-4598-a5d5-e21e90c390d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.778s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.730140] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.230916] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401541, 'name': ReconfigVM_Task, 'duration_secs': 0.631633} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.231316] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Reconfigured VM instance instance-00000078 to attach disk [datastore2] db4578b1-7369-4782-801d-90822d0afae5/db4578b1-7369-4782-801d-90822d0afae5.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.231831] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad9216f9-1047-4d8e-931d-806c032a6835 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.238203] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1589.238203] env[62094]: value = "task-1401542" [ 1589.238203] env[62094]: _type = "Task" [ 1589.238203] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.245733] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401542, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.339612] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "e021d735-ea70-499a-8fd5-95e167b8eac2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.339886] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "e021d735-ea70-499a-8fd5-95e167b8eac2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.721619] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.721898] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.722059] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.748487] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401542, 'name': Rename_Task, 'duration_secs': 0.132349} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.748736] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1589.748960] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5199d969-1705-499c-826c-07c2b86a5c34 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.754696] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1589.754696] env[62094]: value = "task-1401543" [ 1589.754696] env[62094]: _type = "Task" [ 1589.754696] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.761481] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.841931] env[62094]: DEBUG nova.compute.manager [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1590.225658] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.225923] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.226128] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.226291] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1590.227266] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1433a2e9-ac25-4c39-9b7c-3fb34abc9110 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.235611] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f68ad7-08bd-49b4-83e9-5b025b552e4b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.250382] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad2ebb4-5746-458c-99ee-f5f59b073e9b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.259317] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031c0c2c-dc19-426b-8b1b-af9e6b5c7d56 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.267510] env[62094]: DEBUG oslo_vmware.api [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401543, 'name': PowerOnVM_Task, 'duration_secs': 0.416411} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.290356] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1590.290570] env[62094]: INFO nova.compute.manager [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1590.290755] env[62094]: DEBUG nova.compute.manager [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1590.291095] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180141MB free_disk=185GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1590.291227] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.291414] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.294034] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681d20d4-1f5b-4d67-a9bb-1d9c8e38a424 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.363760] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.809210] env[62094]: INFO nova.compute.manager [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Took 11.84 seconds to build instance. [ 1590.909093] env[62094]: DEBUG nova.compute.manager [req-7abe82f2-2903-49ee-a87c-a2a0a1763dd0 req-ad71b15c-a03b-4107-907c-73bd2340d7ca service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Received event network-changed-f79071e0-dc07-485a-9f49-c47c208c4a5a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1590.909294] env[62094]: DEBUG nova.compute.manager [req-7abe82f2-2903-49ee-a87c-a2a0a1763dd0 req-ad71b15c-a03b-4107-907c-73bd2340d7ca service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Refreshing instance network info cache due to event network-changed-f79071e0-dc07-485a-9f49-c47c208c4a5a. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1590.909468] env[62094]: DEBUG oslo_concurrency.lockutils [req-7abe82f2-2903-49ee-a87c-a2a0a1763dd0 req-ad71b15c-a03b-4107-907c-73bd2340d7ca service nova] Acquiring lock "refresh_cache-db4578b1-7369-4782-801d-90822d0afae5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.909620] env[62094]: DEBUG oslo_concurrency.lockutils [req-7abe82f2-2903-49ee-a87c-a2a0a1763dd0 req-ad71b15c-a03b-4107-907c-73bd2340d7ca service nova] Acquired lock "refresh_cache-db4578b1-7369-4782-801d-90822d0afae5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.910052] env[62094]: DEBUG nova.network.neutron [req-7abe82f2-2903-49ee-a87c-a2a0a1763dd0 req-ad71b15c-a03b-4107-907c-73bd2340d7ca service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Refreshing network info cache for port f79071e0-dc07-485a-9f49-c47c208c4a5a {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.311651] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5a8a428a-2e4c-493e-b92b-d0e9c68d2620 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "db4578b1-7369-4782-801d-90822d0afae5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.346s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.316573] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 85ce149a-08fb-4a13-8c8a-0d3c412eab03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1591.316735] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance ee0def21-086e-43c3-b999-3add52d82f3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1591.316862] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 56636c8e-1c8d-46af-83c2-2acfac5d1d52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1591.316982] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance db4578b1-7369-4782-801d-90822d0afae5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1591.612012] env[62094]: DEBUG nova.network.neutron [req-7abe82f2-2903-49ee-a87c-a2a0a1763dd0 req-ad71b15c-a03b-4107-907c-73bd2340d7ca service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Updated VIF entry in instance network info cache for port f79071e0-dc07-485a-9f49-c47c208c4a5a. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1591.612335] env[62094]: DEBUG nova.network.neutron [req-7abe82f2-2903-49ee-a87c-a2a0a1763dd0 req-ad71b15c-a03b-4107-907c-73bd2340d7ca service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Updating instance_info_cache with network_info: [{"id": "f79071e0-dc07-485a-9f49-c47c208c4a5a", "address": "fa:16:3e:09:a8:13", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79071e0-dc", "ovs_interfaceid": "f79071e0-dc07-485a-9f49-c47c208c4a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.819846] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e021d735-ea70-499a-8fd5-95e167b8eac2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1591.820109] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1591.820262] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1591.889317] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b453271-81f0-4956-b6bf-44be762d7f30 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.896562] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039ad0ac-25fd-452c-996f-1afbf6c7982c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.927238] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f901f97-40b3-4fab-98c9-a715e4be151d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.934842] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfed87b-1c16-4b37-aaeb-c30d536b93a9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.948862] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1592.115674] env[62094]: DEBUG oslo_concurrency.lockutils [req-7abe82f2-2903-49ee-a87c-a2a0a1763dd0 req-ad71b15c-a03b-4107-907c-73bd2340d7ca service nova] Releasing lock "refresh_cache-db4578b1-7369-4782-801d-90822d0afae5" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.154458] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "56636c8e-1c8d-46af-83c2-2acfac5d1d52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.154728] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "56636c8e-1c8d-46af-83c2-2acfac5d1d52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.154948] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "56636c8e-1c8d-46af-83c2-2acfac5d1d52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.155151] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "56636c8e-1c8d-46af-83c2-2acfac5d1d52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.155355] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "56636c8e-1c8d-46af-83c2-2acfac5d1d52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.157569] env[62094]: INFO nova.compute.manager [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Terminating instance [ 1592.159333] env[62094]: DEBUG nova.compute.manager [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1592.159500] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1592.160315] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e329189b-ddb2-4533-8672-3f9ca6dd32f0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.168096] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1592.168326] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecb81611-c6ae-4ecc-8913-aaf5475ede6b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.173951] env[62094]: DEBUG oslo_vmware.api [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1592.173951] env[62094]: value = "task-1401545" [ 1592.173951] env[62094]: _type = "Task" [ 1592.173951] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.182777] env[62094]: DEBUG oslo_vmware.api [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.468904] env[62094]: ERROR nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [req-2f803ef2-3746-4d06-81f9-973af0cc8c14] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 63012395-d365-4b03-a816-be66e2783fee. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2f803ef2-3746-4d06-81f9-973af0cc8c14"}]} [ 1592.484287] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Refreshing inventories for resource provider 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1592.495804] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Updating ProviderTree inventory for provider 63012395-d365-4b03-a816-be66e2783fee from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1592.495971] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1592.505669] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Refreshing aggregate associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, aggregates: None {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1592.522671] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Refreshing trait associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1592.581043] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ea0a4b-ef97-4979-bd6b-3c60fcbc9029 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.588638] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c2b328-f0b2-4f43-83ed-4b16f8e3da1e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.619777] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebea986-9bfb-4307-ac6e-10830889dcb9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.627600] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26a6c1f-7c25-47a9-a046-8d39c2f639cc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.640517] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1592.683861] env[62094]: DEBUG oslo_vmware.api [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401545, 'name': PowerOffVM_Task, 'duration_secs': 0.172277} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.684197] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1592.684756] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1592.684756] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c70eb9a-c1ef-42fa-8a1e-120b1255e3c7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.742165] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1592.742469] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1592.742591] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Deleting the datastore file [datastore1] 56636c8e-1c8d-46af-83c2-2acfac5d1d52 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1592.742847] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2da2865e-95b1-4363-ae37-cfd91ac636f0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.749340] env[62094]: DEBUG oslo_vmware.api [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1592.749340] env[62094]: value = "task-1401547" [ 1592.749340] env[62094]: _type = "Task" [ 1592.749340] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.757235] env[62094]: DEBUG oslo_vmware.api [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.172961] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Updated inventory for provider 63012395-d365-4b03-a816-be66e2783fee with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1593.173226] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Updating resource provider 63012395-d365-4b03-a816-be66e2783fee generation from 160 to 161 during operation: update_inventory {{(pid=62094) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1593.173416] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1593.260214] env[62094]: DEBUG oslo_vmware.api [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14976} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.260498] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1593.260688] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1593.260874] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1593.261060] env[62094]: INFO nova.compute.manager [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1593.261300] env[62094]: DEBUG oslo.service.loopingcall [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.261497] env[62094]: DEBUG nova.compute.manager [-] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1593.261618] env[62094]: DEBUG nova.network.neutron [-] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1593.678376] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1593.678623] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.387s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.678892] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.315s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.680485] env[62094]: INFO nova.compute.claims [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1593.716499] env[62094]: DEBUG nova.compute.manager [req-a7b83a09-392e-452b-9ae4-aa7f531ce4e9 req-68f0e288-b7ba-48ef-9722-67fd2ba491b0 service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Received event network-vif-deleted-2826d828-58c1-415b-90aa-c83c52702b65 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1593.716768] env[62094]: INFO nova.compute.manager [req-a7b83a09-392e-452b-9ae4-aa7f531ce4e9 req-68f0e288-b7ba-48ef-9722-67fd2ba491b0 service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Neutron deleted interface 2826d828-58c1-415b-90aa-c83c52702b65; detaching it from the instance and deleting it from the info cache [ 1593.717083] env[62094]: DEBUG nova.network.neutron [req-a7b83a09-392e-452b-9ae4-aa7f531ce4e9 req-68f0e288-b7ba-48ef-9722-67fd2ba491b0 service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.189040] env[62094]: DEBUG nova.network.neutron [-] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.220826] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c9d40d0-f7f4-4df3-8a2b-78c0b60214b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.232685] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea27486-2e60-495f-a26f-10524d0a8c9d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.264179] env[62094]: DEBUG nova.compute.manager [req-a7b83a09-392e-452b-9ae4-aa7f531ce4e9 req-68f0e288-b7ba-48ef-9722-67fd2ba491b0 service nova] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Detach interface failed, port_id=2826d828-58c1-415b-90aa-c83c52702b65, reason: Instance 56636c8e-1c8d-46af-83c2-2acfac5d1d52 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1594.682629] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.682995] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1594.693677] env[62094]: INFO nova.compute.manager [-] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Took 1.43 seconds to deallocate network for instance. [ 1594.791487] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78675f51-8f69-49c7-8fad-fe017a90c1a0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.799908] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c057c4-28e3-4830-8e30-85106d4287bb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.831747] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7f5741-ec75-4167-b3bc-54a536c485b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.840026] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba9ee89-ec89-45ad-b9a8-8c570ba2b6e9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.854576] env[62094]: DEBUG nova.compute.provider_tree [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.200325] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.358359] env[62094]: DEBUG nova.scheduler.client.report [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1595.863463] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.864019] env[62094]: DEBUG nova.compute.manager [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1595.866831] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.667s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.866946] env[62094]: DEBUG nova.objects.instance [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lazy-loading 'resources' on Instance uuid 56636c8e-1c8d-46af-83c2-2acfac5d1d52 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1596.191079] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Didn't find any instances for network info cache update. {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1596.191079] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.191233] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.191309] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.191452] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.191597] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.191729] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1596.369725] env[62094]: DEBUG nova.compute.utils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1596.374421] env[62094]: DEBUG nova.compute.manager [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1596.374589] env[62094]: DEBUG nova.network.neutron [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1596.417228] env[62094]: DEBUG nova.policy [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a475820961c8477587c198d4a6b588a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b51550fedb244b8686c51b90f5289dcd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1596.442752] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e397fae-6004-42b4-aefb-23c3b6a14dfc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.451973] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a0c57d-0d24-4df1-a7f1-7eb82107d53f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.482489] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea00db41-72dc-4d96-8cc0-bd7b05115ce1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.489408] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6142fe1c-9e71-48a9-9333-bb35607af804 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.501844] env[62094]: DEBUG nova.compute.provider_tree [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1596.680968] env[62094]: DEBUG nova.network.neutron [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Successfully created port: 5874acb5-0bd3-4ec5-b965-c234584c1e7d {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1596.875350] env[62094]: DEBUG nova.compute.manager [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1597.034045] env[62094]: DEBUG nova.scheduler.client.report [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updated inventory for provider 63012395-d365-4b03-a816-be66e2783fee with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1597.034045] env[62094]: DEBUG nova.compute.provider_tree [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updating resource provider 63012395-d365-4b03-a816-be66e2783fee generation from 161 to 162 during operation: update_inventory {{(pid=62094) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1597.034045] env[62094]: DEBUG nova.compute.provider_tree [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1597.538984] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.559378] env[62094]: INFO nova.scheduler.client.report [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Deleted allocations for instance 56636c8e-1c8d-46af-83c2-2acfac5d1d52 [ 1597.885139] env[62094]: DEBUG nova.compute.manager [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1597.912333] env[62094]: DEBUG nova.virt.hardware [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1597.912580] env[62094]: DEBUG nova.virt.hardware [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1597.912808] env[62094]: DEBUG nova.virt.hardware [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.913652] env[62094]: DEBUG nova.virt.hardware [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1597.913652] env[62094]: DEBUG nova.virt.hardware [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.913652] env[62094]: DEBUG nova.virt.hardware [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1597.913809] env[62094]: DEBUG nova.virt.hardware [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1597.914081] env[62094]: DEBUG nova.virt.hardware [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1597.914755] env[62094]: DEBUG nova.virt.hardware [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1597.914755] env[62094]: DEBUG nova.virt.hardware [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1597.914934] env[62094]: DEBUG nova.virt.hardware [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1597.916130] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938f0ba4-5ea1-4a74-9aad-85487d0dd8dd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.924573] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb8b7a3-bf4e-4e94-96c0-e7792c7dc664 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.066733] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f18e60bf-1951-4ce6-a016-36c445206a40 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "56636c8e-1c8d-46af-83c2-2acfac5d1d52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.912s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.069537] env[62094]: DEBUG nova.compute.manager [req-12a7dd57-5efb-4c54-a43f-755a6ce38fbb req-ec59c2cc-b47f-4348-b972-e5652f567183 service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Received event network-vif-plugged-5874acb5-0bd3-4ec5-b965-c234584c1e7d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1598.069832] env[62094]: DEBUG oslo_concurrency.lockutils [req-12a7dd57-5efb-4c54-a43f-755a6ce38fbb req-ec59c2cc-b47f-4348-b972-e5652f567183 service nova] Acquiring lock "e021d735-ea70-499a-8fd5-95e167b8eac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.069948] env[62094]: DEBUG oslo_concurrency.lockutils [req-12a7dd57-5efb-4c54-a43f-755a6ce38fbb req-ec59c2cc-b47f-4348-b972-e5652f567183 service nova] Lock "e021d735-ea70-499a-8fd5-95e167b8eac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.070125] env[62094]: DEBUG oslo_concurrency.lockutils [req-12a7dd57-5efb-4c54-a43f-755a6ce38fbb req-ec59c2cc-b47f-4348-b972-e5652f567183 service nova] Lock "e021d735-ea70-499a-8fd5-95e167b8eac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.070282] env[62094]: DEBUG nova.compute.manager [req-12a7dd57-5efb-4c54-a43f-755a6ce38fbb req-ec59c2cc-b47f-4348-b972-e5652f567183 service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] No waiting events found dispatching network-vif-plugged-5874acb5-0bd3-4ec5-b965-c234584c1e7d {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1598.070451] env[62094]: WARNING nova.compute.manager [req-12a7dd57-5efb-4c54-a43f-755a6ce38fbb req-ec59c2cc-b47f-4348-b972-e5652f567183 service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Received unexpected event network-vif-plugged-5874acb5-0bd3-4ec5-b965-c234584c1e7d for instance with vm_state building and task_state spawning. [ 1598.158985] env[62094]: DEBUG nova.network.neutron [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Successfully updated port: 5874acb5-0bd3-4ec5-b965-c234584c1e7d {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1598.661988] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.662655] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.662655] env[62094]: DEBUG nova.network.neutron [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.154061] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "ee0def21-086e-43c3-b999-3add52d82f3f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.154061] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "ee0def21-086e-43c3-b999-3add52d82f3f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.203203] env[62094]: DEBUG nova.network.neutron [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.334227] env[62094]: DEBUG nova.network.neutron [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance_info_cache with network_info: [{"id": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "address": "fa:16:3e:17:e4:58", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5874acb5-0b", "ovs_interfaceid": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.656776] env[62094]: INFO nova.compute.manager [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Detaching volume e98d05a8-b8f3-4d30-b350-9a6d8696f80e [ 1599.685672] env[62094]: INFO nova.virt.block_device [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Attempting to driver detach volume e98d05a8-b8f3-4d30-b350-9a6d8696f80e from mountpoint /dev/sdb [ 1599.685914] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1599.686116] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297081', 'volume_id': 'e98d05a8-b8f3-4d30-b350-9a6d8696f80e', 'name': 'volume-e98d05a8-b8f3-4d30-b350-9a6d8696f80e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ee0def21-086e-43c3-b999-3add52d82f3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e98d05a8-b8f3-4d30-b350-9a6d8696f80e', 'serial': 'e98d05a8-b8f3-4d30-b350-9a6d8696f80e'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1599.686983] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595be478-711a-4bdf-b46d-a0928b508ce0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.707969] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1586d0ee-1293-4400-8ef3-7e4fb6a8a011 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.714478] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4977bcad-fb1e-41c8-a7a4-3310a1ff6b17 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.733979] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9541c0e4-7b3b-416e-8dbf-3993ba355dd7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.749479] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] The volume has not been displaced from its original location: [datastore1] volume-e98d05a8-b8f3-4d30-b350-9a6d8696f80e/volume-e98d05a8-b8f3-4d30-b350-9a6d8696f80e.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1599.754561] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1599.754833] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d176ff-2f70-4482-aaae-ff6e238ad419 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.772157] env[62094]: DEBUG oslo_vmware.api [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1599.772157] env[62094]: value = "task-1401551" [ 1599.772157] env[62094]: _type = "Task" [ 1599.772157] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.779502] env[62094]: DEBUG oslo_vmware.api [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.837226] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.837526] env[62094]: DEBUG nova.compute.manager [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Instance network_info: |[{"id": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "address": "fa:16:3e:17:e4:58", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5874acb5-0b", "ovs_interfaceid": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1599.838014] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:e4:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5874acb5-0bd3-4ec5-b965-c234584c1e7d', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.845360] env[62094]: DEBUG oslo.service.loopingcall [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.845606] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.845839] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3d4c932-fb77-4a6f-8089-d795e11e35d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.865116] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.865116] env[62094]: value = "task-1401552" [ 1599.865116] env[62094]: _type = "Task" [ 1599.865116] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.872359] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401552, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.095049] env[62094]: DEBUG nova.compute.manager [req-0d8afc59-7182-424b-ac6c-4e0ff75cb04e req-23e9bf10-a65d-4d80-aa52-10b7704c8439 service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Received event network-changed-5874acb5-0bd3-4ec5-b965-c234584c1e7d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1600.095259] env[62094]: DEBUG nova.compute.manager [req-0d8afc59-7182-424b-ac6c-4e0ff75cb04e req-23e9bf10-a65d-4d80-aa52-10b7704c8439 service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Refreshing instance network info cache due to event network-changed-5874acb5-0bd3-4ec5-b965-c234584c1e7d. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1600.095479] env[62094]: DEBUG oslo_concurrency.lockutils [req-0d8afc59-7182-424b-ac6c-4e0ff75cb04e req-23e9bf10-a65d-4d80-aa52-10b7704c8439 service nova] Acquiring lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.095660] env[62094]: DEBUG oslo_concurrency.lockutils [req-0d8afc59-7182-424b-ac6c-4e0ff75cb04e req-23e9bf10-a65d-4d80-aa52-10b7704c8439 service nova] Acquired lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.095855] env[62094]: DEBUG nova.network.neutron [req-0d8afc59-7182-424b-ac6c-4e0ff75cb04e req-23e9bf10-a65d-4d80-aa52-10b7704c8439 service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Refreshing network info cache for port 5874acb5-0bd3-4ec5-b965-c234584c1e7d {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.281961] env[62094]: DEBUG oslo_vmware.api [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401551, 'name': ReconfigVM_Task, 'duration_secs': 0.23864} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.282326] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1600.286873] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44765b2a-c943-4578-a4fe-d20f1f26f9ed {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.301497] env[62094]: DEBUG oslo_vmware.api [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1600.301497] env[62094]: value = "task-1401553" [ 1600.301497] env[62094]: _type = "Task" [ 1600.301497] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.308919] env[62094]: DEBUG oslo_vmware.api [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.376057] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401552, 'name': CreateVM_Task, 'duration_secs': 0.291164} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.376213] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1600.376852] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.377042] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.377398] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1600.377655] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb19dbc-27cb-424c-810d-94081961199f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.383022] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1600.383022] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52985e6e-5070-a4a9-db13-fd9cad8cf497" [ 1600.383022] env[62094]: _type = "Task" [ 1600.383022] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.390713] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52985e6e-5070-a4a9-db13-fd9cad8cf497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.780765] env[62094]: DEBUG nova.network.neutron [req-0d8afc59-7182-424b-ac6c-4e0ff75cb04e req-23e9bf10-a65d-4d80-aa52-10b7704c8439 service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updated VIF entry in instance network info cache for port 5874acb5-0bd3-4ec5-b965-c234584c1e7d. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1600.781135] env[62094]: DEBUG nova.network.neutron [req-0d8afc59-7182-424b-ac6c-4e0ff75cb04e req-23e9bf10-a65d-4d80-aa52-10b7704c8439 service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance_info_cache with network_info: [{"id": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "address": "fa:16:3e:17:e4:58", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5874acb5-0b", "ovs_interfaceid": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.810580] env[62094]: DEBUG oslo_vmware.api [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401553, 'name': ReconfigVM_Task, 'duration_secs': 0.127079} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.810857] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297081', 'volume_id': 'e98d05a8-b8f3-4d30-b350-9a6d8696f80e', 'name': 'volume-e98d05a8-b8f3-4d30-b350-9a6d8696f80e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ee0def21-086e-43c3-b999-3add52d82f3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e98d05a8-b8f3-4d30-b350-9a6d8696f80e', 'serial': 'e98d05a8-b8f3-4d30-b350-9a6d8696f80e'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1600.892431] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52985e6e-5070-a4a9-db13-fd9cad8cf497, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.892733] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.892983] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.893214] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.893362] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.893547] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.893799] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38ed59d3-0bb8-4b4d-af9b-816f204c2e62 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.901293] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.901461] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.902133] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ddae76d-b6be-4782-8f31-f6cd1e26b4b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.906853] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1600.906853] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a3fde9-e60f-1fd7-3223-603528542e8d" [ 1600.906853] env[62094]: _type = "Task" [ 1600.906853] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.913876] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a3fde9-e60f-1fd7-3223-603528542e8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.284617] env[62094]: DEBUG oslo_concurrency.lockutils [req-0d8afc59-7182-424b-ac6c-4e0ff75cb04e req-23e9bf10-a65d-4d80-aa52-10b7704c8439 service nova] Releasing lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.352830] env[62094]: DEBUG nova.objects.instance [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lazy-loading 'flavor' on Instance uuid ee0def21-086e-43c3-b999-3add52d82f3f {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.419103] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a3fde9-e60f-1fd7-3223-603528542e8d, 'name': SearchDatastore_Task, 'duration_secs': 0.00854} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.419926] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d103689-3fb6-4e28-87f7-825caaa31f24 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.424853] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1601.424853] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52c8d90f-69c9-696d-bf2f-fe6bd247dd08" [ 1601.424853] env[62094]: _type = "Task" [ 1601.424853] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.432372] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c8d90f-69c9-696d-bf2f-fe6bd247dd08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.937076] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52c8d90f-69c9-696d-bf2f-fe6bd247dd08, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.937076] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.937076] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] e021d735-ea70-499a-8fd5-95e167b8eac2/e021d735-ea70-499a-8fd5-95e167b8eac2.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1601.937668] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f9d2d88-7ee8-4133-a0b0-8705ee7ed647 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.946035] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1601.946035] env[62094]: value = "task-1401555" [ 1601.946035] env[62094]: _type = "Task" [ 1601.946035] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.952890] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.361086] env[62094]: DEBUG oslo_concurrency.lockutils [None req-3c3a2068-fc63-4639-a460-e710f4f23ae2 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "ee0def21-086e-43c3-b999-3add52d82f3f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.455371] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401555, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.955930] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686152} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.956279] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] e021d735-ea70-499a-8fd5-95e167b8eac2/e021d735-ea70-499a-8fd5-95e167b8eac2.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1602.956513] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1602.956778] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07c94682-6c2d-4cfe-8a3b-451b13e255cf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.963052] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1602.963052] env[62094]: value = "task-1401556" [ 1602.963052] env[62094]: _type = "Task" [ 1602.963052] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.971388] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.387974] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "ee0def21-086e-43c3-b999-3add52d82f3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.388349] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "ee0def21-086e-43c3-b999-3add52d82f3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.388509] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "ee0def21-086e-43c3-b999-3add52d82f3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.388691] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "ee0def21-086e-43c3-b999-3add52d82f3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.388863] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "ee0def21-086e-43c3-b999-3add52d82f3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.391014] env[62094]: INFO nova.compute.manager [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Terminating instance [ 1603.392721] env[62094]: DEBUG nova.compute.manager [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1603.392919] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1603.393803] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bd0de1-6e0f-4398-8ccd-513080aa1daf {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.401559] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.401779] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d86a1854-c19a-4c6b-9035-31ca1debf3d6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.408011] env[62094]: DEBUG oslo_vmware.api [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1603.408011] env[62094]: value = "task-1401558" [ 1603.408011] env[62094]: _type = "Task" [ 1603.408011] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.415144] env[62094]: DEBUG oslo_vmware.api [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.471873] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065791} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.472158] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1603.472923] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e6192d-9c2b-4807-b5bb-a1b160116c99 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.495705] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] e021d735-ea70-499a-8fd5-95e167b8eac2/e021d735-ea70-499a-8fd5-95e167b8eac2.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1603.495983] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8345963d-060a-438a-bee6-7bcb24dd4cd5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.515437] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1603.515437] env[62094]: value = "task-1401559" [ 1603.515437] env[62094]: _type = "Task" [ 1603.515437] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.523106] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.918863] env[62094]: DEBUG oslo_vmware.api [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401558, 'name': PowerOffVM_Task, 'duration_secs': 0.343475} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.918863] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.918863] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.918863] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63902384-29bf-48a0-8fe5-912ae27d74c6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.987940] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.988188] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.988377] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Deleting the datastore file [datastore1] ee0def21-086e-43c3-b999-3add52d82f3f {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.988646] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b805211-c3c4-4072-9c0b-1d2dd84e3823 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.994908] env[62094]: DEBUG oslo_vmware.api [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1603.994908] env[62094]: value = "task-1401561" [ 1603.994908] env[62094]: _type = "Task" [ 1603.994908] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.002508] env[62094]: DEBUG oslo_vmware.api [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.024759] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401559, 'name': ReconfigVM_Task, 'duration_secs': 0.291584} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.025093] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Reconfigured VM instance instance-00000079 to attach disk [datastore1] e021d735-ea70-499a-8fd5-95e167b8eac2/e021d735-ea70-499a-8fd5-95e167b8eac2.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1604.025777] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d54b01a2-fbd1-43e1-b7df-611ec1265f4a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.032587] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1604.032587] env[62094]: value = "task-1401562" [ 1604.032587] env[62094]: _type = "Task" [ 1604.032587] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.040981] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401562, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.505032] env[62094]: DEBUG oslo_vmware.api [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131238} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.505424] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.505474] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.505674] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.505861] env[62094]: INFO nova.compute.manager [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1604.506116] env[62094]: DEBUG oslo.service.loopingcall [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.506309] env[62094]: DEBUG nova.compute.manager [-] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1604.506404] env[62094]: DEBUG nova.network.neutron [-] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1604.541781] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401562, 'name': Rename_Task, 'duration_secs': 0.133228} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.542125] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1604.542416] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-024d1f90-c880-4f60-afef-ceadbf7ebeae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.549402] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1604.549402] env[62094]: value = "task-1401563" [ 1604.549402] env[62094]: _type = "Task" [ 1604.549402] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.557185] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.968142] env[62094]: DEBUG nova.compute.manager [req-1c7612b8-d90b-48d1-bc7e-37ead3ac5ec3 req-242bc072-35e8-4826-be80-d9b4b36cf8ec service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Received event network-vif-deleted-7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1604.968440] env[62094]: INFO nova.compute.manager [req-1c7612b8-d90b-48d1-bc7e-37ead3ac5ec3 req-242bc072-35e8-4826-be80-d9b4b36cf8ec service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Neutron deleted interface 7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b; detaching it from the instance and deleting it from the info cache [ 1604.968569] env[62094]: DEBUG nova.network.neutron [req-1c7612b8-d90b-48d1-bc7e-37ead3ac5ec3 req-242bc072-35e8-4826-be80-d9b4b36cf8ec service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.060765] env[62094]: DEBUG oslo_vmware.api [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401563, 'name': PowerOnVM_Task, 'duration_secs': 0.45173} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.061129] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1605.061569] env[62094]: INFO nova.compute.manager [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1605.061939] env[62094]: DEBUG nova.compute.manager [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1605.062661] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f1c07b-ca7c-4f4e-abc2-187c4e26a191 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.445778] env[62094]: DEBUG nova.network.neutron [-] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.471766] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79345ee4-eeeb-4e4f-9051-28b36745b95b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.480967] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b4ec40-0bdc-4ac8-9e0b-e657859c3485 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.508824] env[62094]: DEBUG nova.compute.manager [req-1c7612b8-d90b-48d1-bc7e-37ead3ac5ec3 req-242bc072-35e8-4826-be80-d9b4b36cf8ec service nova] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Detach interface failed, port_id=7d2e6ce5-6d57-4251-9b94-5fe4c11fce6b, reason: Instance ee0def21-086e-43c3-b999-3add52d82f3f could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1605.583998] env[62094]: INFO nova.compute.manager [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Took 15.24 seconds to build instance. [ 1605.949339] env[62094]: INFO nova.compute.manager [-] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Took 1.44 seconds to deallocate network for instance. [ 1606.086783] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f22a752a-e017-4bef-878c-8641018084da tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "e021d735-ea70-499a-8fd5-95e167b8eac2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.747s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.455242] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.455515] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.455771] env[62094]: DEBUG nova.objects.instance [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lazy-loading 'resources' on Instance uuid ee0def21-086e-43c3-b999-3add52d82f3f {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.651778] env[62094]: DEBUG nova.compute.manager [req-eab5940a-b44b-4046-91ca-9ef55c26bbcc req-3763f9a3-d9be-46e3-817f-bb7ce75a07ae service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Received event network-changed-5874acb5-0bd3-4ec5-b965-c234584c1e7d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1606.652048] env[62094]: DEBUG nova.compute.manager [req-eab5940a-b44b-4046-91ca-9ef55c26bbcc req-3763f9a3-d9be-46e3-817f-bb7ce75a07ae service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Refreshing instance network info cache due to event network-changed-5874acb5-0bd3-4ec5-b965-c234584c1e7d. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1606.652158] env[62094]: DEBUG oslo_concurrency.lockutils [req-eab5940a-b44b-4046-91ca-9ef55c26bbcc req-3763f9a3-d9be-46e3-817f-bb7ce75a07ae service nova] Acquiring lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.652394] env[62094]: DEBUG oslo_concurrency.lockutils [req-eab5940a-b44b-4046-91ca-9ef55c26bbcc req-3763f9a3-d9be-46e3-817f-bb7ce75a07ae service nova] Acquired lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.652560] env[62094]: DEBUG nova.network.neutron [req-eab5940a-b44b-4046-91ca-9ef55c26bbcc req-3763f9a3-d9be-46e3-817f-bb7ce75a07ae service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Refreshing network info cache for port 5874acb5-0bd3-4ec5-b965-c234584c1e7d {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1607.019979] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70b0b4e-d6e2-4182-93e7-7327e17568d0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.028012] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095773ac-fd6e-4be3-a631-b5c6c1a307b8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.058597] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cce644-1fe5-4ebe-ae63-593b7956ce6a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.066139] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a10d2e-3406-4a74-a23b-bc596fecadbd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.079175] env[62094]: DEBUG nova.compute.provider_tree [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1607.367012] env[62094]: DEBUG nova.network.neutron [req-eab5940a-b44b-4046-91ca-9ef55c26bbcc req-3763f9a3-d9be-46e3-817f-bb7ce75a07ae service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updated VIF entry in instance network info cache for port 5874acb5-0bd3-4ec5-b965-c234584c1e7d. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1607.367395] env[62094]: DEBUG nova.network.neutron [req-eab5940a-b44b-4046-91ca-9ef55c26bbcc req-3763f9a3-d9be-46e3-817f-bb7ce75a07ae service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance_info_cache with network_info: [{"id": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "address": "fa:16:3e:17:e4:58", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5874acb5-0b", "ovs_interfaceid": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.610215] env[62094]: DEBUG nova.scheduler.client.report [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updated inventory for provider 63012395-d365-4b03-a816-be66e2783fee with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1607.610667] env[62094]: DEBUG nova.compute.provider_tree [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updating resource provider 63012395-d365-4b03-a816-be66e2783fee generation from 162 to 163 during operation: update_inventory {{(pid=62094) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1607.610950] env[62094]: DEBUG nova.compute.provider_tree [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1607.870108] env[62094]: DEBUG oslo_concurrency.lockutils [req-eab5940a-b44b-4046-91ca-9ef55c26bbcc req-3763f9a3-d9be-46e3-817f-bb7ce75a07ae service nova] Releasing lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.117559] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.137742] env[62094]: INFO nova.scheduler.client.report [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Deleted allocations for instance ee0def21-086e-43c3-b999-3add52d82f3f [ 1608.645152] env[62094]: DEBUG oslo_concurrency.lockutils [None req-f73ef72c-7aa1-4147-9451-12a050e44832 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "ee0def21-086e-43c3-b999-3add52d82f3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.257s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.196456] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.196779] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.699236] env[62094]: DEBUG nova.compute.manager [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1611.175044] env[62094]: DEBUG oslo_concurrency.lockutils [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.175044] env[62094]: DEBUG oslo_concurrency.lockutils [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.217962] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.218249] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.221423] env[62094]: INFO nova.compute.claims [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.679039] env[62094]: DEBUG nova.compute.manager [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1612.202906] env[62094]: DEBUG oslo_concurrency.lockutils [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.295998] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0793219a-0c1e-4dcf-80f8-12a9fd59f59e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.303837] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8102cd03-9d98-4ca1-9105-472c12ea1660 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.333588] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad7e370-a405-4ce4-9275-91836c929cda {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.341334] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f518d922-81ae-4028-8932-9243c2376f1b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.354328] env[62094]: DEBUG nova.compute.provider_tree [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.857429] env[62094]: DEBUG nova.scheduler.client.report [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1613.362885] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.363448] env[62094]: DEBUG nova.compute.manager [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1613.367921] env[62094]: DEBUG oslo_concurrency.lockutils [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.165s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.369405] env[62094]: INFO nova.compute.claims [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.876359] env[62094]: DEBUG nova.compute.utils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1613.878381] env[62094]: DEBUG nova.compute.manager [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1613.878381] env[62094]: DEBUG nova.network.neutron [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1613.926282] env[62094]: DEBUG nova.policy [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1023385f293140d6b4c884d64e87601c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec01037040104fcba01fe7e4036a8410', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1614.181853] env[62094]: DEBUG nova.network.neutron [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Successfully created port: 1418418f-1436-46bc-8084-578921552fda {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1614.381076] env[62094]: DEBUG nova.compute.manager [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1614.459336] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dd4ee2-24c1-4f52-a25b-65e9260e24b7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.467146] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9f3b96-58cd-480d-9f52-b2a7882a5b33 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.496107] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bc4807-eff9-46a4-96fe-d9af30e1a8b0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.502772] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee609317-af21-4b2d-b80a-77a011bdb987 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.515402] env[62094]: DEBUG nova.compute.provider_tree [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.018300] env[62094]: DEBUG nova.scheduler.client.report [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1615.393370] env[62094]: DEBUG nova.compute.manager [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1615.419815] env[62094]: DEBUG nova.virt.hardware [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1615.420120] env[62094]: DEBUG nova.virt.hardware [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1615.420292] env[62094]: DEBUG nova.virt.hardware [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1615.420480] env[62094]: DEBUG nova.virt.hardware [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1615.420629] env[62094]: DEBUG nova.virt.hardware [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1615.420780] env[62094]: DEBUG nova.virt.hardware [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1615.420995] env[62094]: DEBUG nova.virt.hardware [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1615.421185] env[62094]: DEBUG nova.virt.hardware [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1615.421396] env[62094]: DEBUG nova.virt.hardware [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1615.421588] env[62094]: DEBUG nova.virt.hardware [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1615.421769] env[62094]: DEBUG nova.virt.hardware [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1615.422654] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4176aed3-57f2-42b4-896b-525b8d0b3dae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.430934] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9b1110-39ed-45ee-a905-01893bfc9443 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.522798] env[62094]: DEBUG oslo_concurrency.lockutils [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.523216] env[62094]: DEBUG nova.compute.manager [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1615.554866] env[62094]: DEBUG nova.compute.manager [req-932c81cb-2ea7-4e1d-b2e6-5edbcd5de11f req-4fdfce5b-4104-4e9e-b38a-40751b89d495 service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Received event network-vif-plugged-1418418f-1436-46bc-8084-578921552fda {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1615.555102] env[62094]: DEBUG oslo_concurrency.lockutils [req-932c81cb-2ea7-4e1d-b2e6-5edbcd5de11f req-4fdfce5b-4104-4e9e-b38a-40751b89d495 service nova] Acquiring lock "b55f18ab-4101-4ff7-b528-631bb1ae3308-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.555318] env[62094]: DEBUG oslo_concurrency.lockutils [req-932c81cb-2ea7-4e1d-b2e6-5edbcd5de11f req-4fdfce5b-4104-4e9e-b38a-40751b89d495 service nova] Lock "b55f18ab-4101-4ff7-b528-631bb1ae3308-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.555470] env[62094]: DEBUG oslo_concurrency.lockutils [req-932c81cb-2ea7-4e1d-b2e6-5edbcd5de11f req-4fdfce5b-4104-4e9e-b38a-40751b89d495 service nova] Lock "b55f18ab-4101-4ff7-b528-631bb1ae3308-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.555694] env[62094]: DEBUG nova.compute.manager [req-932c81cb-2ea7-4e1d-b2e6-5edbcd5de11f req-4fdfce5b-4104-4e9e-b38a-40751b89d495 service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] No waiting events found dispatching network-vif-plugged-1418418f-1436-46bc-8084-578921552fda {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1615.556299] env[62094]: WARNING nova.compute.manager [req-932c81cb-2ea7-4e1d-b2e6-5edbcd5de11f req-4fdfce5b-4104-4e9e-b38a-40751b89d495 service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Received unexpected event network-vif-plugged-1418418f-1436-46bc-8084-578921552fda for instance with vm_state building and task_state spawning. [ 1615.637716] env[62094]: DEBUG nova.network.neutron [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Successfully updated port: 1418418f-1436-46bc-8084-578921552fda {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1616.028363] env[62094]: DEBUG nova.compute.utils [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.029862] env[62094]: DEBUG nova.compute.manager [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1616.030452] env[62094]: DEBUG nova.network.neutron [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1616.068791] env[62094]: DEBUG nova.policy [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '839de3c9227547369bb806a34f8916e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5ba8c949437408ba0ec6e2ddf8a8ab3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1616.139930] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "refresh_cache-b55f18ab-4101-4ff7-b528-631bb1ae3308" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.140101] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired lock "refresh_cache-b55f18ab-4101-4ff7-b528-631bb1ae3308" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.140249] env[62094]: DEBUG nova.network.neutron [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1616.319016] env[62094]: DEBUG nova.network.neutron [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Successfully created port: d859e95d-c1db-4b0c-a894-981eb5ee29d4 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1616.533782] env[62094]: DEBUG nova.compute.manager [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1616.679584] env[62094]: DEBUG nova.network.neutron [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1616.799635] env[62094]: DEBUG nova.network.neutron [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Updating instance_info_cache with network_info: [{"id": "1418418f-1436-46bc-8084-578921552fda", "address": "fa:16:3e:7c:3f:ae", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1418418f-14", "ovs_interfaceid": "1418418f-1436-46bc-8084-578921552fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.039650] env[62094]: INFO nova.virt.block_device [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Booting with volume 83a8e194-86a7-4d87-b259-a8a207b027c2 at /dev/sda [ 1617.073675] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf267e02-d2cd-4519-ae56-87b020b118f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.083264] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b5d4a4-8cb2-4117-9226-6f2281a990b7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.110061] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b725fad-e042-4b99-962a-280f9f82e448 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.117703] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb2a1a8-3ce8-442c-8729-f076a8636a08 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.142053] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ffa0d0-f693-432f-a3e5-6a931f6a86a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.148327] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603b26de-1a7c-40a3-b588-83b6f5b3db90 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.162402] env[62094]: DEBUG nova.virt.block_device [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating existing volume attachment record: 15be9943-47f2-4935-b7f9-2fc38bb8d205 {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1617.302887] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Releasing lock "refresh_cache-b55f18ab-4101-4ff7-b528-631bb1ae3308" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.303259] env[62094]: DEBUG nova.compute.manager [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Instance network_info: |[{"id": "1418418f-1436-46bc-8084-578921552fda", "address": "fa:16:3e:7c:3f:ae", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1418418f-14", "ovs_interfaceid": "1418418f-1436-46bc-8084-578921552fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1617.303719] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:3f:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1418418f-1436-46bc-8084-578921552fda', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1617.311344] env[62094]: DEBUG oslo.service.loopingcall [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.311565] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1617.311795] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06c3b476-cb0d-4ddc-9e3c-8b1394e9d5da {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.334665] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1617.334665] env[62094]: value = "task-1401566" [ 1617.334665] env[62094]: _type = "Task" [ 1617.334665] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.342315] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401566, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.579796] env[62094]: DEBUG nova.compute.manager [req-6294f8dc-a5eb-4989-a125-58963db72b3d req-cf90e116-46c6-4902-9e44-eb189193e241 service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Received event network-changed-1418418f-1436-46bc-8084-578921552fda {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1617.580064] env[62094]: DEBUG nova.compute.manager [req-6294f8dc-a5eb-4989-a125-58963db72b3d req-cf90e116-46c6-4902-9e44-eb189193e241 service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Refreshing instance network info cache due to event network-changed-1418418f-1436-46bc-8084-578921552fda. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1617.580244] env[62094]: DEBUG oslo_concurrency.lockutils [req-6294f8dc-a5eb-4989-a125-58963db72b3d req-cf90e116-46c6-4902-9e44-eb189193e241 service nova] Acquiring lock "refresh_cache-b55f18ab-4101-4ff7-b528-631bb1ae3308" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.580393] env[62094]: DEBUG oslo_concurrency.lockutils [req-6294f8dc-a5eb-4989-a125-58963db72b3d req-cf90e116-46c6-4902-9e44-eb189193e241 service nova] Acquired lock "refresh_cache-b55f18ab-4101-4ff7-b528-631bb1ae3308" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.580554] env[62094]: DEBUG nova.network.neutron [req-6294f8dc-a5eb-4989-a125-58963db72b3d req-cf90e116-46c6-4902-9e44-eb189193e241 service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Refreshing network info cache for port 1418418f-1436-46bc-8084-578921552fda {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.767546] env[62094]: DEBUG nova.network.neutron [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Successfully updated port: d859e95d-c1db-4b0c-a894-981eb5ee29d4 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1617.844301] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401566, 'name': CreateVM_Task, 'duration_secs': 0.314143} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.844474] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1617.845149] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.845327] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.845639] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1617.846159] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480eda00-a01c-4bb8-8082-ee12b246b689 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.850399] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1617.850399] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52faa9eb-abf6-8c37-9106-914f14e66bf7" [ 1617.850399] env[62094]: _type = "Task" [ 1617.850399] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.857731] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52faa9eb-abf6-8c37-9106-914f14e66bf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.275228] env[62094]: DEBUG nova.network.neutron [req-6294f8dc-a5eb-4989-a125-58963db72b3d req-cf90e116-46c6-4902-9e44-eb189193e241 service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Updated VIF entry in instance network info cache for port 1418418f-1436-46bc-8084-578921552fda. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1618.275627] env[62094]: DEBUG nova.network.neutron [req-6294f8dc-a5eb-4989-a125-58963db72b3d req-cf90e116-46c6-4902-9e44-eb189193e241 service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Updating instance_info_cache with network_info: [{"id": "1418418f-1436-46bc-8084-578921552fda", "address": "fa:16:3e:7c:3f:ae", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1418418f-14", "ovs_interfaceid": "1418418f-1436-46bc-8084-578921552fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.277033] env[62094]: DEBUG oslo_concurrency.lockutils [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.277169] env[62094]: DEBUG oslo_concurrency.lockutils [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.277304] env[62094]: DEBUG nova.network.neutron [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.361909] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52faa9eb-abf6-8c37-9106-914f14e66bf7, 'name': SearchDatastore_Task, 'duration_secs': 0.008858} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.362210] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.362446] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1618.362678] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.362840] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.363012] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1618.363306] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74848da6-545c-4404-bf61-490b64ed2d56 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.371529] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1618.371707] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1618.372461] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-779f0900-ab03-4d5a-bd12-f0a0a5bc8293 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.377791] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1618.377791] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]520ae989-a958-5762-642c-68f75980d160" [ 1618.377791] env[62094]: _type = "Task" [ 1618.377791] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.385692] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520ae989-a958-5762-642c-68f75980d160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.779011] env[62094]: DEBUG oslo_concurrency.lockutils [req-6294f8dc-a5eb-4989-a125-58963db72b3d req-cf90e116-46c6-4902-9e44-eb189193e241 service nova] Releasing lock "refresh_cache-b55f18ab-4101-4ff7-b528-631bb1ae3308" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.806554] env[62094]: DEBUG nova.network.neutron [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.887940] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]520ae989-a958-5762-642c-68f75980d160, 'name': SearchDatastore_Task, 'duration_secs': 0.008453} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.888719] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30bca3fe-a5f1-430b-a346-53c1562587de {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.893510] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1618.893510] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]521b745b-5287-7214-32c0-abcf4a8873d2" [ 1618.893510] env[62094]: _type = "Task" [ 1618.893510] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.901567] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521b745b-5287-7214-32c0-abcf4a8873d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.932460] env[62094]: DEBUG nova.network.neutron [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance_info_cache with network_info: [{"id": "d859e95d-c1db-4b0c-a894-981eb5ee29d4", "address": "fa:16:3e:c7:42:89", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd859e95d-c1", "ovs_interfaceid": "d859e95d-c1db-4b0c-a894-981eb5ee29d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.241927] env[62094]: DEBUG nova.compute.manager [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1619.242514] env[62094]: DEBUG nova.virt.hardware [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1619.242734] env[62094]: DEBUG nova.virt.hardware [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1619.242894] env[62094]: DEBUG nova.virt.hardware [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.243097] env[62094]: DEBUG nova.virt.hardware [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1619.243253] env[62094]: DEBUG nova.virt.hardware [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.243406] env[62094]: DEBUG nova.virt.hardware [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1619.243618] env[62094]: DEBUG nova.virt.hardware [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1619.243781] env[62094]: DEBUG nova.virt.hardware [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1619.243956] env[62094]: DEBUG nova.virt.hardware [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1619.244139] env[62094]: DEBUG nova.virt.hardware [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1619.244318] env[62094]: DEBUG nova.virt.hardware [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1619.245211] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf4d099-cf25-4bfb-9c40-77c1debfd31b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.253759] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f77bda-ca11-411a-960c-700310468692 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.403726] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]521b745b-5287-7214-32c0-abcf4a8873d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009059} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.403925] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.404200] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] b55f18ab-4101-4ff7-b528-631bb1ae3308/b55f18ab-4101-4ff7-b528-631bb1ae3308.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1619.404463] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9164ecf-0a3d-4e76-8b19-a604357bfea7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.410863] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1619.410863] env[62094]: value = "task-1401567" [ 1619.410863] env[62094]: _type = "Task" [ 1619.410863] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.417689] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.435268] env[62094]: DEBUG oslo_concurrency.lockutils [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.435568] env[62094]: DEBUG nova.compute.manager [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Instance network_info: |[{"id": "d859e95d-c1db-4b0c-a894-981eb5ee29d4", "address": "fa:16:3e:c7:42:89", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd859e95d-c1", "ovs_interfaceid": "d859e95d-c1db-4b0c-a894-981eb5ee29d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1619.436021] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:42:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd859e95d-c1db-4b0c-a894-981eb5ee29d4', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1619.443579] env[62094]: DEBUG oslo.service.loopingcall [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1619.443788] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1619.444013] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67534c35-0880-41fc-a424-928100970687 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.462840] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1619.462840] env[62094]: value = "task-1401568" [ 1619.462840] env[62094]: _type = "Task" [ 1619.462840] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.470294] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401568, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.607187] env[62094]: DEBUG nova.compute.manager [req-94645e5f-3739-475c-9911-2bd2b83be75b req-9884b02b-2e80-4724-8534-e56ae1850e11 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Received event network-vif-plugged-d859e95d-c1db-4b0c-a894-981eb5ee29d4 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1619.607478] env[62094]: DEBUG oslo_concurrency.lockutils [req-94645e5f-3739-475c-9911-2bd2b83be75b req-9884b02b-2e80-4724-8534-e56ae1850e11 service nova] Acquiring lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.607709] env[62094]: DEBUG oslo_concurrency.lockutils [req-94645e5f-3739-475c-9911-2bd2b83be75b req-9884b02b-2e80-4724-8534-e56ae1850e11 service nova] Lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.607916] env[62094]: DEBUG oslo_concurrency.lockutils [req-94645e5f-3739-475c-9911-2bd2b83be75b req-9884b02b-2e80-4724-8534-e56ae1850e11 service nova] Lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.608201] env[62094]: DEBUG nova.compute.manager [req-94645e5f-3739-475c-9911-2bd2b83be75b req-9884b02b-2e80-4724-8534-e56ae1850e11 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] No waiting events found dispatching network-vif-plugged-d859e95d-c1db-4b0c-a894-981eb5ee29d4 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1619.608413] env[62094]: WARNING nova.compute.manager [req-94645e5f-3739-475c-9911-2bd2b83be75b req-9884b02b-2e80-4724-8534-e56ae1850e11 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Received unexpected event network-vif-plugged-d859e95d-c1db-4b0c-a894-981eb5ee29d4 for instance with vm_state building and task_state spawning. [ 1619.608634] env[62094]: DEBUG nova.compute.manager [req-94645e5f-3739-475c-9911-2bd2b83be75b req-9884b02b-2e80-4724-8534-e56ae1850e11 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Received event network-changed-d859e95d-c1db-4b0c-a894-981eb5ee29d4 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1619.608871] env[62094]: DEBUG nova.compute.manager [req-94645e5f-3739-475c-9911-2bd2b83be75b req-9884b02b-2e80-4724-8534-e56ae1850e11 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Refreshing instance network info cache due to event network-changed-d859e95d-c1db-4b0c-a894-981eb5ee29d4. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1619.609136] env[62094]: DEBUG oslo_concurrency.lockutils [req-94645e5f-3739-475c-9911-2bd2b83be75b req-9884b02b-2e80-4724-8534-e56ae1850e11 service nova] Acquiring lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.609291] env[62094]: DEBUG oslo_concurrency.lockutils [req-94645e5f-3739-475c-9911-2bd2b83be75b req-9884b02b-2e80-4724-8534-e56ae1850e11 service nova] Acquired lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.609471] env[62094]: DEBUG nova.network.neutron [req-94645e5f-3739-475c-9911-2bd2b83be75b req-9884b02b-2e80-4724-8534-e56ae1850e11 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Refreshing network info cache for port d859e95d-c1db-4b0c-a894-981eb5ee29d4 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1619.920853] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452004} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.921225] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] b55f18ab-4101-4ff7-b528-631bb1ae3308/b55f18ab-4101-4ff7-b528-631bb1ae3308.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1619.921303] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1619.921557] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fefe33e-f002-466e-ac03-53d708f38698 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.928393] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1619.928393] env[62094]: value = "task-1401569" [ 1619.928393] env[62094]: _type = "Task" [ 1619.928393] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.936332] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.972130] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401568, 'name': CreateVM_Task, 'duration_secs': 0.287447} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.972298] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.972950] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297091', 'volume_id': '83a8e194-86a7-4d87-b259-a8a207b027c2', 'name': 'volume-83a8e194-86a7-4d87-b259-a8a207b027c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '03a1696f-2d11-48b1-9e3c-cd1e711591ac', 'attached_at': '', 'detached_at': '', 'volume_id': '83a8e194-86a7-4d87-b259-a8a207b027c2', 'serial': '83a8e194-86a7-4d87-b259-a8a207b027c2'}, 'disk_bus': None, 'attachment_id': '15be9943-47f2-4935-b7f9-2fc38bb8d205', 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=62094) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1619.973187] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Root volume attach. Driver type: vmdk {{(pid=62094) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1619.974254] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a6e870-41e6-4a15-a274-da5e6082a608 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.981609] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286cb47a-93fd-4a49-b8ce-c0b15048f688 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.987439] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef7925f-bf65-49a5-a203-504942b4c5c6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.993201] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-12872a3e-6b81-4929-bf47-aac8fbcc9be7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.998998] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1619.998998] env[62094]: value = "task-1401570" [ 1619.998998] env[62094]: _type = "Task" [ 1619.998998] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.006131] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401570, 'name': RelocateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.315035] env[62094]: DEBUG nova.network.neutron [req-94645e5f-3739-475c-9911-2bd2b83be75b req-9884b02b-2e80-4724-8534-e56ae1850e11 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updated VIF entry in instance network info cache for port d859e95d-c1db-4b0c-a894-981eb5ee29d4. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1620.315279] env[62094]: DEBUG nova.network.neutron [req-94645e5f-3739-475c-9911-2bd2b83be75b req-9884b02b-2e80-4724-8534-e56ae1850e11 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance_info_cache with network_info: [{"id": "d859e95d-c1db-4b0c-a894-981eb5ee29d4", "address": "fa:16:3e:c7:42:89", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd859e95d-c1", "ovs_interfaceid": "d859e95d-c1db-4b0c-a894-981eb5ee29d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.438249] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062631} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.438560] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1620.439395] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf44f328-499d-4d7f-a868-a61503a47551 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.461623] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] b55f18ab-4101-4ff7-b528-631bb1ae3308/b55f18ab-4101-4ff7-b528-631bb1ae3308.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.462359] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0366ee7b-f3cf-4664-904c-e15688b2357d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.481852] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1620.481852] env[62094]: value = "task-1401571" [ 1620.481852] env[62094]: _type = "Task" [ 1620.481852] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.490449] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.509246] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401570, 'name': RelocateVM_Task} progress is 43%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.818432] env[62094]: DEBUG oslo_concurrency.lockutils [req-94645e5f-3739-475c-9911-2bd2b83be75b req-9884b02b-2e80-4724-8534-e56ae1850e11 service nova] Releasing lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.992909] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401571, 'name': ReconfigVM_Task, 'duration_secs': 0.336855} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.993302] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Reconfigured VM instance instance-0000007a to attach disk [datastore1] b55f18ab-4101-4ff7-b528-631bb1ae3308/b55f18ab-4101-4ff7-b528-631bb1ae3308.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.994066] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed5f1cb6-843d-4ce9-9cc1-dd2d7b317d0b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.004474] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1621.004474] env[62094]: value = "task-1401572" [ 1621.004474] env[62094]: _type = "Task" [ 1621.004474] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.012802] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401570, 'name': RelocateVM_Task} progress is 58%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.016456] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401572, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.512646] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401570, 'name': RelocateVM_Task} progress is 73%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.518203] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401572, 'name': Rename_Task, 'duration_secs': 0.140814} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.518547] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1621.518843] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3e4dded-bc23-43ec-88fd-a306df66e431 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.525358] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1621.525358] env[62094]: value = "task-1401573" [ 1621.525358] env[62094]: _type = "Task" [ 1621.525358] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.533790] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.014301] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401570, 'name': RelocateVM_Task} progress is 88%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.039146] env[62094]: DEBUG oslo_vmware.api [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401573, 'name': PowerOnVM_Task, 'duration_secs': 0.504188} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.039506] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1622.039734] env[62094]: INFO nova.compute.manager [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1622.039995] env[62094]: DEBUG nova.compute.manager [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1622.040910] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94b3b6f-d981-410d-8015-fd4dcadbb802 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.512069] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401570, 'name': RelocateVM_Task} progress is 97%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.561188] env[62094]: INFO nova.compute.manager [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Took 11.36 seconds to build instance. [ 1623.013037] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401570, 'name': RelocateVM_Task, 'duration_secs': 2.85921} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.013344] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1623.013551] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297091', 'volume_id': '83a8e194-86a7-4d87-b259-a8a207b027c2', 'name': 'volume-83a8e194-86a7-4d87-b259-a8a207b027c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '03a1696f-2d11-48b1-9e3c-cd1e711591ac', 'attached_at': '', 'detached_at': '', 'volume_id': '83a8e194-86a7-4d87-b259-a8a207b027c2', 'serial': '83a8e194-86a7-4d87-b259-a8a207b027c2'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1623.014346] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8725d7f9-dcd9-464e-80cb-4ab03fd38d4d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.029402] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a7280f-968d-4c0d-b0f3-021ce05a9d0f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.050761] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-83a8e194-86a7-4d87-b259-a8a207b027c2/volume-83a8e194-86a7-4d87-b259-a8a207b027c2.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1623.051010] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b62c7405-a85a-449c-a414-b46a68484ee4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.064689] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67dee690-7fd1-4be6-b84f-f006aa7978a5 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.868s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.070243] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1623.070243] env[62094]: value = "task-1401574" [ 1623.070243] env[62094]: _type = "Task" [ 1623.070243] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.077390] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.195693] env[62094]: DEBUG nova.compute.manager [req-84b53ec5-f0e1-4089-a6e2-115f0b778279 req-ea1563f3-8d5c-4be3-b94f-13de975ddb6e service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Received event network-changed-1418418f-1436-46bc-8084-578921552fda {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1623.195912] env[62094]: DEBUG nova.compute.manager [req-84b53ec5-f0e1-4089-a6e2-115f0b778279 req-ea1563f3-8d5c-4be3-b94f-13de975ddb6e service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Refreshing instance network info cache due to event network-changed-1418418f-1436-46bc-8084-578921552fda. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1623.196148] env[62094]: DEBUG oslo_concurrency.lockutils [req-84b53ec5-f0e1-4089-a6e2-115f0b778279 req-ea1563f3-8d5c-4be3-b94f-13de975ddb6e service nova] Acquiring lock "refresh_cache-b55f18ab-4101-4ff7-b528-631bb1ae3308" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.196297] env[62094]: DEBUG oslo_concurrency.lockutils [req-84b53ec5-f0e1-4089-a6e2-115f0b778279 req-ea1563f3-8d5c-4be3-b94f-13de975ddb6e service nova] Acquired lock "refresh_cache-b55f18ab-4101-4ff7-b528-631bb1ae3308" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.196460] env[62094]: DEBUG nova.network.neutron [req-84b53ec5-f0e1-4089-a6e2-115f0b778279 req-ea1563f3-8d5c-4be3-b94f-13de975ddb6e service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Refreshing network info cache for port 1418418f-1436-46bc-8084-578921552fda {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1623.581639] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401574, 'name': ReconfigVM_Task, 'duration_secs': 0.287173} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.581928] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-83a8e194-86a7-4d87-b259-a8a207b027c2/volume-83a8e194-86a7-4d87-b259-a8a207b027c2.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1623.586540] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f6fde1-9f3f-445f-882f-a15424048fa6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.600688] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1623.600688] env[62094]: value = "task-1401575" [ 1623.600688] env[62094]: _type = "Task" [ 1623.600688] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.609221] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.916209] env[62094]: DEBUG nova.network.neutron [req-84b53ec5-f0e1-4089-a6e2-115f0b778279 req-ea1563f3-8d5c-4be3-b94f-13de975ddb6e service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Updated VIF entry in instance network info cache for port 1418418f-1436-46bc-8084-578921552fda. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1623.916590] env[62094]: DEBUG nova.network.neutron [req-84b53ec5-f0e1-4089-a6e2-115f0b778279 req-ea1563f3-8d5c-4be3-b94f-13de975ddb6e service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Updating instance_info_cache with network_info: [{"id": "1418418f-1436-46bc-8084-578921552fda", "address": "fa:16:3e:7c:3f:ae", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1418418f-14", "ovs_interfaceid": "1418418f-1436-46bc-8084-578921552fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.110475] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401575, 'name': ReconfigVM_Task, 'duration_secs': 0.131195} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.110818] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297091', 'volume_id': '83a8e194-86a7-4d87-b259-a8a207b027c2', 'name': 'volume-83a8e194-86a7-4d87-b259-a8a207b027c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '03a1696f-2d11-48b1-9e3c-cd1e711591ac', 'attached_at': '', 'detached_at': '', 'volume_id': '83a8e194-86a7-4d87-b259-a8a207b027c2', 'serial': '83a8e194-86a7-4d87-b259-a8a207b027c2'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1624.111301] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-267e6d11-d7cf-4f9b-9d13-0f8f6d4a266a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.117548] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1624.117548] env[62094]: value = "task-1401576" [ 1624.117548] env[62094]: _type = "Task" [ 1624.117548] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.124948] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401576, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.419220] env[62094]: DEBUG oslo_concurrency.lockutils [req-84b53ec5-f0e1-4089-a6e2-115f0b778279 req-ea1563f3-8d5c-4be3-b94f-13de975ddb6e service nova] Releasing lock "refresh_cache-b55f18ab-4101-4ff7-b528-631bb1ae3308" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.628398] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401576, 'name': Rename_Task, 'duration_secs': 0.116046} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.628733] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1624.628992] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-357214c0-e6aa-48c7-864e-5c871a4231d5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.635804] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1624.635804] env[62094]: value = "task-1401577" [ 1624.635804] env[62094]: _type = "Task" [ 1624.635804] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.643826] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.145448] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401577, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.646067] env[62094]: DEBUG oslo_vmware.api [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401577, 'name': PowerOnVM_Task, 'duration_secs': 0.698896} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.646343] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1625.646549] env[62094]: INFO nova.compute.manager [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Took 6.40 seconds to spawn the instance on the hypervisor. [ 1625.646729] env[62094]: DEBUG nova.compute.manager [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1625.647573] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d57f29-199e-4203-ae6e-5dbf58bbf168 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.165975] env[62094]: INFO nova.compute.manager [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Took 13.98 seconds to build instance. [ 1626.667855] env[62094]: DEBUG oslo_concurrency.lockutils [None req-770873e0-c2dd-4444-ac18-6dfc646f167d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.493s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.689111] env[62094]: DEBUG nova.compute.manager [req-17569859-3ee7-4596-b275-99531ebcea23 req-a6f2b8a1-933e-4fce-bb65-6cacea75ce9e service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Received event network-changed-2d881715-43ea-47e2-aa3d-84a3b14023b4 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1626.689316] env[62094]: DEBUG nova.compute.manager [req-17569859-3ee7-4596-b275-99531ebcea23 req-a6f2b8a1-933e-4fce-bb65-6cacea75ce9e service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Refreshing instance network info cache due to event network-changed-2d881715-43ea-47e2-aa3d-84a3b14023b4. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1626.690242] env[62094]: DEBUG oslo_concurrency.lockutils [req-17569859-3ee7-4596-b275-99531ebcea23 req-a6f2b8a1-933e-4fce-bb65-6cacea75ce9e service nova] Acquiring lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.690242] env[62094]: DEBUG oslo_concurrency.lockutils [req-17569859-3ee7-4596-b275-99531ebcea23 req-a6f2b8a1-933e-4fce-bb65-6cacea75ce9e service nova] Acquired lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.690366] env[62094]: DEBUG nova.network.neutron [req-17569859-3ee7-4596-b275-99531ebcea23 req-a6f2b8a1-933e-4fce-bb65-6cacea75ce9e service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Refreshing network info cache for port 2d881715-43ea-47e2-aa3d-84a3b14023b4 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.388413] env[62094]: DEBUG nova.network.neutron [req-17569859-3ee7-4596-b275-99531ebcea23 req-a6f2b8a1-933e-4fce-bb65-6cacea75ce9e service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Updated VIF entry in instance network info cache for port 2d881715-43ea-47e2-aa3d-84a3b14023b4. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.388825] env[62094]: DEBUG nova.network.neutron [req-17569859-3ee7-4596-b275-99531ebcea23 req-a6f2b8a1-933e-4fce-bb65-6cacea75ce9e service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Updating instance_info_cache with network_info: [{"id": "2d881715-43ea-47e2-aa3d-84a3b14023b4", "address": "fa:16:3e:cb:88:c7", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d881715-43", "ovs_interfaceid": "2d881715-43ea-47e2-aa3d-84a3b14023b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.891365] env[62094]: DEBUG oslo_concurrency.lockutils [req-17569859-3ee7-4596-b275-99531ebcea23 req-a6f2b8a1-933e-4fce-bb65-6cacea75ce9e service nova] Releasing lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.122811] env[62094]: DEBUG nova.compute.manager [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Stashing vm_state: active {{(pid=62094) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1628.644478] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.644751] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.713281] env[62094]: DEBUG nova.compute.manager [req-93417de9-8796-4088-9e85-257992afcdff req-4d642c8e-cbf5-4611-b351-75cd0b4f4b19 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Received event network-changed-d859e95d-c1db-4b0c-a894-981eb5ee29d4 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1628.713485] env[62094]: DEBUG nova.compute.manager [req-93417de9-8796-4088-9e85-257992afcdff req-4d642c8e-cbf5-4611-b351-75cd0b4f4b19 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Refreshing instance network info cache due to event network-changed-d859e95d-c1db-4b0c-a894-981eb5ee29d4. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1628.713724] env[62094]: DEBUG oslo_concurrency.lockutils [req-93417de9-8796-4088-9e85-257992afcdff req-4d642c8e-cbf5-4611-b351-75cd0b4f4b19 service nova] Acquiring lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.713886] env[62094]: DEBUG oslo_concurrency.lockutils [req-93417de9-8796-4088-9e85-257992afcdff req-4d642c8e-cbf5-4611-b351-75cd0b4f4b19 service nova] Acquired lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.714068] env[62094]: DEBUG nova.network.neutron [req-93417de9-8796-4088-9e85-257992afcdff req-4d642c8e-cbf5-4611-b351-75cd0b4f4b19 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Refreshing network info cache for port d859e95d-c1db-4b0c-a894-981eb5ee29d4 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.149955] env[62094]: INFO nova.compute.claims [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1629.427119] env[62094]: DEBUG nova.network.neutron [req-93417de9-8796-4088-9e85-257992afcdff req-4d642c8e-cbf5-4611-b351-75cd0b4f4b19 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updated VIF entry in instance network info cache for port d859e95d-c1db-4b0c-a894-981eb5ee29d4. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1629.427510] env[62094]: DEBUG nova.network.neutron [req-93417de9-8796-4088-9e85-257992afcdff req-4d642c8e-cbf5-4611-b351-75cd0b4f4b19 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance_info_cache with network_info: [{"id": "d859e95d-c1db-4b0c-a894-981eb5ee29d4", "address": "fa:16:3e:c7:42:89", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd859e95d-c1", "ovs_interfaceid": "d859e95d-c1db-4b0c-a894-981eb5ee29d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.656361] env[62094]: INFO nova.compute.resource_tracker [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating resource usage from migration 6966ec9f-1079-436e-88aa-25d88ad17987 [ 1629.741814] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc0b867-7207-4172-b978-fd5668498f71 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.750216] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0303bda3-f31a-437d-b45b-ea4fbb553752 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.781303] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e54bba-4294-46dd-b07e-b8fd16547f99 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.788663] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd222907-e4b0-4f75-9db0-a46f1e6bf5fd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.801661] env[62094]: DEBUG nova.compute.provider_tree [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1629.930767] env[62094]: DEBUG oslo_concurrency.lockutils [req-93417de9-8796-4088-9e85-257992afcdff req-4d642c8e-cbf5-4611-b351-75cd0b4f4b19 service nova] Releasing lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.321173] env[62094]: ERROR nova.scheduler.client.report [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [req-0ce07540-c3b3-427c-b8cf-44f8fbc6ae53] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 63012395-d365-4b03-a816-be66e2783fee. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0ce07540-c3b3-427c-b8cf-44f8fbc6ae53"}]} [ 1630.336874] env[62094]: DEBUG nova.scheduler.client.report [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Refreshing inventories for resource provider 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1630.350091] env[62094]: DEBUG nova.scheduler.client.report [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Updating ProviderTree inventory for provider 63012395-d365-4b03-a816-be66e2783fee from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1630.350344] env[62094]: DEBUG nova.compute.provider_tree [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1630.360453] env[62094]: DEBUG nova.scheduler.client.report [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Refreshing aggregate associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, aggregates: None {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1630.377367] env[62094]: DEBUG nova.scheduler.client.report [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Refreshing trait associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1630.445455] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3d6143-d93f-43a3-b7ea-c924457208f0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.453014] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6823ab50-9dbb-4307-a07b-efed478a5c5d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.481571] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e853d1d-62c9-40bd-b99d-20f1d4424677 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.488200] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aac15b-e0d4-493a-bb7c-25aa1d26548d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.500475] env[62094]: DEBUG nova.compute.provider_tree [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1631.031295] env[62094]: DEBUG nova.scheduler.client.report [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Updated inventory for provider 63012395-d365-4b03-a816-be66e2783fee with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1631.031577] env[62094]: DEBUG nova.compute.provider_tree [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Updating resource provider 63012395-d365-4b03-a816-be66e2783fee generation from 167 to 168 during operation: update_inventory {{(pid=62094) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1631.031764] env[62094]: DEBUG nova.compute.provider_tree [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1631.536881] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.892s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.537145] env[62094]: INFO nova.compute.manager [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Migrating [ 1632.053211] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.053428] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.053604] env[62094]: DEBUG nova.network.neutron [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1632.754138] env[62094]: DEBUG nova.network.neutron [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance_info_cache with network_info: [{"id": "d859e95d-c1db-4b0c-a894-981eb5ee29d4", "address": "fa:16:3e:c7:42:89", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd859e95d-c1", "ovs_interfaceid": "d859e95d-c1db-4b0c-a894-981eb5ee29d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.256862] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.772291] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f57c690-183b-49a6-a0a8-5c1c379e6ea3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.790981] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance '03a1696f-2d11-48b1-9e3c-cd1e711591ac' progress to 0 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1635.297643] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.297957] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87e29d95-64b5-46f9-bfa5-e9376afcbe22 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.305075] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1635.305075] env[62094]: value = "task-1401578" [ 1635.305075] env[62094]: _type = "Task" [ 1635.305075] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.313222] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.814842] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401578, 'name': PowerOffVM_Task, 'duration_secs': 0.186194} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.815134] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1635.815330] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance '03a1696f-2d11-48b1-9e3c-cd1e711591ac' progress to 17 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1636.322111] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1636.322432] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1636.322521] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.322708] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1636.322860] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.323020] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1636.323232] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1636.323393] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1636.323562] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1636.323734] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1636.323936] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1636.328975] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb1b7b1a-7ea4-4292-b149-e34e4d7acf11 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.344184] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1636.344184] env[62094]: value = "task-1401579" [ 1636.344184] env[62094]: _type = "Task" [ 1636.344184] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.351952] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.854316] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401579, 'name': ReconfigVM_Task, 'duration_secs': 0.16781} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.854618] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance '03a1696f-2d11-48b1-9e3c-cd1e711591ac' progress to 33 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1637.361275] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1637.361588] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1637.361679] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1637.361859] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1637.362022] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1637.362188] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1637.362398] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1637.362559] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1637.362733] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1637.362936] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1637.363086] env[62094]: DEBUG nova.virt.hardware [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1637.368427] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1637.368725] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a17bac74-4f13-4c02-9b75-a2a5b8bfbc22 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.388971] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1637.388971] env[62094]: value = "task-1401580" [ 1637.388971] env[62094]: _type = "Task" [ 1637.388971] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.397182] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.900124] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401580, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.401469] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401580, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.902022] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401580, 'name': ReconfigVM_Task, 'duration_secs': 1.14682} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.902341] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1638.903088] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3196eafb-1553-4a64-8117-37746e653992 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.924284] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-83a8e194-86a7-4d87-b259-a8a207b027c2/volume-83a8e194-86a7-4d87-b259-a8a207b027c2.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1638.924533] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fba00c7e-7ed2-4a3b-8626-21920eaf5ba3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.942139] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1638.942139] env[62094]: value = "task-1401581" [ 1638.942139] env[62094]: _type = "Task" [ 1638.942139] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.950169] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.453053] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401581, 'name': ReconfigVM_Task, 'duration_secs': 0.247877} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.453053] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-83a8e194-86a7-4d87-b259-a8a207b027c2/volume-83a8e194-86a7-4d87-b259-a8a207b027c2.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.453053] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance '03a1696f-2d11-48b1-9e3c-cd1e711591ac' progress to 50 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1639.959581] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7891d68-48fa-4d69-a53e-09c47ecb7622 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.979906] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6e57cf-9a7f-4399-8351-2ff2708fd281 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.997245] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance '03a1696f-2d11-48b1-9e3c-cd1e711591ac' progress to 67 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1641.646496] env[62094]: DEBUG nova.network.neutron [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Port d859e95d-c1db-4b0c-a894-981eb5ee29d4 binding to destination host cpu-1 is already ACTIVE {{(pid=62094) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1642.668209] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.668455] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.668759] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.862404] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "e021d735-ea70-499a-8fd5-95e167b8eac2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.862709] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "e021d735-ea70-499a-8fd5-95e167b8eac2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.366670] env[62094]: DEBUG nova.compute.utils [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1643.702208] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.702468] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.702584] env[62094]: DEBUG nova.network.neutron [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1643.869464] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "e021d735-ea70-499a-8fd5-95e167b8eac2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.403140] env[62094]: DEBUG nova.network.neutron [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance_info_cache with network_info: [{"id": "d859e95d-c1db-4b0c-a894-981eb5ee29d4", "address": "fa:16:3e:c7:42:89", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd859e95d-c1", "ovs_interfaceid": "d859e95d-c1db-4b0c-a894-981eb5ee29d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.906584] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.933386] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "e021d735-ea70-499a-8fd5-95e167b8eac2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.933642] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "e021d735-ea70-499a-8fd5-95e167b8eac2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.933903] env[62094]: INFO nova.compute.manager [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Attaching volume f37ed80a-6819-464c-b7ae-73d2a1295abd to /dev/sdb [ 1644.967432] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135506fb-88b4-40f2-8ffe-ba5bd6f577ce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.974719] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9365d4cf-51fd-47c7-b1fa-7d99398a7225 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.987659] env[62094]: DEBUG nova.virt.block_device [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating existing volume attachment record: e0ca9da7-d4cc-48d4-8798-661f4b9568cb {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1645.416435] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32ce872-b04c-43c3-80cb-de3359592896 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.423523] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e4dad4-30f7-498d-a9ff-bab81aaa238b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.530143] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8f3b10-f69f-4881-893a-8d13edc6155f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.548900] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b44d67-2e06-425a-96fb-0f52cf5969de {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.555398] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance '03a1696f-2d11-48b1-9e3c-cd1e711591ac' progress to 83 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1647.061557] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.061898] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bedecd8-3a44-44d0-b698-974b3de59328 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.068816] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1647.068816] env[62094]: value = "task-1401585" [ 1647.068816] env[62094]: _type = "Task" [ 1647.068816] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.076177] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.578970] env[62094]: DEBUG oslo_vmware.api [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401585, 'name': PowerOnVM_Task, 'duration_secs': 0.401029} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.579371] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1647.579476] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba92890-2d22-4c7e-88f0-25dd1719d12d tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance '03a1696f-2d11-48b1-9e3c-cd1e711591ac' progress to 100 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1649.225883] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1649.532131] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1649.532425] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297095', 'volume_id': 'f37ed80a-6819-464c-b7ae-73d2a1295abd', 'name': 'volume-f37ed80a-6819-464c-b7ae-73d2a1295abd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e021d735-ea70-499a-8fd5-95e167b8eac2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f37ed80a-6819-464c-b7ae-73d2a1295abd', 'serial': 'f37ed80a-6819-464c-b7ae-73d2a1295abd'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1649.533393] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0af6cc7-e2c5-48da-ae6a-e48d2dc7bb61 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.550489] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc575047-61d3-4a0f-a696-0849bb519a67 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.574873] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-f37ed80a-6819-464c-b7ae-73d2a1295abd/volume-f37ed80a-6819-464c-b7ae-73d2a1295abd.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.575162] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee6e6399-c5af-4581-aef7-d86ba8c7bc90 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.587972] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.588227] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.588461] env[62094]: DEBUG nova.compute.manager [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Going to confirm migration 9 {{(pid=62094) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1649.595800] env[62094]: DEBUG oslo_vmware.api [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1649.595800] env[62094]: value = "task-1401587" [ 1649.595800] env[62094]: _type = "Task" [ 1649.595800] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.605346] env[62094]: DEBUG oslo_vmware.api [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.721757] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.107587] env[62094]: DEBUG oslo_vmware.api [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401587, 'name': ReconfigVM_Task, 'duration_secs': 0.341727} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.107876] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-f37ed80a-6819-464c-b7ae-73d2a1295abd/volume-f37ed80a-6819-464c-b7ae-73d2a1295abd.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.112756] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f39d83ac-c1ac-43ed-9953-65e4238bbb24 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.129371] env[62094]: DEBUG oslo_vmware.api [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1650.129371] env[62094]: value = "task-1401588" [ 1650.129371] env[62094]: _type = "Task" [ 1650.129371] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.137479] env[62094]: DEBUG oslo_vmware.api [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.169025] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.169225] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquired lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.169406] env[62094]: DEBUG nova.network.neutron [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.169613] env[62094]: DEBUG nova.objects.instance [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lazy-loading 'info_cache' on Instance uuid 03a1696f-2d11-48b1-9e3c-cd1e711591ac {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.639280] env[62094]: DEBUG oslo_vmware.api [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401588, 'name': ReconfigVM_Task, 'duration_secs': 0.259116} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.639661] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297095', 'volume_id': 'f37ed80a-6819-464c-b7ae-73d2a1295abd', 'name': 'volume-f37ed80a-6819-464c-b7ae-73d2a1295abd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e021d735-ea70-499a-8fd5-95e167b8eac2', 'attached_at': '', 'detached_at': '', 'volume_id': 'f37ed80a-6819-464c-b7ae-73d2a1295abd', 'serial': 'f37ed80a-6819-464c-b7ae-73d2a1295abd'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1651.372247] env[62094]: DEBUG nova.network.neutron [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance_info_cache with network_info: [{"id": "d859e95d-c1db-4b0c-a894-981eb5ee29d4", "address": "fa:16:3e:c7:42:89", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd859e95d-c1", "ovs_interfaceid": "d859e95d-c1db-4b0c-a894-981eb5ee29d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.673696] env[62094]: DEBUG nova.objects.instance [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'flavor' on Instance uuid e021d735-ea70-499a-8fd5-95e167b8eac2 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.717258] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.875053] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Releasing lock "refresh_cache-03a1696f-2d11-48b1-9e3c-cd1e711591ac" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.875354] env[62094]: DEBUG nova.objects.instance [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lazy-loading 'migration_context' on Instance uuid 03a1696f-2d11-48b1-9e3c-cd1e711591ac {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.178704] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb23d007-9c5d-4cd5-8532-d9f28adb9b9f tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "e021d735-ea70-499a-8fd5-95e167b8eac2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.223034] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1652.223139] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1652.223266] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1652.378369] env[62094]: DEBUG nova.objects.base [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Object Instance<03a1696f-2d11-48b1-9e3c-cd1e711591ac> lazy-loaded attributes: info_cache,migration_context {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1652.380069] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205e34f3-be9c-4c1e-9800-1df1b6a212e9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.401257] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae870335-cd22-4e63-bf04-88c4ff559baa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.407965] env[62094]: DEBUG oslo_vmware.api [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1652.407965] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52db1408-6ee1-c322-c316-1125e0770dc5" [ 1652.407965] env[62094]: _type = "Task" [ 1652.407965] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.415528] env[62094]: DEBUG oslo_vmware.api [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52db1408-6ee1-c322-c316-1125e0770dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.726213] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.726505] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.726612] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.726763] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1652.727654] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937b3e54-fa50-4960-b656-064c4c6e78b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.735715] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db2a42f-d493-44f5-860f-e8f58d69bfe3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.749252] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49e4842-8977-44ce-bd2a-36c39b031603 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.755266] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808e0bc2-2ef0-4ed1-bb01-067f9a06f5ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.782764] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180625MB free_disk=184GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1652.782914] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.783115] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.917913] env[62094]: DEBUG oslo_vmware.api [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52db1408-6ee1-c322-c316-1125e0770dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.007516} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.918223] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.573716] env[62094]: DEBUG nova.compute.manager [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Stashing vm_state: active {{(pid=62094) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1653.791013] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Applying migration context for instance 03a1696f-2d11-48b1-9e3c-cd1e711591ac as it has an incoming, in-progress migration 6966ec9f-1079-436e-88aa-25d88ad17987. Migration status is confirming {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1653.791875] env[62094]: INFO nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating resource usage from migration 6966ec9f-1079-436e-88aa-25d88ad17987 [ 1653.792211] env[62094]: INFO nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating resource usage from migration d99ccf99-0de7-4f4c-9d1c-b64ae5054fe8 [ 1653.807187] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 85ce149a-08fb-4a13-8c8a-0d3c412eab03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.807348] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance db4578b1-7369-4782-801d-90822d0afae5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.807468] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance b55f18ab-4101-4ff7-b528-631bb1ae3308 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.807588] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Migration 6966ec9f-1079-436e-88aa-25d88ad17987 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1653.807705] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 03a1696f-2d11-48b1-9e3c-cd1e711591ac actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.807821] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Migration d99ccf99-0de7-4f4c-9d1c-b64ae5054fe8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1653.807931] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance e021d735-ea70-499a-8fd5-95e167b8eac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.808151] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1653.808287] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1653.897682] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee57c00-4eb5-43c3-a932-df32e9effab1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.905746] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a3c52a-cd19-4a27-a7ee-65043c3d731b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.936030] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd56a8a9-1c08-4310-98f4-9fb2cbe4488e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.948519] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528be2bb-9225-4e8f-8b65-3a7acdce5f07 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.964276] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1654.091700] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.468502] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1654.975370] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1654.975777] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.192s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.975869] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.058s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.476469] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.476774] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1655.476860] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Rebuilding the list of instances to heal {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1655.565243] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcb16e9-e928-475a-a059-fee8e22bd750 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.573013] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67766358-3bcd-4485-9eee-0c76c0827127 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.601547] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceae8a3d-5fb2-456f-8a10-4cb822101d18 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.608101] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e126b0d-8a7b-4614-8d66-2ef28faa605a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.620577] env[62094]: DEBUG nova.compute.provider_tree [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1656.012080] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.012321] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquired lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.012492] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Forcefully refreshing network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1656.012663] env[62094]: DEBUG nova.objects.instance [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lazy-loading 'info_cache' on Instance uuid 85ce149a-08fb-4a13-8c8a-0d3c412eab03 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.123496] env[62094]: DEBUG nova.scheduler.client.report [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1657.133413] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.157s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.136187] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.045s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.642523] env[62094]: INFO nova.compute.claims [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1657.694899] env[62094]: INFO nova.scheduler.client.report [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleted allocation for migration 6966ec9f-1079-436e-88aa-25d88ad17987 [ 1657.714737] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Updating instance_info_cache with network_info: [{"id": "2d881715-43ea-47e2-aa3d-84a3b14023b4", "address": "fa:16:3e:cb:88:c7", "network": {"id": "3742597b-bf87-4f3a-9d67-51d667948a34", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-77009516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5ba8c949437408ba0ec6e2ddf8a8ab3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d881715-43", "ovs_interfaceid": "2d881715-43ea-47e2-aa3d-84a3b14023b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.137415] env[62094]: INFO nova.compute.manager [None req-1c6b4b9f-ab9c-4758-93c8-2fb97e726157 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Get console output [ 1658.137764] env[62094]: WARNING nova.virt.vmwareapi.driver [None req-1c6b4b9f-ab9c-4758-93c8-2fb97e726157 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] The console log is missing. Check your VSPC configuration [ 1658.151974] env[62094]: INFO nova.compute.resource_tracker [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating resource usage from migration d99ccf99-0de7-4f4c-9d1c-b64ae5054fe8 [ 1658.199921] env[62094]: DEBUG oslo_concurrency.lockutils [None req-d0c38480-7e21-4aa6-b272-553319a0643c tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.612s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.217447] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Releasing lock "refresh_cache-85ce149a-08fb-4a13-8c8a-0d3c412eab03" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.217635] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Updated the network info_cache for instance {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1658.217828] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.217992] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.218426] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.218566] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1658.301211] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4abeddf-f9ac-4a9f-91f6-0adba403245a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.309078] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9382a016-3ba4-4031-b226-4c133c35f075 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.337660] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee74bd0a-9d39-4ec0-af2b-46b3ee71a1c9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.344714] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2a0a53-5e20-415c-8374-10d3427b9796 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.358593] env[62094]: DEBUG nova.compute.provider_tree [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.861726] env[62094]: DEBUG nova.scheduler.client.report [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1659.367126] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.231s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.367458] env[62094]: INFO nova.compute.manager [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Migrating [ 1659.881637] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.881886] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.882037] env[62094]: DEBUG nova.network.neutron [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.590074] env[62094]: DEBUG nova.network.neutron [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance_info_cache with network_info: [{"id": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "address": "fa:16:3e:17:e4:58", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5874acb5-0b", "ovs_interfaceid": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.093344] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.512650] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.513236] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.015939] env[62094]: DEBUG nova.compute.utils [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1662.519560] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.608755] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa94d54-df98-4ac6-b319-51c252e05d3b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.630119] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance 'e021d735-ea70-499a-8fd5-95e167b8eac2' progress to 0 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1663.136125] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1663.136470] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f69d9c-cb3a-427f-9180-fa2d3f409e13 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.144131] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1663.144131] env[62094]: value = "task-1401589" [ 1663.144131] env[62094]: _type = "Task" [ 1663.144131] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.152752] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.579450] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.579801] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.580116] env[62094]: INFO nova.compute.manager [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Attaching volume 6db983f7-59c8-4e24-9d30-7630204a603c to /dev/sdb [ 1663.610608] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae43e47a-38e2-4641-b6c9-0cef0afc6e1b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.618091] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c176cef-bd49-4a4e-81b0-272da4c54a87 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.630821] env[62094]: DEBUG nova.virt.block_device [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Updating existing volume attachment record: 406f3d2b-2a88-4b23-b232-0ff63064faff {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1663.651965] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401589, 'name': PowerOffVM_Task, 'duration_secs': 0.256481} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.652228] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1663.652413] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance 'e021d735-ea70-499a-8fd5-95e167b8eac2' progress to 17 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1664.158999] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1664.159473] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1664.159473] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1664.159598] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1664.159667] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1664.159935] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1664.160066] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1664.160201] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1664.160374] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1664.160543] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1664.160716] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1664.165744] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c906f429-bd28-46e6-971b-29d7c887b30d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.181443] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1664.181443] env[62094]: value = "task-1401591" [ 1664.181443] env[62094]: _type = "Task" [ 1664.181443] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.190259] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.691206] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401591, 'name': ReconfigVM_Task, 'duration_secs': 0.25126} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.691526] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance 'e021d735-ea70-499a-8fd5-95e167b8eac2' progress to 33 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1665.197778] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1665.198194] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1665.198246] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1665.198390] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1665.198536] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1665.198682] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1665.198882] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1665.199055] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1665.199224] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1665.199388] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1665.199560] env[62094]: DEBUG nova.virt.hardware [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1665.204733] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1665.205044] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1ef9c77-5619-4c0c-a8bd-c14a2bb808ea {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.224084] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1665.224084] env[62094]: value = "task-1401592" [ 1665.224084] env[62094]: _type = "Task" [ 1665.224084] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.231748] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.734380] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401592, 'name': ReconfigVM_Task, 'duration_secs': 0.17138} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.734676] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1665.735422] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e40426-0446-495d-a500-2ab151cfca15 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.759765] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] e021d735-ea70-499a-8fd5-95e167b8eac2/e021d735-ea70-499a-8fd5-95e167b8eac2.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.760296] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09707441-0310-4c38-9019-4c6f062076b8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.777693] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1665.777693] env[62094]: value = "task-1401593" [ 1665.777693] env[62094]: _type = "Task" [ 1665.777693] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.785595] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.287699] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401593, 'name': ReconfigVM_Task, 'duration_secs': 0.274474} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.288083] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Reconfigured VM instance instance-00000079 to attach disk [datastore1] e021d735-ea70-499a-8fd5-95e167b8eac2/e021d735-ea70-499a-8fd5-95e167b8eac2.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.288271] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance 'e021d735-ea70-499a-8fd5-95e167b8eac2' progress to 50 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1666.795939] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5651da0a-e5fb-486b-bcbf-4e817b9634c8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.816794] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb47f11-5770-4bc8-af79-21ef6cfb1587 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.835538] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance 'e021d735-ea70-499a-8fd5-95e167b8eac2' progress to 67 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1668.171794] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1668.172070] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297096', 'volume_id': '6db983f7-59c8-4e24-9d30-7630204a603c', 'name': 'volume-6db983f7-59c8-4e24-9d30-7630204a603c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b55f18ab-4101-4ff7-b528-631bb1ae3308', 'attached_at': '', 'detached_at': '', 'volume_id': '6db983f7-59c8-4e24-9d30-7630204a603c', 'serial': '6db983f7-59c8-4e24-9d30-7630204a603c'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1668.172969] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8632f15e-5b3c-4831-b5e5-052514278165 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.188981] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e15b716-219b-448b-9e76-9cc06064741a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.212597] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-6db983f7-59c8-4e24-9d30-7630204a603c/volume-6db983f7-59c8-4e24-9d30-7630204a603c.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1668.212832] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73866f8b-5ad1-4082-ade6-c9b6d27b284d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.231042] env[62094]: DEBUG oslo_vmware.api [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1668.231042] env[62094]: value = "task-1401595" [ 1668.231042] env[62094]: _type = "Task" [ 1668.231042] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.237863] env[62094]: DEBUG oslo_vmware.api [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.465740] env[62094]: DEBUG nova.network.neutron [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Port 5874acb5-0bd3-4ec5-b965-c234584c1e7d binding to destination host cpu-1 is already ACTIVE {{(pid=62094) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1668.739630] env[62094]: DEBUG oslo_vmware.api [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401595, 'name': ReconfigVM_Task, 'duration_secs': 0.357429} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.739877] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-6db983f7-59c8-4e24-9d30-7630204a603c/volume-6db983f7-59c8-4e24-9d30-7630204a603c.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.744473] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fe67745-9345-4272-8f01-b3b7a50be8ce {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.758489] env[62094]: DEBUG oslo_vmware.api [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1668.758489] env[62094]: value = "task-1401596" [ 1668.758489] env[62094]: _type = "Task" [ 1668.758489] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.765906] env[62094]: DEBUG oslo_vmware.api [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.268486] env[62094]: DEBUG oslo_vmware.api [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401596, 'name': ReconfigVM_Task, 'duration_secs': 0.132387} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.268820] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297096', 'volume_id': '6db983f7-59c8-4e24-9d30-7630204a603c', 'name': 'volume-6db983f7-59c8-4e24-9d30-7630204a603c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b55f18ab-4101-4ff7-b528-631bb1ae3308', 'attached_at': '', 'detached_at': '', 'volume_id': '6db983f7-59c8-4e24-9d30-7630204a603c', 'serial': '6db983f7-59c8-4e24-9d30-7630204a603c'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1669.487649] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "e021d735-ea70-499a-8fd5-95e167b8eac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.487649] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "e021d735-ea70-499a-8fd5-95e167b8eac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.487649] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "e021d735-ea70-499a-8fd5-95e167b8eac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.302298] env[62094]: DEBUG nova.objects.instance [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lazy-loading 'flavor' on Instance uuid b55f18ab-4101-4ff7-b528-631bb1ae3308 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.522145] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.522340] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.522513] env[62094]: DEBUG nova.network.neutron [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.807034] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c2f59512-f208-4482-9b71-df8b91bd1a91 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.227s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.019771] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.020046] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.226866] env[62094]: DEBUG nova.network.neutron [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance_info_cache with network_info: [{"id": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "address": "fa:16:3e:17:e4:58", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5874acb5-0b", "ovs_interfaceid": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.522924] env[62094]: INFO nova.compute.manager [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Detaching volume 6db983f7-59c8-4e24-9d30-7630204a603c [ 1671.556879] env[62094]: INFO nova.virt.block_device [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Attempting to driver detach volume 6db983f7-59c8-4e24-9d30-7630204a603c from mountpoint /dev/sdb [ 1671.557168] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1671.557380] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297096', 'volume_id': '6db983f7-59c8-4e24-9d30-7630204a603c', 'name': 'volume-6db983f7-59c8-4e24-9d30-7630204a603c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b55f18ab-4101-4ff7-b528-631bb1ae3308', 'attached_at': '', 'detached_at': '', 'volume_id': '6db983f7-59c8-4e24-9d30-7630204a603c', 'serial': '6db983f7-59c8-4e24-9d30-7630204a603c'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1671.558269] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4da2cc-21ab-4ca9-ab34-0563ae133108 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.579478] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494e27c9-b72f-4496-9e38-afc3165d856c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.586290] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ee2b5f-1653-458c-a75c-5b76b3af931c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.606444] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7369e6-6c25-46f4-8de9-f8ecf0e264ec {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.621201] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] The volume has not been displaced from its original location: [datastore2] volume-6db983f7-59c8-4e24-9d30-7630204a603c/volume-6db983f7-59c8-4e24-9d30-7630204a603c.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1671.626734] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1671.627024] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9107d37-9f77-43a7-9ed6-8f3c2a122c1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.643501] env[62094]: DEBUG oslo_vmware.api [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1671.643501] env[62094]: value = "task-1401597" [ 1671.643501] env[62094]: _type = "Task" [ 1671.643501] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.650849] env[62094]: DEBUG oslo_vmware.api [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.729995] env[62094]: DEBUG oslo_concurrency.lockutils [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.152717] env[62094]: DEBUG oslo_vmware.api [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401597, 'name': ReconfigVM_Task, 'duration_secs': 0.20622} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.152990] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1672.157606] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aebe368-fcbb-4ce6-9397-a91a5863df7b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.172446] env[62094]: DEBUG oslo_vmware.api [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1672.172446] env[62094]: value = "task-1401598" [ 1672.172446] env[62094]: _type = "Task" [ 1672.172446] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.182248] env[62094]: DEBUG oslo_vmware.api [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.241033] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a11dcf-c04d-4fa8-85b1-dff3b4ba2afe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.248053] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343462ae-7474-4646-ae7a-32cf8957bf83 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.682502] env[62094]: DEBUG oslo_vmware.api [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401598, 'name': ReconfigVM_Task, 'duration_secs': 0.141032} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.682830] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297096', 'volume_id': '6db983f7-59c8-4e24-9d30-7630204a603c', 'name': 'volume-6db983f7-59c8-4e24-9d30-7630204a603c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b55f18ab-4101-4ff7-b528-631bb1ae3308', 'attached_at': '', 'detached_at': '', 'volume_id': '6db983f7-59c8-4e24-9d30-7630204a603c', 'serial': '6db983f7-59c8-4e24-9d30-7630204a603c'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1673.221629] env[62094]: DEBUG nova.objects.instance [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lazy-loading 'flavor' on Instance uuid b55f18ab-4101-4ff7-b528-631bb1ae3308 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.337795] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104fbbf9-834b-4da2-8a94-0a8e04a11fd9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.360932] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19472145-b7cd-4e7c-b288-ef15924af12a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.368550] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance 'e021d735-ea70-499a-8fd5-95e167b8eac2' progress to 83 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1673.874637] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1673.874987] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc987937-a05c-4db3-b2cb-475eeef36cb1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.882150] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1673.882150] env[62094]: value = "task-1401599" [ 1673.882150] env[62094]: _type = "Task" [ 1673.882150] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.889588] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.228489] env[62094]: DEBUG oslo_concurrency.lockutils [None req-2c168f9c-0650-4f53-a690-2eb6999616de tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.391571] env[62094]: DEBUG oslo_vmware.api [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401599, 'name': PowerOnVM_Task, 'duration_secs': 0.373609} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.391834] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.392040] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ec21ff-9192-4d8f-adee-2d4e36570956 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance 'e021d735-ea70-499a-8fd5-95e167b8eac2' progress to 100 {{(pid=62094) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1675.254842] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.255394] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.255752] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "b55f18ab-4101-4ff7-b528-631bb1ae3308-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.256064] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "b55f18ab-4101-4ff7-b528-631bb1ae3308-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.256356] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "b55f18ab-4101-4ff7-b528-631bb1ae3308-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.259259] env[62094]: INFO nova.compute.manager [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Terminating instance [ 1675.261725] env[62094]: DEBUG nova.compute.manager [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1675.262061] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1675.263452] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10996633-c0d3-4946-b21f-9745d3437f3f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.273953] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.274162] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-344138cd-a312-4c8d-bc32-12c6e062d0f5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.280870] env[62094]: DEBUG oslo_vmware.api [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1675.280870] env[62094]: value = "task-1401600" [ 1675.280870] env[62094]: _type = "Task" [ 1675.280870] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.287907] env[62094]: DEBUG oslo_vmware.api [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.790704] env[62094]: DEBUG oslo_vmware.api [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401600, 'name': PowerOffVM_Task, 'duration_secs': 0.186301} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.790925] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1675.791110] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1675.791364] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3055158c-8b36-46cb-bdf1-b0f19b8dc21f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.850498] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1675.850718] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1675.850901] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Deleting the datastore file [datastore1] b55f18ab-4101-4ff7-b528-631bb1ae3308 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1675.851194] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec06da38-f5b2-4e06-8f13-1696fa69b36c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.856749] env[62094]: DEBUG oslo_vmware.api [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1675.856749] env[62094]: value = "task-1401602" [ 1675.856749] env[62094]: _type = "Task" [ 1675.856749] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.864111] env[62094]: DEBUG oslo_vmware.api [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.305712] env[62094]: DEBUG nova.network.neutron [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Port 5874acb5-0bd3-4ec5-b965-c234584c1e7d binding to destination host cpu-1 is already ACTIVE {{(pid=62094) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1676.305980] env[62094]: DEBUG oslo_concurrency.lockutils [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.306171] env[62094]: DEBUG oslo_concurrency.lockutils [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.306376] env[62094]: DEBUG nova.network.neutron [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1676.366188] env[62094]: DEBUG oslo_vmware.api [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145409} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.366470] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1676.366652] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1676.366828] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1676.367011] env[62094]: INFO nova.compute.manager [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1676.367271] env[62094]: DEBUG oslo.service.loopingcall [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.367489] env[62094]: DEBUG nova.compute.manager [-] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1676.367574] env[62094]: DEBUG nova.network.neutron [-] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1676.829070] env[62094]: DEBUG nova.compute.manager [req-495a4dc1-cba1-40d2-a6bb-a151074fd6b0 req-f11bcaac-f5d2-4aaf-ae1a-9fa7d37c972a service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Received event network-vif-deleted-1418418f-1436-46bc-8084-578921552fda {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1676.829070] env[62094]: INFO nova.compute.manager [req-495a4dc1-cba1-40d2-a6bb-a151074fd6b0 req-f11bcaac-f5d2-4aaf-ae1a-9fa7d37c972a service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Neutron deleted interface 1418418f-1436-46bc-8084-578921552fda; detaching it from the instance and deleting it from the info cache [ 1676.829070] env[62094]: DEBUG nova.network.neutron [req-495a4dc1-cba1-40d2-a6bb-a151074fd6b0 req-f11bcaac-f5d2-4aaf-ae1a-9fa7d37c972a service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.041364] env[62094]: DEBUG nova.network.neutron [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance_info_cache with network_info: [{"id": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "address": "fa:16:3e:17:e4:58", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5874acb5-0b", "ovs_interfaceid": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.297482] env[62094]: DEBUG nova.network.neutron [-] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.333336] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97532e39-c3a5-4166-a2b1-fdd0672b328a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.343889] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf4790b-6718-49d9-8760-fb416236de09 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.372302] env[62094]: DEBUG nova.compute.manager [req-495a4dc1-cba1-40d2-a6bb-a151074fd6b0 req-f11bcaac-f5d2-4aaf-ae1a-9fa7d37c972a service nova] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Detach interface failed, port_id=1418418f-1436-46bc-8084-578921552fda, reason: Instance b55f18ab-4101-4ff7-b528-631bb1ae3308 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1677.543873] env[62094]: DEBUG oslo_concurrency.lockutils [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.800025] env[62094]: INFO nova.compute.manager [-] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Took 1.43 seconds to deallocate network for instance. [ 1678.049363] env[62094]: DEBUG nova.compute.manager [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62094) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1678.308095] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.308404] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.308667] env[62094]: DEBUG nova.objects.instance [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lazy-loading 'resources' on Instance uuid b55f18ab-4101-4ff7-b528-631bb1ae3308 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.888964] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9dd752-18ac-412b-b2fa-662a4c1f888d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.897064] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef368d8e-0120-4385-b19c-dda01cf9f3a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.925749] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8744324-cd90-4c9a-8e41-a2acf82d9637 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.932710] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133ecf45-e40d-4552-875c-bd4a9ba7de8f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.945313] env[62094]: DEBUG nova.compute.provider_tree [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1679.146964] env[62094]: DEBUG oslo_concurrency.lockutils [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.466278] env[62094]: ERROR nova.scheduler.client.report [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [req-5536a57f-c769-4921-b554-c1d905999561] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 63012395-d365-4b03-a816-be66e2783fee. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5536a57f-c769-4921-b554-c1d905999561"}]} [ 1679.486185] env[62094]: DEBUG nova.scheduler.client.report [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Refreshing inventories for resource provider 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1679.504116] env[62094]: DEBUG nova.scheduler.client.report [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updating ProviderTree inventory for provider 63012395-d365-4b03-a816-be66e2783fee from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1679.504401] env[62094]: DEBUG nova.compute.provider_tree [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 184, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1679.531167] env[62094]: DEBUG nova.scheduler.client.report [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Refreshing aggregate associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, aggregates: None {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1679.565017] env[62094]: DEBUG nova.scheduler.client.report [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Refreshing trait associations for resource provider 63012395-d365-4b03-a816-be66e2783fee, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62094) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1679.638338] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0987255-6e3d-46c5-8274-b2cf24ea1271 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.645566] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb0233c-510f-498e-8a7f-42bea0d1f20a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.674503] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c0c07b-ec2c-47e5-8e07-cbe63a4c3ed3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.681011] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b873aa4-cb8f-4fec-8cac-f9af7411d4a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.693307] env[62094]: DEBUG nova.compute.provider_tree [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1680.222128] env[62094]: DEBUG nova.scheduler.client.report [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updated inventory for provider 63012395-d365-4b03-a816-be66e2783fee with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1680.222128] env[62094]: DEBUG nova.compute.provider_tree [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updating resource provider 63012395-d365-4b03-a816-be66e2783fee generation from 171 to 172 during operation: update_inventory {{(pid=62094) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1680.222419] env[62094]: DEBUG nova.compute.provider_tree [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Updating inventory in ProviderTree for provider 63012395-d365-4b03-a816-be66e2783fee with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1680.726794] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.418s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.729452] env[62094]: DEBUG oslo_concurrency.lockutils [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.583s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.745643] env[62094]: INFO nova.scheduler.client.report [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Deleted allocations for instance b55f18ab-4101-4ff7-b528-631bb1ae3308 [ 1681.232994] env[62094]: DEBUG nova.objects.instance [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'migration_context' on Instance uuid e021d735-ea70-499a-8fd5-95e167b8eac2 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1681.253136] env[62094]: DEBUG oslo_concurrency.lockutils [None req-67681810-1974-41ac-b6e9-5ca4d275f839 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "b55f18ab-4101-4ff7-b528-631bb1ae3308" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.998s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.815691] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c39fe7-d2e5-4516-8b72-d81bc6a33a88 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.824353] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d287c994-f601-4664-954b-7c28661b867b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.855152] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0016a5cc-3c48-45a4-9efc-514650cd2242 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.862922] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1e0465-a1f7-4c4b-ba1e-731734107e98 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.875837] env[62094]: DEBUG nova.compute.provider_tree [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.379027] env[62094]: DEBUG nova.scheduler.client.report [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1683.150087] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.150417] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.199020] env[62094]: DEBUG oslo_concurrency.lockutils [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.199295] env[62094]: DEBUG oslo_concurrency.lockutils [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.199510] env[62094]: DEBUG oslo_concurrency.lockutils [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.199693] env[62094]: DEBUG oslo_concurrency.lockutils [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.199862] env[62094]: DEBUG oslo_concurrency.lockutils [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.201980] env[62094]: INFO nova.compute.manager [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Terminating instance [ 1683.203884] env[62094]: DEBUG nova.compute.manager [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1683.204135] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.204373] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49881613-d5e1-454f-a558-a75240f17b26 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.211678] env[62094]: DEBUG oslo_vmware.api [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1683.211678] env[62094]: value = "task-1401603" [ 1683.211678] env[62094]: _type = "Task" [ 1683.211678] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.219657] env[62094]: DEBUG oslo_vmware.api [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.389939] env[62094]: DEBUG oslo_concurrency.lockutils [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.660s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.652879] env[62094]: DEBUG nova.compute.manager [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1683.721109] env[62094]: DEBUG oslo_vmware.api [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401603, 'name': PowerOffVM_Task, 'duration_secs': 0.246836} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.721639] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1683.721848] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1683.722216] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297091', 'volume_id': '83a8e194-86a7-4d87-b259-a8a207b027c2', 'name': 'volume-83a8e194-86a7-4d87-b259-a8a207b027c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '03a1696f-2d11-48b1-9e3c-cd1e711591ac', 'attached_at': '2024-11-06T05:30:02.000000', 'detached_at': '', 'volume_id': '83a8e194-86a7-4d87-b259-a8a207b027c2', 'serial': '83a8e194-86a7-4d87-b259-a8a207b027c2'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1683.723015] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65e0ce7-0b20-4d77-96d1-a0c213819f69 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.741156] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e78981-4e11-4b81-8132-5046b413c6fb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.747429] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e81714d-c249-4ebc-a067-0f32b96d8e60 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.764498] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e79abd-57f6-4e05-859d-df2dbd8eb3c3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.779907] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] The volume has not been displaced from its original location: [datastore2] volume-83a8e194-86a7-4d87-b259-a8a207b027c2/volume-83a8e194-86a7-4d87-b259-a8a207b027c2.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1683.785108] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1683.785382] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23dd54aa-255e-469a-a4cc-00151ff78eb1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.803098] env[62094]: DEBUG oslo_vmware.api [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1683.803098] env[62094]: value = "task-1401604" [ 1683.803098] env[62094]: _type = "Task" [ 1683.803098] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.811856] env[62094]: DEBUG oslo_vmware.api [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.174516] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.174784] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.176375] env[62094]: INFO nova.compute.claims [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1684.313644] env[62094]: DEBUG oslo_vmware.api [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401604, 'name': ReconfigVM_Task, 'duration_secs': 0.146176} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.313870] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1684.318462] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-021d924e-f212-4d24-a8d5-e26114c970a7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.332444] env[62094]: DEBUG oslo_vmware.api [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1684.332444] env[62094]: value = "task-1401605" [ 1684.332444] env[62094]: _type = "Task" [ 1684.332444] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.340353] env[62094]: DEBUG oslo_vmware.api [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.842670] env[62094]: DEBUG oslo_vmware.api [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401605, 'name': ReconfigVM_Task, 'duration_secs': 0.14414} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.843131] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297091', 'volume_id': '83a8e194-86a7-4d87-b259-a8a207b027c2', 'name': 'volume-83a8e194-86a7-4d87-b259-a8a207b027c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '03a1696f-2d11-48b1-9e3c-cd1e711591ac', 'attached_at': '2024-11-06T05:30:02.000000', 'detached_at': '', 'volume_id': '83a8e194-86a7-4d87-b259-a8a207b027c2', 'serial': '83a8e194-86a7-4d87-b259-a8a207b027c2'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1684.843217] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1684.843887] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9cdfa5-5e0e-497c-8367-67d24b2da88f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.850281] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1684.850511] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f5b8f81-cb12-4219-81b2-f19c970dd238 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.908879] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1684.909138] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1684.909300] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleting the datastore file [datastore2] 03a1696f-2d11-48b1-9e3c-cd1e711591ac {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1684.909573] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca719427-5e90-4387-9da4-eb492dd09077 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.919568] env[62094]: DEBUG oslo_vmware.api [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1684.919568] env[62094]: value = "task-1401607" [ 1684.919568] env[62094]: _type = "Task" [ 1684.919568] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.924586] env[62094]: INFO nova.compute.manager [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Swapping old allocation on dict_keys(['63012395-d365-4b03-a816-be66e2783fee']) held by migration d99ccf99-0de7-4f4c-9d1c-b64ae5054fe8 for instance [ 1684.928890] env[62094]: DEBUG oslo_vmware.api [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.948591] env[62094]: DEBUG nova.scheduler.client.report [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Overwriting current allocation {'allocations': {'63012395-d365-4b03-a816-be66e2783fee': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 173}}, 'project_id': 'b51550fedb244b8686c51b90f5289dcd', 'user_id': 'a475820961c8477587c198d4a6b588a9', 'consumer_generation': 1} on consumer e021d735-ea70-499a-8fd5-95e167b8eac2 {{(pid=62094) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1685.032628] env[62094]: DEBUG oslo_concurrency.lockutils [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.032628] env[62094]: DEBUG oslo_concurrency.lockutils [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.032841] env[62094]: DEBUG nova.network.neutron [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.251429] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7438c08-d64d-4dfa-8ec6-ebadecd48c17 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.260968] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a567d12a-56d6-4236-84ae-bdd2de86171c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.290891] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c8fdd7-0c8e-405f-8d9a-024bb2a816f5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.297678] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf453da5-8011-45b4-8af5-af3de5000059 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.310653] env[62094]: DEBUG nova.compute.provider_tree [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.429374] env[62094]: DEBUG oslo_vmware.api [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088156} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.429630] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1685.429816] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1685.429992] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1685.430205] env[62094]: INFO nova.compute.manager [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1685.430444] env[62094]: DEBUG oslo.service.loopingcall [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.430636] env[62094]: DEBUG nova.compute.manager [-] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1685.430732] env[62094]: DEBUG nova.network.neutron [-] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1685.776555] env[62094]: DEBUG nova.network.neutron [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance_info_cache with network_info: [{"id": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "address": "fa:16:3e:17:e4:58", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5874acb5-0b", "ovs_interfaceid": "5874acb5-0bd3-4ec5-b965-c234584c1e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.813569] env[62094]: DEBUG nova.scheduler.client.report [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1685.909390] env[62094]: DEBUG nova.compute.manager [req-775518bc-aa1f-408c-8891-179872b74cde req-2e03d30c-c03f-4c05-9796-888bb02be819 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Received event network-vif-deleted-d859e95d-c1db-4b0c-a894-981eb5ee29d4 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1685.909652] env[62094]: INFO nova.compute.manager [req-775518bc-aa1f-408c-8891-179872b74cde req-2e03d30c-c03f-4c05-9796-888bb02be819 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Neutron deleted interface d859e95d-c1db-4b0c-a894-981eb5ee29d4; detaching it from the instance and deleting it from the info cache [ 1685.909781] env[62094]: DEBUG nova.network.neutron [req-775518bc-aa1f-408c-8891-179872b74cde req-2e03d30c-c03f-4c05-9796-888bb02be819 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.279112] env[62094]: DEBUG oslo_concurrency.lockutils [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "refresh_cache-e021d735-ea70-499a-8fd5-95e167b8eac2" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.280117] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9732d0-cce3-4989-b84f-2bdf0826ebaa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.287710] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0755a36b-15c5-4a9b-8db8-079631de6ce5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.318466] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.318958] env[62094]: DEBUG nova.compute.manager [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1686.388600] env[62094]: DEBUG nova.network.neutron [-] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.413095] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-149b7e82-681b-4cb7-b1b2-17b333b84967 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.423198] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0178ff2-8134-41ce-85fe-51eb8828b7d7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.451100] env[62094]: DEBUG nova.compute.manager [req-775518bc-aa1f-408c-8891-179872b74cde req-2e03d30c-c03f-4c05-9796-888bb02be819 service nova] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Detach interface failed, port_id=d859e95d-c1db-4b0c-a894-981eb5ee29d4, reason: Instance 03a1696f-2d11-48b1-9e3c-cd1e711591ac could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1686.824368] env[62094]: DEBUG nova.compute.utils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1686.826549] env[62094]: DEBUG nova.compute.manager [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1686.826764] env[62094]: DEBUG nova.network.neutron [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1686.875116] env[62094]: DEBUG nova.policy [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1023385f293140d6b4c884d64e87601c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec01037040104fcba01fe7e4036a8410', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1686.891436] env[62094]: INFO nova.compute.manager [-] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Took 1.46 seconds to deallocate network for instance. [ 1687.138589] env[62094]: DEBUG nova.network.neutron [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Successfully created port: f634d602-6e78-4358-9fc2-5dd5cae7a971 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1687.327013] env[62094]: DEBUG nova.compute.manager [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1687.367165] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.367483] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c8823f-dcac-47bf-88d3-12c70283047c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.375543] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1687.375543] env[62094]: value = "task-1401608" [ 1687.375543] env[62094]: _type = "Task" [ 1687.375543] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.383845] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.436579] env[62094]: INFO nova.compute.manager [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Took 0.54 seconds to detach 1 volumes for instance. [ 1687.438882] env[62094]: DEBUG nova.compute.manager [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Deleting volume: 83a8e194-86a7-4d87-b259-a8a207b027c2 {{(pid=62094) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1687.887061] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401608, 'name': PowerOffVM_Task, 'duration_secs': 0.181692} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.887061] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1687.887321] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1687.887540] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1687.887714] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.887906] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1687.888064] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.888218] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1687.888429] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1687.888641] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1687.888819] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1687.889020] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1687.889209] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1687.894127] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-240ab7cb-98ba-4ca0-954a-49f4166c208b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.910414] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1687.910414] env[62094]: value = "task-1401610" [ 1687.910414] env[62094]: _type = "Task" [ 1687.910414] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.919205] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.979054] env[62094]: DEBUG oslo_concurrency.lockutils [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.979169] env[62094]: DEBUG oslo_concurrency.lockutils [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.979353] env[62094]: DEBUG oslo_concurrency.lockutils [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.002591] env[62094]: INFO nova.scheduler.client.report [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleted allocations for instance 03a1696f-2d11-48b1-9e3c-cd1e711591ac [ 1688.336571] env[62094]: DEBUG nova.compute.manager [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1688.363026] env[62094]: DEBUG nova.virt.hardware [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1688.363235] env[62094]: DEBUG nova.virt.hardware [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1688.363401] env[62094]: DEBUG nova.virt.hardware [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1688.363673] env[62094]: DEBUG nova.virt.hardware [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1688.363729] env[62094]: DEBUG nova.virt.hardware [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1688.363911] env[62094]: DEBUG nova.virt.hardware [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1688.364113] env[62094]: DEBUG nova.virt.hardware [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1688.364287] env[62094]: DEBUG nova.virt.hardware [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1688.364510] env[62094]: DEBUG nova.virt.hardware [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1688.364688] env[62094]: DEBUG nova.virt.hardware [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1688.364868] env[62094]: DEBUG nova.virt.hardware [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1688.366025] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c717f9e1-90f7-48b6-8fa6-1bef75fc0c99 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.374131] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf01242-4f21-47b2-b7b4-f29afa8e6078 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.419448] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401610, 'name': ReconfigVM_Task, 'duration_secs': 0.144725} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.420300] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fb12ec-c70a-4e4c-ab51-938aa06068f7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.443802] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1688.444076] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1688.444243] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1688.444455] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1688.444587] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1688.444737] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1688.444935] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1688.445109] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1688.445282] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1688.445448] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1688.445624] env[62094]: DEBUG nova.virt.hardware [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1688.446447] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd81282b-d9f1-4a11-ab44-f6c778aadd27 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.452011] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1688.452011] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52bcdb30-d2cf-aec8-db3d-70273084c907" [ 1688.452011] env[62094]: _type = "Task" [ 1688.452011] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.459811] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52bcdb30-d2cf-aec8-db3d-70273084c907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.511666] env[62094]: DEBUG oslo_concurrency.lockutils [None req-af56730a-1f37-452b-b2f2-47c1513c19ae tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "03a1696f-2d11-48b1-9e3c-cd1e711591ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.312s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.514275] env[62094]: DEBUG nova.compute.manager [req-eed7674e-9cb0-40c6-bf60-5dab89e7aed7 req-4a806d29-f57d-4ae4-9c01-28fc64fd36a4 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Received event network-vif-plugged-f634d602-6e78-4358-9fc2-5dd5cae7a971 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1688.514504] env[62094]: DEBUG oslo_concurrency.lockutils [req-eed7674e-9cb0-40c6-bf60-5dab89e7aed7 req-4a806d29-f57d-4ae4-9c01-28fc64fd36a4 service nova] Acquiring lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.514711] env[62094]: DEBUG oslo_concurrency.lockutils [req-eed7674e-9cb0-40c6-bf60-5dab89e7aed7 req-4a806d29-f57d-4ae4-9c01-28fc64fd36a4 service nova] Lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.514878] env[62094]: DEBUG oslo_concurrency.lockutils [req-eed7674e-9cb0-40c6-bf60-5dab89e7aed7 req-4a806d29-f57d-4ae4-9c01-28fc64fd36a4 service nova] Lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.515060] env[62094]: DEBUG nova.compute.manager [req-eed7674e-9cb0-40c6-bf60-5dab89e7aed7 req-4a806d29-f57d-4ae4-9c01-28fc64fd36a4 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] No waiting events found dispatching network-vif-plugged-f634d602-6e78-4358-9fc2-5dd5cae7a971 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1688.515229] env[62094]: WARNING nova.compute.manager [req-eed7674e-9cb0-40c6-bf60-5dab89e7aed7 req-4a806d29-f57d-4ae4-9c01-28fc64fd36a4 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Received unexpected event network-vif-plugged-f634d602-6e78-4358-9fc2-5dd5cae7a971 for instance with vm_state building and task_state spawning. [ 1688.597091] env[62094]: DEBUG nova.network.neutron [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Successfully updated port: f634d602-6e78-4358-9fc2-5dd5cae7a971 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1688.799216] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "db4578b1-7369-4782-801d-90822d0afae5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.799487] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "db4578b1-7369-4782-801d-90822d0afae5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.799705] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "db4578b1-7369-4782-801d-90822d0afae5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.799902] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "db4578b1-7369-4782-801d-90822d0afae5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.800085] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "db4578b1-7369-4782-801d-90822d0afae5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.802315] env[62094]: INFO nova.compute.manager [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Terminating instance [ 1688.804042] env[62094]: DEBUG nova.compute.manager [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1688.804251] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1688.805082] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3168b255-9ddc-4ddf-8673-11c7918a9100 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.812699] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.812814] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b36322fe-c55b-4894-9819-a8f9082432bc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.818692] env[62094]: DEBUG oslo_vmware.api [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1688.818692] env[62094]: value = "task-1401611" [ 1688.818692] env[62094]: _type = "Task" [ 1688.818692] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.825876] env[62094]: DEBUG oslo_vmware.api [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.962394] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52bcdb30-d2cf-aec8-db3d-70273084c907, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.968014] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1688.968444] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27591fbd-9b71-4d98-a785-e4978ecca815 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.987178] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1688.987178] env[62094]: value = "task-1401612" [ 1688.987178] env[62094]: _type = "Task" [ 1688.987178] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.995312] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.100277] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "refresh_cache-d1b60b99-60b5-4c35-b330-6ed6e81ce686" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.100430] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired lock "refresh_cache-d1b60b99-60b5-4c35-b330-6ed6e81ce686" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.100535] env[62094]: DEBUG nova.network.neutron [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1689.329165] env[62094]: DEBUG oslo_vmware.api [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401611, 'name': PowerOffVM_Task, 'duration_secs': 0.210936} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.329452] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1689.329569] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1689.329802] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5354f1a-5ca6-4eb1-82c8-1eee6710cb74 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.393243] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1689.393759] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1689.393759] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleting the datastore file [datastore2] db4578b1-7369-4782-801d-90822d0afae5 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1689.393981] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bda4f5a5-b307-416c-a2bb-866453244f2c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.400251] env[62094]: DEBUG oslo_vmware.api [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1689.400251] env[62094]: value = "task-1401614" [ 1689.400251] env[62094]: _type = "Task" [ 1689.400251] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.408016] env[62094]: DEBUG oslo_vmware.api [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.499115] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401612, 'name': ReconfigVM_Task, 'duration_secs': 0.221064} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.499403] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1689.500173] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46c5a93-5df7-4338-acba-774deef81d01 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.524490] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] e021d735-ea70-499a-8fd5-95e167b8eac2/e021d735-ea70-499a-8fd5-95e167b8eac2.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.524682] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7664d573-4ea3-45da-b8e8-258fb1556af9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.541788] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1689.541788] env[62094]: value = "task-1401615" [ 1689.541788] env[62094]: _type = "Task" [ 1689.541788] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.550164] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.630825] env[62094]: DEBUG nova.network.neutron [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1689.790108] env[62094]: DEBUG nova.network.neutron [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Updating instance_info_cache with network_info: [{"id": "f634d602-6e78-4358-9fc2-5dd5cae7a971", "address": "fa:16:3e:d7:d4:3f", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf634d602-6e", "ovs_interfaceid": "f634d602-6e78-4358-9fc2-5dd5cae7a971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.909937] env[62094]: DEBUG oslo_vmware.api [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13883} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.910218] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.910405] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.910586] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.910766] env[62094]: INFO nova.compute.manager [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: db4578b1-7369-4782-801d-90822d0afae5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1689.911011] env[62094]: DEBUG oslo.service.loopingcall [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.911218] env[62094]: DEBUG nova.compute.manager [-] [instance: db4578b1-7369-4782-801d-90822d0afae5] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1689.911315] env[62094]: DEBUG nova.network.neutron [-] [instance: db4578b1-7369-4782-801d-90822d0afae5] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1690.052980] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401615, 'name': ReconfigVM_Task, 'duration_secs': 0.267362} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.053357] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Reconfigured VM instance instance-00000079 to attach disk [datastore1] e021d735-ea70-499a-8fd5-95e167b8eac2/e021d735-ea70-499a-8fd5-95e167b8eac2.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1690.054401] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30a1a39-b155-499f-aa65-ad5cceed2c7d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.075371] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033c522b-5da7-410f-89da-14b5c43223d4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.096501] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c7d4dd-7e67-4181-b683-a268beed0b8e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.118245] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae38ac41-e7a9-433d-9785-869a2ebfa110 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.125401] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1690.125646] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9c47c72-2ff6-438f-aab3-7ee122e81f34 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.134815] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1690.134815] env[62094]: value = "task-1401616" [ 1690.134815] env[62094]: _type = "Task" [ 1690.134815] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.141977] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.292491] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Releasing lock "refresh_cache-d1b60b99-60b5-4c35-b330-6ed6e81ce686" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.292833] env[62094]: DEBUG nova.compute.manager [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Instance network_info: |[{"id": "f634d602-6e78-4358-9fc2-5dd5cae7a971", "address": "fa:16:3e:d7:d4:3f", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf634d602-6e", "ovs_interfaceid": "f634d602-6e78-4358-9fc2-5dd5cae7a971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1690.293310] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:d4:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f634d602-6e78-4358-9fc2-5dd5cae7a971', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1690.301094] env[62094]: DEBUG oslo.service.loopingcall [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.301307] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1690.301540] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c8eca0d-2e4f-482d-ada2-c959e2ba9a04 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.320118] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1690.320118] env[62094]: value = "task-1401617" [ 1690.320118] env[62094]: _type = "Task" [ 1690.320118] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.327562] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401617, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.544905] env[62094]: DEBUG nova.compute.manager [req-17642e4d-1891-4e2a-9828-146276abf63e req-b09164bb-3e11-4bc6-8e4b-e54d14985ce8 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Received event network-changed-f634d602-6e78-4358-9fc2-5dd5cae7a971 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1690.545315] env[62094]: DEBUG nova.compute.manager [req-17642e4d-1891-4e2a-9828-146276abf63e req-b09164bb-3e11-4bc6-8e4b-e54d14985ce8 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Refreshing instance network info cache due to event network-changed-f634d602-6e78-4358-9fc2-5dd5cae7a971. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1690.545494] env[62094]: DEBUG oslo_concurrency.lockutils [req-17642e4d-1891-4e2a-9828-146276abf63e req-b09164bb-3e11-4bc6-8e4b-e54d14985ce8 service nova] Acquiring lock "refresh_cache-d1b60b99-60b5-4c35-b330-6ed6e81ce686" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.545653] env[62094]: DEBUG oslo_concurrency.lockutils [req-17642e4d-1891-4e2a-9828-146276abf63e req-b09164bb-3e11-4bc6-8e4b-e54d14985ce8 service nova] Acquired lock "refresh_cache-d1b60b99-60b5-4c35-b330-6ed6e81ce686" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.545820] env[62094]: DEBUG nova.network.neutron [req-17642e4d-1891-4e2a-9828-146276abf63e req-b09164bb-3e11-4bc6-8e4b-e54d14985ce8 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Refreshing network info cache for port f634d602-6e78-4358-9fc2-5dd5cae7a971 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1690.621499] env[62094]: DEBUG nova.network.neutron [-] [instance: db4578b1-7369-4782-801d-90822d0afae5] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.645911] env[62094]: DEBUG oslo_vmware.api [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401616, 'name': PowerOnVM_Task, 'duration_secs': 0.374269} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.646663] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1690.829783] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401617, 'name': CreateVM_Task, 'duration_secs': 0.333797} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.829947] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1690.830623] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.830800] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.831132] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.831388] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd88f9a-455e-4923-9c3e-8be4c087ae3f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.835533] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1690.835533] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52eabb0c-69fd-b129-7fd9-52fdaf5dc571" [ 1690.835533] env[62094]: _type = "Task" [ 1690.835533] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.842867] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52eabb0c-69fd-b129-7fd9-52fdaf5dc571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.124640] env[62094]: INFO nova.compute.manager [-] [instance: db4578b1-7369-4782-801d-90822d0afae5] Took 1.21 seconds to deallocate network for instance. [ 1691.239709] env[62094]: DEBUG nova.network.neutron [req-17642e4d-1891-4e2a-9828-146276abf63e req-b09164bb-3e11-4bc6-8e4b-e54d14985ce8 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Updated VIF entry in instance network info cache for port f634d602-6e78-4358-9fc2-5dd5cae7a971. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.240086] env[62094]: DEBUG nova.network.neutron [req-17642e4d-1891-4e2a-9828-146276abf63e req-b09164bb-3e11-4bc6-8e4b-e54d14985ce8 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Updating instance_info_cache with network_info: [{"id": "f634d602-6e78-4358-9fc2-5dd5cae7a971", "address": "fa:16:3e:d7:d4:3f", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf634d602-6e", "ovs_interfaceid": "f634d602-6e78-4358-9fc2-5dd5cae7a971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.347121] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52eabb0c-69fd-b129-7fd9-52fdaf5dc571, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.347121] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.347354] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1691.347440] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.347590] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.347771] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1691.348038] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-884ce035-6c27-4e07-86c5-f8cae9bd98e8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.355740] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1691.355913] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1691.356655] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa11fc9d-0e2a-4677-9f5a-e9f90e5cbce7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.362304] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1691.362304] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]527eac6f-f631-aacb-7470-43d96db809f5" [ 1691.362304] env[62094]: _type = "Task" [ 1691.362304] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.369943] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527eac6f-f631-aacb-7470-43d96db809f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.631322] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.631681] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.631832] env[62094]: DEBUG nova.objects.instance [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lazy-loading 'resources' on Instance uuid db4578b1-7369-4782-801d-90822d0afae5 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1691.688461] env[62094]: INFO nova.compute.manager [None req-43b0a607-0239-4730-b0eb-594bef11f4e3 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance to original state: 'active' [ 1691.742022] env[62094]: DEBUG oslo_concurrency.lockutils [req-17642e4d-1891-4e2a-9828-146276abf63e req-b09164bb-3e11-4bc6-8e4b-e54d14985ce8 service nova] Releasing lock "refresh_cache-d1b60b99-60b5-4c35-b330-6ed6e81ce686" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.742287] env[62094]: DEBUG nova.compute.manager [req-17642e4d-1891-4e2a-9828-146276abf63e req-b09164bb-3e11-4bc6-8e4b-e54d14985ce8 service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Received event network-vif-deleted-f79071e0-dc07-485a-9f49-c47c208c4a5a {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1691.742466] env[62094]: INFO nova.compute.manager [req-17642e4d-1891-4e2a-9828-146276abf63e req-b09164bb-3e11-4bc6-8e4b-e54d14985ce8 service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Neutron deleted interface f79071e0-dc07-485a-9f49-c47c208c4a5a; detaching it from the instance and deleting it from the info cache [ 1691.742646] env[62094]: DEBUG nova.network.neutron [req-17642e4d-1891-4e2a-9828-146276abf63e req-b09164bb-3e11-4bc6-8e4b-e54d14985ce8 service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.872181] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]527eac6f-f631-aacb-7470-43d96db809f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008089} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.872930] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ce20da-4799-49d9-9892-9dbdcb63bf08 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.877740] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1691.877740] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5265603b-409f-d1b9-432e-2486c569fd62" [ 1691.877740] env[62094]: _type = "Task" [ 1691.877740] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.884860] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5265603b-409f-d1b9-432e-2486c569fd62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.198622] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b18d665-0d7d-4698-9962-194156b8bdf6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.206077] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294fa3c7-0306-473c-88b7-ab2a9c5f0d25 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.235915] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bc8e07-54b9-4c61-a914-6b1fb8e6410b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.243681] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7900e8b-7eb5-4933-a721-8ae927826175 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.247835] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-618536f4-5a57-4389-ad5d-3473c4ab652b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.258918] env[62094]: DEBUG nova.compute.provider_tree [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.263433] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c42492f-a464-4ef1-b284-fb669d4503cc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.288904] env[62094]: DEBUG nova.compute.manager [req-17642e4d-1891-4e2a-9828-146276abf63e req-b09164bb-3e11-4bc6-8e4b-e54d14985ce8 service nova] [instance: db4578b1-7369-4782-801d-90822d0afae5] Detach interface failed, port_id=f79071e0-dc07-485a-9f49-c47c208c4a5a, reason: Instance db4578b1-7369-4782-801d-90822d0afae5 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1692.386946] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5265603b-409f-d1b9-432e-2486c569fd62, 'name': SearchDatastore_Task, 'duration_secs': 0.008426} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.387225] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.387518] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] d1b60b99-60b5-4c35-b330-6ed6e81ce686/d1b60b99-60b5-4c35-b330-6ed6e81ce686.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1692.387731] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-050b9b00-e80a-4eee-b534-9b9146a54ff0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.393468] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1692.393468] env[62094]: value = "task-1401618" [ 1692.393468] env[62094]: _type = "Task" [ 1692.393468] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.400563] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.762685] env[62094]: DEBUG nova.scheduler.client.report [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1692.903121] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401618, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.268131] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.288385] env[62094]: INFO nova.scheduler.client.report [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleted allocations for instance db4578b1-7369-4782-801d-90822d0afae5 [ 1693.349276] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "e021d735-ea70-499a-8fd5-95e167b8eac2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.349547] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "e021d735-ea70-499a-8fd5-95e167b8eac2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.349774] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "e021d735-ea70-499a-8fd5-95e167b8eac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.349966] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "e021d735-ea70-499a-8fd5-95e167b8eac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.350197] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "e021d735-ea70-499a-8fd5-95e167b8eac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.352574] env[62094]: INFO nova.compute.manager [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Terminating instance [ 1693.354647] env[62094]: DEBUG nova.compute.manager [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1693.354859] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1693.355137] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-246ee935-49bc-4419-82da-f0d4415d2dd9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.362147] env[62094]: DEBUG oslo_vmware.api [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1693.362147] env[62094]: value = "task-1401619" [ 1693.362147] env[62094]: _type = "Task" [ 1693.362147] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.370342] env[62094]: DEBUG oslo_vmware.api [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.404112] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509897} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.404420] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore1] d1b60b99-60b5-4c35-b330-6ed6e81ce686/d1b60b99-60b5-4c35-b330-6ed6e81ce686.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1693.404585] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1693.404838] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92502227-44c9-49ea-9dde-6bc26386c27c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.411669] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1693.411669] env[62094]: value = "task-1401620" [ 1693.411669] env[62094]: _type = "Task" [ 1693.411669] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.418673] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.796649] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5499671e-daed-4994-86e0-d57720808e24 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "db4578b1-7369-4782-801d-90822d0afae5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.997s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.877132] env[62094]: DEBUG oslo_vmware.api [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401619, 'name': PowerOffVM_Task, 'duration_secs': 0.189001} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.877694] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1693.877902] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1693.878110] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297095', 'volume_id': 'f37ed80a-6819-464c-b7ae-73d2a1295abd', 'name': 'volume-f37ed80a-6819-464c-b7ae-73d2a1295abd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'e021d735-ea70-499a-8fd5-95e167b8eac2', 'attached_at': '2024-11-06T05:30:43.000000', 'detached_at': '', 'volume_id': 'f37ed80a-6819-464c-b7ae-73d2a1295abd', 'serial': 'f37ed80a-6819-464c-b7ae-73d2a1295abd'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1693.878976] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22ffd28-53c9-4bb2-801f-bd90b300ac7e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.900941] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1400aae-bea9-49e1-b67e-0d7c60472784 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.907395] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b54dc4-7153-4efc-8aab-e6cd59a2ba11 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.930103] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d002be-2d77-40ec-a101-737f833d11b9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.937144] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068669} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.947491] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1693.948213] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] The volume has not been displaced from its original location: [datastore2] volume-f37ed80a-6819-464c-b7ae-73d2a1295abd/volume-f37ed80a-6819-464c-b7ae-73d2a1295abd.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1693.953393] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1693.954117] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d218309d-028a-4d26-864c-793720b2d6af {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.956468] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb96909d-4c55-434e-94f3-789d939d616f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.987516] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] d1b60b99-60b5-4c35-b330-6ed6e81ce686/d1b60b99-60b5-4c35-b330-6ed6e81ce686.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.988681] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0d03629-5117-4fc5-b5fe-8110899018b3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.002614] env[62094]: DEBUG oslo_vmware.api [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1694.002614] env[62094]: value = "task-1401622" [ 1694.002614] env[62094]: _type = "Task" [ 1694.002614] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.007501] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1694.007501] env[62094]: value = "task-1401623" [ 1694.007501] env[62094]: _type = "Task" [ 1694.007501] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.013179] env[62094]: DEBUG oslo_vmware.api [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.017611] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.516030] env[62094]: DEBUG oslo_vmware.api [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401622, 'name': ReconfigVM_Task, 'duration_secs': 0.201689} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.516030] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1694.522815] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e44dd351-3d80-4e2e-9ac6-16cedb4054ac {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.532367] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401623, 'name': ReconfigVM_Task, 'duration_secs': 0.275407} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.533037] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Reconfigured VM instance instance-0000007c to attach disk [datastore1] d1b60b99-60b5-4c35-b330-6ed6e81ce686/d1b60b99-60b5-4c35-b330-6ed6e81ce686.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.533707] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6231f087-130a-4da6-af98-9701f6c5d6b1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.538790] env[62094]: DEBUG oslo_vmware.api [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1694.538790] env[62094]: value = "task-1401624" [ 1694.538790] env[62094]: _type = "Task" [ 1694.538790] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.539935] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1694.539935] env[62094]: value = "task-1401625" [ 1694.539935] env[62094]: _type = "Task" [ 1694.539935] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.552223] env[62094]: DEBUG oslo_vmware.api [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401624, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.555031] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401625, 'name': Rename_Task} progress is 6%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.052212] env[62094]: DEBUG oslo_vmware.api [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401624, 'name': ReconfigVM_Task, 'duration_secs': 0.132518} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.055242] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297095', 'volume_id': 'f37ed80a-6819-464c-b7ae-73d2a1295abd', 'name': 'volume-f37ed80a-6819-464c-b7ae-73d2a1295abd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'e021d735-ea70-499a-8fd5-95e167b8eac2', 'attached_at': '2024-11-06T05:30:43.000000', 'detached_at': '', 'volume_id': 'f37ed80a-6819-464c-b7ae-73d2a1295abd', 'serial': 'f37ed80a-6819-464c-b7ae-73d2a1295abd'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1695.055653] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1695.056022] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401625, 'name': Rename_Task, 'duration_secs': 0.153615} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.056798] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc02d656-d552-4d90-aade-12fd23bdfdae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.059195] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1695.059496] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f147b92-9853-4172-9d6c-9cb9b9174294 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.065305] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1695.066395] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31899cc9-85cc-4d8a-9c0c-e6b24d6e4fff {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.067784] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1695.067784] env[62094]: value = "task-1401626" [ 1695.067784] env[62094]: _type = "Task" [ 1695.067784] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.075250] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.127743] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1695.128060] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1695.128226] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleting the datastore file [datastore1] e021d735-ea70-499a-8fd5-95e167b8eac2 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1695.128444] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9653d386-a584-4326-8efe-a070eaee1d53 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.135224] env[62094]: DEBUG oslo_vmware.api [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1695.135224] env[62094]: value = "task-1401628" [ 1695.135224] env[62094]: _type = "Task" [ 1695.135224] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.142669] env[62094]: DEBUG oslo_vmware.api [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.580885] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401626, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.645263] env[62094]: DEBUG oslo_vmware.api [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26046} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.645558] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1695.645766] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1695.645943] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1695.646137] env[62094]: INFO nova.compute.manager [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1695.646487] env[62094]: DEBUG oslo.service.loopingcall [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1695.646711] env[62094]: DEBUG nova.compute.manager [-] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1695.646807] env[62094]: DEBUG nova.network.neutron [-] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1696.079724] env[62094]: DEBUG oslo_vmware.api [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401626, 'name': PowerOnVM_Task, 'duration_secs': 0.571194} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.080123] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1696.080183] env[62094]: INFO nova.compute.manager [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1696.080324] env[62094]: DEBUG nova.compute.manager [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1696.081052] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d6a7da-2df8-45fe-a0f1-4d76bd3341d9 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.131352] env[62094]: DEBUG nova.compute.manager [req-859c0d57-92a5-49af-86cf-71392ff1e615 req-c867a444-646c-4a26-b46d-e631ce16eafd service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Received event network-vif-deleted-5874acb5-0bd3-4ec5-b965-c234584c1e7d {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1696.131352] env[62094]: INFO nova.compute.manager [req-859c0d57-92a5-49af-86cf-71392ff1e615 req-c867a444-646c-4a26-b46d-e631ce16eafd service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Neutron deleted interface 5874acb5-0bd3-4ec5-b965-c234584c1e7d; detaching it from the instance and deleting it from the info cache [ 1696.131352] env[62094]: DEBUG nova.network.neutron [req-859c0d57-92a5-49af-86cf-71392ff1e615 req-c867a444-646c-4a26-b46d-e631ce16eafd service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.598123] env[62094]: INFO nova.compute.manager [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Took 12.44 seconds to build instance. [ 1696.609475] env[62094]: DEBUG nova.network.neutron [-] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.633966] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c16d295c-cbcf-4a16-95aa-a7640388a567 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.644505] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45f2459-8945-42fc-bb8e-4e5a37d35848 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.670786] env[62094]: DEBUG nova.compute.manager [req-859c0d57-92a5-49af-86cf-71392ff1e615 req-c867a444-646c-4a26-b46d-e631ce16eafd service nova] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Detach interface failed, port_id=5874acb5-0bd3-4ec5-b965-c234584c1e7d, reason: Instance e021d735-ea70-499a-8fd5-95e167b8eac2 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1697.100348] env[62094]: DEBUG oslo_concurrency.lockutils [None req-efb29c15-7303-43ba-ad0a-ca6f2fdb9c86 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.950s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.112106] env[62094]: INFO nova.compute.manager [-] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Took 1.46 seconds to deallocate network for instance. [ 1697.386376] env[62094]: DEBUG oslo_concurrency.lockutils [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "85ce149a-08fb-4a13-8c8a-0d3c412eab03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.386669] env[62094]: DEBUG oslo_concurrency.lockutils [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "85ce149a-08fb-4a13-8c8a-0d3c412eab03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.386888] env[62094]: DEBUG oslo_concurrency.lockutils [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "85ce149a-08fb-4a13-8c8a-0d3c412eab03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.387109] env[62094]: DEBUG oslo_concurrency.lockutils [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "85ce149a-08fb-4a13-8c8a-0d3c412eab03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.387293] env[62094]: DEBUG oslo_concurrency.lockutils [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "85ce149a-08fb-4a13-8c8a-0d3c412eab03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.389483] env[62094]: INFO nova.compute.manager [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Terminating instance [ 1697.391192] env[62094]: DEBUG nova.compute.manager [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1697.391386] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1697.392245] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1009bd-8790-49c4-b289-a69869d06ed7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.400787] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1697.401042] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0355cea0-396f-4340-83d1-e782feb25f92 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.408322] env[62094]: DEBUG oslo_vmware.api [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1697.408322] env[62094]: value = "task-1401629" [ 1697.408322] env[62094]: _type = "Task" [ 1697.408322] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.416307] env[62094]: DEBUG oslo_vmware.api [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.661740] env[62094]: INFO nova.compute.manager [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Took 0.55 seconds to detach 1 volumes for instance. [ 1697.719374] env[62094]: DEBUG nova.compute.manager [req-cdf78157-33a8-4b17-b10a-ffb2fe975783 req-51ee0afd-8be9-48ee-b4d0-4bf7aeb3b6f8 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Received event network-changed-f634d602-6e78-4358-9fc2-5dd5cae7a971 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1697.719591] env[62094]: DEBUG nova.compute.manager [req-cdf78157-33a8-4b17-b10a-ffb2fe975783 req-51ee0afd-8be9-48ee-b4d0-4bf7aeb3b6f8 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Refreshing instance network info cache due to event network-changed-f634d602-6e78-4358-9fc2-5dd5cae7a971. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1697.719803] env[62094]: DEBUG oslo_concurrency.lockutils [req-cdf78157-33a8-4b17-b10a-ffb2fe975783 req-51ee0afd-8be9-48ee-b4d0-4bf7aeb3b6f8 service nova] Acquiring lock "refresh_cache-d1b60b99-60b5-4c35-b330-6ed6e81ce686" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.719948] env[62094]: DEBUG oslo_concurrency.lockutils [req-cdf78157-33a8-4b17-b10a-ffb2fe975783 req-51ee0afd-8be9-48ee-b4d0-4bf7aeb3b6f8 service nova] Acquired lock "refresh_cache-d1b60b99-60b5-4c35-b330-6ed6e81ce686" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.720127] env[62094]: DEBUG nova.network.neutron [req-cdf78157-33a8-4b17-b10a-ffb2fe975783 req-51ee0afd-8be9-48ee-b4d0-4bf7aeb3b6f8 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Refreshing network info cache for port f634d602-6e78-4358-9fc2-5dd5cae7a971 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1697.918258] env[62094]: DEBUG oslo_vmware.api [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401629, 'name': PowerOffVM_Task, 'duration_secs': 0.205941} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.918529] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.918701] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.918951] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49a08f3e-0d2f-4c05-8276-5f159f36cf1a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.972913] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.973156] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.973341] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleting the datastore file [datastore2] 85ce149a-08fb-4a13-8c8a-0d3c412eab03 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.973604] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c23fce2-d524-43f5-8269-4550380f8bcb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.979501] env[62094]: DEBUG oslo_vmware.api [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for the task: (returnval){ [ 1697.979501] env[62094]: value = "task-1401631" [ 1697.979501] env[62094]: _type = "Task" [ 1697.979501] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.988474] env[62094]: DEBUG oslo_vmware.api [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.169075] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.169421] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.169645] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.194845] env[62094]: INFO nova.scheduler.client.report [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleted allocations for instance e021d735-ea70-499a-8fd5-95e167b8eac2 [ 1698.438511] env[62094]: DEBUG nova.network.neutron [req-cdf78157-33a8-4b17-b10a-ffb2fe975783 req-51ee0afd-8be9-48ee-b4d0-4bf7aeb3b6f8 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Updated VIF entry in instance network info cache for port f634d602-6e78-4358-9fc2-5dd5cae7a971. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1698.439041] env[62094]: DEBUG nova.network.neutron [req-cdf78157-33a8-4b17-b10a-ffb2fe975783 req-51ee0afd-8be9-48ee-b4d0-4bf7aeb3b6f8 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Updating instance_info_cache with network_info: [{"id": "f634d602-6e78-4358-9fc2-5dd5cae7a971", "address": "fa:16:3e:d7:d4:3f", "network": {"id": "9e772485-3980-491e-b2d8-ae55711d7f0c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-497699094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec01037040104fcba01fe7e4036a8410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf634d602-6e", "ovs_interfaceid": "f634d602-6e78-4358-9fc2-5dd5cae7a971", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.489804] env[62094]: DEBUG oslo_vmware.api [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Task: {'id': task-1401631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122787} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.490103] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1698.490298] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1698.490500] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1698.490702] env[62094]: INFO nova.compute.manager [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1698.490961] env[62094]: DEBUG oslo.service.loopingcall [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.491209] env[62094]: DEBUG nova.compute.manager [-] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1698.491318] env[62094]: DEBUG nova.network.neutron [-] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1698.703013] env[62094]: DEBUG oslo_concurrency.lockutils [None req-6d7b9550-947f-4b06-98de-a31d4e6716ca tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "e021d735-ea70-499a-8fd5-95e167b8eac2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.353s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.763619] env[62094]: DEBUG nova.compute.manager [req-72469610-6225-4498-8416-34737261659c req-2c60adce-9723-4e00-adde-41d40e5c9694 service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Received event network-vif-deleted-2d881715-43ea-47e2-aa3d-84a3b14023b4 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1698.763814] env[62094]: INFO nova.compute.manager [req-72469610-6225-4498-8416-34737261659c req-2c60adce-9723-4e00-adde-41d40e5c9694 service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Neutron deleted interface 2d881715-43ea-47e2-aa3d-84a3b14023b4; detaching it from the instance and deleting it from the info cache [ 1698.764020] env[62094]: DEBUG nova.network.neutron [req-72469610-6225-4498-8416-34737261659c req-2c60adce-9723-4e00-adde-41d40e5c9694 service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.942548] env[62094]: DEBUG oslo_concurrency.lockutils [req-cdf78157-33a8-4b17-b10a-ffb2fe975783 req-51ee0afd-8be9-48ee-b4d0-4bf7aeb3b6f8 service nova] Releasing lock "refresh_cache-d1b60b99-60b5-4c35-b330-6ed6e81ce686" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.237185] env[62094]: DEBUG nova.network.neutron [-] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.266846] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eddbb524-4016-42d0-a263-a94cd959306d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.276894] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4395e8e9-81aa-4e18-8bc8-cc33d7ee340a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.300275] env[62094]: DEBUG nova.compute.manager [req-72469610-6225-4498-8416-34737261659c req-2c60adce-9723-4e00-adde-41d40e5c9694 service nova] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Detach interface failed, port_id=2d881715-43ea-47e2-aa3d-84a3b14023b4, reason: Instance 85ce149a-08fb-4a13-8c8a-0d3c412eab03 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1699.517529] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "7268e563-002b-48c5-918a-a7d6b4d3794d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.517763] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.740037] env[62094]: INFO nova.compute.manager [-] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Took 1.25 seconds to deallocate network for instance. [ 1700.020494] env[62094]: DEBUG nova.compute.manager [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Starting instance... {{(pid=62094) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1700.246869] env[62094]: DEBUG oslo_concurrency.lockutils [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.247190] env[62094]: DEBUG oslo_concurrency.lockutils [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.247402] env[62094]: DEBUG nova.objects.instance [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lazy-loading 'resources' on Instance uuid 85ce149a-08fb-4a13-8c8a-0d3c412eab03 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.546277] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.797664] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e12632-45e9-4913-86f4-6d7036d38675 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.805431] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74397fc3-995e-4a39-ade9-67bee57e5196 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.835324] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc763043-d18b-4bbc-93f8-a44f174a2ec6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.842394] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954cb378-176b-42a4-83e9-de09bc39a692 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.855013] env[62094]: DEBUG nova.compute.provider_tree [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.358009] env[62094]: DEBUG nova.scheduler.client.report [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1701.863390] env[62094]: DEBUG oslo_concurrency.lockutils [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.865688] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.320s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.867605] env[62094]: INFO nova.compute.claims [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1701.882320] env[62094]: INFO nova.scheduler.client.report [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Deleted allocations for instance 85ce149a-08fb-4a13-8c8a-0d3c412eab03 [ 1702.390746] env[62094]: DEBUG oslo_concurrency.lockutils [None req-69217979-ae8e-42fb-b8ce-3cbf59e258f7 tempest-ServerActionsTestOtherA-722078194 tempest-ServerActionsTestOtherA-722078194-project-member] Lock "85ce149a-08fb-4a13-8c8a-0d3c412eab03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.004s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.915502] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa0b81f-c39e-47ba-88bf-21b006c5334a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.923430] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da46547-9dcd-4a61-91cb-db65c6181bd5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.954846] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7558797b-4a51-43a1-ac02-10b75960cdd6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.961861] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df959fe0-9fa8-48a2-9adb-f69c07e2bfb5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.975013] env[62094]: DEBUG nova.compute.provider_tree [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.477961] env[62094]: DEBUG nova.scheduler.client.report [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1703.983590] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.983757] env[62094]: DEBUG nova.compute.manager [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Start building networks asynchronously for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1704.489283] env[62094]: DEBUG nova.compute.utils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1704.490976] env[62094]: DEBUG nova.compute.manager [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Allocating IP information in the background. {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1704.491199] env[62094]: DEBUG nova.network.neutron [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] allocate_for_instance() {{(pid=62094) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1704.534586] env[62094]: DEBUG nova.policy [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a475820961c8477587c198d4a6b588a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b51550fedb244b8686c51b90f5289dcd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62094) authorize /opt/stack/nova/nova/policy.py:201}} [ 1704.792434] env[62094]: DEBUG nova.network.neutron [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Successfully created port: 2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1704.994924] env[62094]: DEBUG nova.compute.manager [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Start building block device mappings for instance. {{(pid=62094) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1706.005701] env[62094]: DEBUG nova.compute.manager [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Start spawning the instance on the hypervisor. {{(pid=62094) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1706.032884] env[62094]: DEBUG nova.virt.hardware [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-11-06T05:10:45Z,direct_url=,disk_format='vmdk',id=cfd7dda5-dd02-4e1a-a12e-b39abc6db212,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7701ff61bd647768e1eb1b5c70ce92b',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-11-06T05:10:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1706.033154] env[62094]: DEBUG nova.virt.hardware [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1706.033314] env[62094]: DEBUG nova.virt.hardware [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1706.033496] env[62094]: DEBUG nova.virt.hardware [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1706.033645] env[62094]: DEBUG nova.virt.hardware [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1706.033794] env[62094]: DEBUG nova.virt.hardware [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1706.033998] env[62094]: DEBUG nova.virt.hardware [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1706.034179] env[62094]: DEBUG nova.virt.hardware [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1706.034358] env[62094]: DEBUG nova.virt.hardware [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1706.034520] env[62094]: DEBUG nova.virt.hardware [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1706.034696] env[62094]: DEBUG nova.virt.hardware [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1706.035561] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10755f95-c997-4672-852d-d0ca2fc46d7b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.043365] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08c5c17-a023-4f09-a3f7-a4176bce959e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.161792] env[62094]: DEBUG nova.compute.manager [req-a14c02b8-20c1-4fa5-80ad-ed32c0e72a60 req-35e0e3b2-0e5e-4d68-9727-d36d9d147b6c service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Received event network-vif-plugged-2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1706.162089] env[62094]: DEBUG oslo_concurrency.lockutils [req-a14c02b8-20c1-4fa5-80ad-ed32c0e72a60 req-35e0e3b2-0e5e-4d68-9727-d36d9d147b6c service nova] Acquiring lock "7268e563-002b-48c5-918a-a7d6b4d3794d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.162246] env[62094]: DEBUG oslo_concurrency.lockutils [req-a14c02b8-20c1-4fa5-80ad-ed32c0e72a60 req-35e0e3b2-0e5e-4d68-9727-d36d9d147b6c service nova] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.162416] env[62094]: DEBUG oslo_concurrency.lockutils [req-a14c02b8-20c1-4fa5-80ad-ed32c0e72a60 req-35e0e3b2-0e5e-4d68-9727-d36d9d147b6c service nova] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.162589] env[62094]: DEBUG nova.compute.manager [req-a14c02b8-20c1-4fa5-80ad-ed32c0e72a60 req-35e0e3b2-0e5e-4d68-9727-d36d9d147b6c service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] No waiting events found dispatching network-vif-plugged-2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1706.162747] env[62094]: WARNING nova.compute.manager [req-a14c02b8-20c1-4fa5-80ad-ed32c0e72a60 req-35e0e3b2-0e5e-4d68-9727-d36d9d147b6c service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Received unexpected event network-vif-plugged-2a2cd985-9c39-47be-b20e-4fac23a63b18 for instance with vm_state building and task_state spawning. [ 1706.246253] env[62094]: DEBUG nova.network.neutron [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Successfully updated port: 2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.748758] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.748948] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.749113] env[62094]: DEBUG nova.network.neutron [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.280589] env[62094]: DEBUG nova.network.neutron [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Instance cache missing network info. {{(pid=62094) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.405471] env[62094]: DEBUG nova.network.neutron [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updating instance_info_cache with network_info: [{"id": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "address": "fa:16:3e:74:6f:ec", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2cd985-9c", "ovs_interfaceid": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.908453] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.908775] env[62094]: DEBUG nova.compute.manager [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Instance network_info: |[{"id": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "address": "fa:16:3e:74:6f:ec", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2cd985-9c", "ovs_interfaceid": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62094) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1707.909287] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:6f:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a2cd985-9c39-47be-b20e-4fac23a63b18', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1707.916706] env[62094]: DEBUG oslo.service.loopingcall [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.916937] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1707.917162] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a220963-2450-43cc-b985-9676eb59e287 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.937104] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1707.937104] env[62094]: value = "task-1401632" [ 1707.937104] env[62094]: _type = "Task" [ 1707.937104] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.944841] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401632, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.189545] env[62094]: DEBUG nova.compute.manager [req-6d415b0f-4033-48af-812b-04738a55e962 req-6de41136-6a60-4ea7-af93-0b79ef1acbce service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Received event network-changed-2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1708.189755] env[62094]: DEBUG nova.compute.manager [req-6d415b0f-4033-48af-812b-04738a55e962 req-6de41136-6a60-4ea7-af93-0b79ef1acbce service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Refreshing instance network info cache due to event network-changed-2a2cd985-9c39-47be-b20e-4fac23a63b18. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1708.189970] env[62094]: DEBUG oslo_concurrency.lockutils [req-6d415b0f-4033-48af-812b-04738a55e962 req-6de41136-6a60-4ea7-af93-0b79ef1acbce service nova] Acquiring lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.190339] env[62094]: DEBUG oslo_concurrency.lockutils [req-6d415b0f-4033-48af-812b-04738a55e962 req-6de41136-6a60-4ea7-af93-0b79ef1acbce service nova] Acquired lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.190522] env[62094]: DEBUG nova.network.neutron [req-6d415b0f-4033-48af-812b-04738a55e962 req-6de41136-6a60-4ea7-af93-0b79ef1acbce service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Refreshing network info cache for port 2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.447382] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401632, 'name': CreateVM_Task, 'duration_secs': 0.277066} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.447688] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1708.448255] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.448426] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.448777] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1708.449069] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee7318b8-8168-4f74-9769-bb9f71e40f43 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.454027] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1708.454027] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a526c2-8b76-014c-59a0-93256b38bc44" [ 1708.454027] env[62094]: _type = "Task" [ 1708.454027] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.461790] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a526c2-8b76-014c-59a0-93256b38bc44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.871993] env[62094]: DEBUG nova.network.neutron [req-6d415b0f-4033-48af-812b-04738a55e962 req-6de41136-6a60-4ea7-af93-0b79ef1acbce service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updated VIF entry in instance network info cache for port 2a2cd985-9c39-47be-b20e-4fac23a63b18. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1708.872385] env[62094]: DEBUG nova.network.neutron [req-6d415b0f-4033-48af-812b-04738a55e962 req-6de41136-6a60-4ea7-af93-0b79ef1acbce service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updating instance_info_cache with network_info: [{"id": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "address": "fa:16:3e:74:6f:ec", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2cd985-9c", "ovs_interfaceid": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.963824] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a526c2-8b76-014c-59a0-93256b38bc44, 'name': SearchDatastore_Task, 'duration_secs': 0.009817} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.964175] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.964420] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Processing image cfd7dda5-dd02-4e1a-a12e-b39abc6db212 {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1708.964651] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.964800] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.964979] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1708.965245] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de12fe17-8ab4-4dc1-8a7a-ccf68c5c3d69 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.972832] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.972937] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1708.973591] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9c6264-5eae-41c9-a80f-4e17f5694514 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.978254] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1708.978254] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5295c5ea-a557-d1ab-51fe-bbe8524a8244" [ 1708.978254] env[62094]: _type = "Task" [ 1708.978254] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.985092] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5295c5ea-a557-d1ab-51fe-bbe8524a8244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.375511] env[62094]: DEBUG oslo_concurrency.lockutils [req-6d415b0f-4033-48af-812b-04738a55e962 req-6de41136-6a60-4ea7-af93-0b79ef1acbce service nova] Releasing lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.489948] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5295c5ea-a557-d1ab-51fe-bbe8524a8244, 'name': SearchDatastore_Task, 'duration_secs': 0.008162} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.490723] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab60acd2-66ea-4260-aa01-4ef457be6041 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.495493] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1709.495493] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]524f9864-4bdb-ff80-7d56-d5ebb236091b" [ 1709.495493] env[62094]: _type = "Task" [ 1709.495493] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.502468] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524f9864-4bdb-ff80-7d56-d5ebb236091b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.006269] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]524f9864-4bdb-ff80-7d56-d5ebb236091b, 'name': SearchDatastore_Task, 'duration_secs': 0.009004} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.006510] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.006865] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 7268e563-002b-48c5-918a-a7d6b4d3794d/7268e563-002b-48c5-918a-a7d6b4d3794d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1710.007173] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dacb1afa-fe75-48c9-96b2-fa2768438afe {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.013676] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1710.013676] env[62094]: value = "task-1401633" [ 1710.013676] env[62094]: _type = "Task" [ 1710.013676] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.020975] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.523368] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450333} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.523831] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cfd7dda5-dd02-4e1a-a12e-b39abc6db212/cfd7dda5-dd02-4e1a-a12e-b39abc6db212.vmdk to [datastore2] 7268e563-002b-48c5-918a-a7d6b4d3794d/7268e563-002b-48c5-918a-a7d6b4d3794d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1710.523831] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Extending root virtual disk to 1048576 {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1710.524080] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6df1da43-d5ca-4022-a31f-e1bb6341a465 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.530036] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1710.530036] env[62094]: value = "task-1401634" [ 1710.530036] env[62094]: _type = "Task" [ 1710.530036] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.537420] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.039435] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061847} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.039701] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Extended root virtual disk {{(pid=62094) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1711.040458] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da1b1f3-5cbc-4c0a-a5ae-6a5a5d7b4e96 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.061221] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 7268e563-002b-48c5-918a-a7d6b4d3794d/7268e563-002b-48c5-918a-a7d6b4d3794d.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.061460] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f890bf2c-70ad-4a32-8be3-5b6e6424fae8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.080405] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1711.080405] env[62094]: value = "task-1401635" [ 1711.080405] env[62094]: _type = "Task" [ 1711.080405] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.087541] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.589877] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401635, 'name': ReconfigVM_Task, 'duration_secs': 0.277233} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.590285] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 7268e563-002b-48c5-918a-a7d6b4d3794d/7268e563-002b-48c5-918a-a7d6b4d3794d.vmdk or device None with type sparse {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1711.590824] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f6f9113-a175-4c96-ba52-0f7705e25bda {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.596471] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1711.596471] env[62094]: value = "task-1401636" [ 1711.596471] env[62094]: _type = "Task" [ 1711.596471] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.603724] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401636, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.721648] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.721882] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1711.722066] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.106874] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401636, 'name': Rename_Task, 'duration_secs': 0.187041} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.107167] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1712.107430] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5096ca7a-f310-4063-b0ea-c70cbe5cc744 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.113464] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1712.113464] env[62094]: value = "task-1401637" [ 1712.113464] env[62094]: _type = "Task" [ 1712.113464] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.120572] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.623445] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.721673] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.127614] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.625021] env[62094]: DEBUG oslo_vmware.api [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401637, 'name': PowerOnVM_Task, 'duration_secs': 1.067111} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.626037] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1713.626037] env[62094]: INFO nova.compute.manager [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1713.626203] env[62094]: DEBUG nova.compute.manager [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1713.626974] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb30ebb-dc2e-473b-bbd0-e0b2b63daf64 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.721244] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.721418] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1714.148419] env[62094]: INFO nova.compute.manager [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Took 13.62 seconds to build instance. [ 1714.651296] env[62094]: DEBUG oslo_concurrency.lockutils [None req-cce26239-af94-4968-8fb0-8fe61b67ecd8 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.133s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.701118] env[62094]: DEBUG nova.compute.manager [req-093c8828-8ed3-46e2-9bc5-5c8265041718 req-d4102ea6-d2e3-4c85-92bd-72dc86a629c1 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Received event network-changed-2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1714.701329] env[62094]: DEBUG nova.compute.manager [req-093c8828-8ed3-46e2-9bc5-5c8265041718 req-d4102ea6-d2e3-4c85-92bd-72dc86a629c1 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Refreshing instance network info cache due to event network-changed-2a2cd985-9c39-47be-b20e-4fac23a63b18. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1714.702015] env[62094]: DEBUG oslo_concurrency.lockutils [req-093c8828-8ed3-46e2-9bc5-5c8265041718 req-d4102ea6-d2e3-4c85-92bd-72dc86a629c1 service nova] Acquiring lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.702234] env[62094]: DEBUG oslo_concurrency.lockutils [req-093c8828-8ed3-46e2-9bc5-5c8265041718 req-d4102ea6-d2e3-4c85-92bd-72dc86a629c1 service nova] Acquired lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.702421] env[62094]: DEBUG nova.network.neutron [req-093c8828-8ed3-46e2-9bc5-5c8265041718 req-d4102ea6-d2e3-4c85-92bd-72dc86a629c1 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Refreshing network info cache for port 2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1715.414991] env[62094]: DEBUG nova.network.neutron [req-093c8828-8ed3-46e2-9bc5-5c8265041718 req-d4102ea6-d2e3-4c85-92bd-72dc86a629c1 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updated VIF entry in instance network info cache for port 2a2cd985-9c39-47be-b20e-4fac23a63b18. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1715.415375] env[62094]: DEBUG nova.network.neutron [req-093c8828-8ed3-46e2-9bc5-5c8265041718 req-d4102ea6-d2e3-4c85-92bd-72dc86a629c1 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updating instance_info_cache with network_info: [{"id": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "address": "fa:16:3e:74:6f:ec", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2cd985-9c", "ovs_interfaceid": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.732945] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Didn't find any instances for network info cache update. {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1715.733432] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.733432] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.733528] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1715.734056] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.918032] env[62094]: DEBUG oslo_concurrency.lockutils [req-093c8828-8ed3-46e2-9bc5-5c8265041718 req-d4102ea6-d2e3-4c85-92bd-72dc86a629c1 service nova] Releasing lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.237591] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.237899] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.238125] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.238298] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1716.239229] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b7a8b4-16af-4aaf-963c-9515e4f42742 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.247294] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beb910e-48e6-42d4-aa0c-0cd25c92fd96 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.260960] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e3b11b-fa11-421e-b36b-77201c772db2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.267587] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baa63d6-88b6-473c-ae69-ad1564778251 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.296968] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180458MB free_disk=185GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1716.297145] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.297351] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.398621] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance d1b60b99-60b5-4c35-b330-6ed6e81ce686 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.398945] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 7268e563-002b-48c5-918a-a7d6b4d3794d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.398945] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1717.399112] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1717.437502] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c01b092-7f57-4abe-8bf7-1290159e392e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.444860] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3059e4-a723-4a66-a201-43cf419df364 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.473509] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216cf25a-915e-460d-a9a0-24ee6569fbb7 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.481843] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf42914-c9dd-4d47-9a15-ccd1f072de6f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.495590] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.999065] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1718.503513] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1718.503960] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.206s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.492255] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1733.220334] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.220651] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.724056] env[62094]: DEBUG nova.compute.utils [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Using /dev/sd instead of None {{(pid=62094) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1734.227583] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.283865] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.284191] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.284459] env[62094]: INFO nova.compute.manager [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Attaching volume cf4b3f64-537b-4d55-908c-542fe25e6a7f to /dev/sdb [ 1735.313856] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2016f0-ff29-4803-ba1a-075f0326e824 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.321175] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7a6e3f-2ea1-4ca5-9c65-200066c0a59f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.333505] env[62094]: DEBUG nova.virt.block_device [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Updating existing volume attachment record: 0cc6f68a-caf5-43ea-93c7-8177e7fa07f4 {{(pid=62094) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1739.875189] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Volume attach. Driver type: vmdk {{(pid=62094) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1739.875465] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297099', 'volume_id': 'cf4b3f64-537b-4d55-908c-542fe25e6a7f', 'name': 'volume-cf4b3f64-537b-4d55-908c-542fe25e6a7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd1b60b99-60b5-4c35-b330-6ed6e81ce686', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf4b3f64-537b-4d55-908c-542fe25e6a7f', 'serial': 'cf4b3f64-537b-4d55-908c-542fe25e6a7f'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1739.876364] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c617cd-0f8c-4754-8b0f-59a6c9548d7e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.893829] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da1960f-d604-455b-a749-94a0e2675308 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.917305] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-cf4b3f64-537b-4d55-908c-542fe25e6a7f/volume-cf4b3f64-537b-4d55-908c-542fe25e6a7f.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1739.917551] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39604e3e-4190-4c2f-a603-96687bbf99e6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.934760] env[62094]: DEBUG oslo_vmware.api [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1739.934760] env[62094]: value = "task-1401640" [ 1739.934760] env[62094]: _type = "Task" [ 1739.934760] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.942550] env[62094]: DEBUG oslo_vmware.api [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.444059] env[62094]: DEBUG oslo_vmware.api [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401640, 'name': ReconfigVM_Task, 'duration_secs': 0.325605} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.444319] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-cf4b3f64-537b-4d55-908c-542fe25e6a7f/volume-cf4b3f64-537b-4d55-908c-542fe25e6a7f.vmdk or device None with type thin {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1740.449700] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d10d8c09-6947-4e56-90c1-65dcb2895f64 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.464771] env[62094]: DEBUG oslo_vmware.api [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1740.464771] env[62094]: value = "task-1401641" [ 1740.464771] env[62094]: _type = "Task" [ 1740.464771] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.472317] env[62094]: DEBUG oslo_vmware.api [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.974723] env[62094]: DEBUG oslo_vmware.api [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401641, 'name': ReconfigVM_Task, 'duration_secs': 0.132583} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.975102] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297099', 'volume_id': 'cf4b3f64-537b-4d55-908c-542fe25e6a7f', 'name': 'volume-cf4b3f64-537b-4d55-908c-542fe25e6a7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd1b60b99-60b5-4c35-b330-6ed6e81ce686', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf4b3f64-537b-4d55-908c-542fe25e6a7f', 'serial': 'cf4b3f64-537b-4d55-908c-542fe25e6a7f'} {{(pid=62094) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1742.009196] env[62094]: DEBUG nova.objects.instance [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lazy-loading 'flavor' on Instance uuid d1b60b99-60b5-4c35-b330-6ed6e81ce686 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.514766] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c10357bd-f111-4e28-8d50-7ab1e7ea097a tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.230s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.698748] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.699057] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.203053] env[62094]: INFO nova.compute.manager [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Detaching volume cf4b3f64-537b-4d55-908c-542fe25e6a7f [ 1743.231840] env[62094]: INFO nova.virt.block_device [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Attempting to driver detach volume cf4b3f64-537b-4d55-908c-542fe25e6a7f from mountpoint /dev/sdb [ 1743.232100] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Volume detach. Driver type: vmdk {{(pid=62094) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1743.232296] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297099', 'volume_id': 'cf4b3f64-537b-4d55-908c-542fe25e6a7f', 'name': 'volume-cf4b3f64-537b-4d55-908c-542fe25e6a7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd1b60b99-60b5-4c35-b330-6ed6e81ce686', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf4b3f64-537b-4d55-908c-542fe25e6a7f', 'serial': 'cf4b3f64-537b-4d55-908c-542fe25e6a7f'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1743.233174] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06bd613-df8c-4c43-b53d-ba8ea331dee3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.256167] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7463339a-f091-441f-9ad2-7a9c3043f714 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.262781] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27a4832-5feb-4923-bf7f-e166a021e951 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.281840] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e21592-c324-4088-b5d9-f55bf023ed99 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.295312] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] The volume has not been displaced from its original location: [datastore2] volume-cf4b3f64-537b-4d55-908c-542fe25e6a7f/volume-cf4b3f64-537b-4d55-908c-542fe25e6a7f.vmdk. No consolidation needed. {{(pid=62094) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1743.300420] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1743.300675] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1abc5fd2-4c3d-4c1d-befa-be692532cc9c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.317120] env[62094]: DEBUG oslo_vmware.api [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1743.317120] env[62094]: value = "task-1401642" [ 1743.317120] env[62094]: _type = "Task" [ 1743.317120] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.324133] env[62094]: DEBUG oslo_vmware.api [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.826455] env[62094]: DEBUG oslo_vmware.api [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401642, 'name': ReconfigVM_Task, 'duration_secs': 0.211474} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.826762] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62094) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1743.831364] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33066d43-2c84-44fd-8d82-1540b2120517 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.846442] env[62094]: DEBUG oslo_vmware.api [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1743.846442] env[62094]: value = "task-1401643" [ 1743.846442] env[62094]: _type = "Task" [ 1743.846442] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.853789] env[62094]: DEBUG oslo_vmware.api [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.355999] env[62094]: DEBUG oslo_vmware.api [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401643, 'name': ReconfigVM_Task, 'duration_secs': 0.145155} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.356356] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-297099', 'volume_id': 'cf4b3f64-537b-4d55-908c-542fe25e6a7f', 'name': 'volume-cf4b3f64-537b-4d55-908c-542fe25e6a7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd1b60b99-60b5-4c35-b330-6ed6e81ce686', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf4b3f64-537b-4d55-908c-542fe25e6a7f', 'serial': 'cf4b3f64-537b-4d55-908c-542fe25e6a7f'} {{(pid=62094) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1744.895273] env[62094]: DEBUG nova.objects.instance [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lazy-loading 'flavor' on Instance uuid d1b60b99-60b5-4c35-b330-6ed6e81ce686 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.901734] env[62094]: DEBUG oslo_concurrency.lockutils [None req-72bd6044-e786-4435-a532-1c9ac3eefdab tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.927384] env[62094]: DEBUG oslo_concurrency.lockutils [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.927704] env[62094]: DEBUG oslo_concurrency.lockutils [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.927818] env[62094]: DEBUG oslo_concurrency.lockutils [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.927970] env[62094]: DEBUG oslo_concurrency.lockutils [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.928160] env[62094]: DEBUG oslo_concurrency.lockutils [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.930294] env[62094]: INFO nova.compute.manager [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Terminating instance [ 1746.932308] env[62094]: DEBUG nova.compute.manager [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1746.932502] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1746.933336] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b81d672-c877-46e6-b8e2-0e6a41f08c11 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.941446] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1746.941686] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09a002dc-159f-4d19-a7ce-f961a57d334d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.948359] env[62094]: DEBUG oslo_vmware.api [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1746.948359] env[62094]: value = "task-1401644" [ 1746.948359] env[62094]: _type = "Task" [ 1746.948359] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.955963] env[62094]: DEBUG oslo_vmware.api [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.459061] env[62094]: DEBUG oslo_vmware.api [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401644, 'name': PowerOffVM_Task, 'duration_secs': 0.161092} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.459371] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.459589] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1747.459867] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ddd249e-9bf7-43e9-9424-c3cf2cdc2012 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.519386] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1747.519582] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1747.519765] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Deleting the datastore file [datastore1] d1b60b99-60b5-4c35-b330-6ed6e81ce686 {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1747.520045] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c34d205-949a-468d-a189-b5ca45c92bae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.525528] env[62094]: DEBUG oslo_vmware.api [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for the task: (returnval){ [ 1747.525528] env[62094]: value = "task-1401646" [ 1747.525528] env[62094]: _type = "Task" [ 1747.525528] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.532800] env[62094]: DEBUG oslo_vmware.api [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.035383] env[62094]: DEBUG oslo_vmware.api [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Task: {'id': task-1401646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140024} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.035769] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1748.035814] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1748.035981] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1748.036177] env[62094]: INFO nova.compute.manager [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1748.036418] env[62094]: DEBUG oslo.service.loopingcall [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1748.036612] env[62094]: DEBUG nova.compute.manager [-] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1748.036716] env[62094]: DEBUG nova.network.neutron [-] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1748.473694] env[62094]: DEBUG nova.compute.manager [req-e57dfd5c-0d6b-46fb-8aad-b198cd98892b req-a61f4eea-582a-4339-adf1-1fc99683ade2 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Received event network-vif-deleted-f634d602-6e78-4358-9fc2-5dd5cae7a971 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1748.473953] env[62094]: INFO nova.compute.manager [req-e57dfd5c-0d6b-46fb-8aad-b198cd98892b req-a61f4eea-582a-4339-adf1-1fc99683ade2 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Neutron deleted interface f634d602-6e78-4358-9fc2-5dd5cae7a971; detaching it from the instance and deleting it from the info cache [ 1748.474085] env[62094]: DEBUG nova.network.neutron [req-e57dfd5c-0d6b-46fb-8aad-b198cd98892b req-a61f4eea-582a-4339-adf1-1fc99683ade2 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.947330] env[62094]: DEBUG nova.network.neutron [-] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.976562] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2afda983-4072-4e00-aa6b-bda808ae6cdb {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.986354] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b1f11a-6dbd-4b43-8cd6-a59d513b0818 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.010305] env[62094]: DEBUG nova.compute.manager [req-e57dfd5c-0d6b-46fb-8aad-b198cd98892b req-a61f4eea-582a-4339-adf1-1fc99683ade2 service nova] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Detach interface failed, port_id=f634d602-6e78-4358-9fc2-5dd5cae7a971, reason: Instance d1b60b99-60b5-4c35-b330-6ed6e81ce686 could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1749.450889] env[62094]: INFO nova.compute.manager [-] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Took 1.41 seconds to deallocate network for instance. [ 1749.957353] env[62094]: DEBUG oslo_concurrency.lockutils [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.957621] env[62094]: DEBUG oslo_concurrency.lockutils [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.957850] env[62094]: DEBUG nova.objects.instance [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lazy-loading 'resources' on Instance uuid d1b60b99-60b5-4c35-b330-6ed6e81ce686 {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.500872] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a650a12-87c5-42a3-8d6e-a9fbd99e0760 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.508278] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1f9ba9-392d-4190-9d20-44947b4e57fa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.536410] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e477c5-d7c2-40fa-9c3c-cbadee5c8321 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.542851] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1afe984-2c70-4a3b-bfa8-4efada51ccf5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.555108] env[62094]: DEBUG nova.compute.provider_tree [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.057957] env[62094]: DEBUG nova.scheduler.client.report [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1751.563328] env[62094]: DEBUG oslo_concurrency.lockutils [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.584965] env[62094]: INFO nova.scheduler.client.report [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Deleted allocations for instance d1b60b99-60b5-4c35-b330-6ed6e81ce686 [ 1752.093273] env[62094]: DEBUG oslo_concurrency.lockutils [None req-012fc6bd-220c-44e6-ac0f-252b2b70e974 tempest-AttachVolumeNegativeTest-1376464484 tempest-AttachVolumeNegativeTest-1376464484-project-member] Lock "d1b60b99-60b5-4c35-b330-6ed6e81ce686" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.166s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.483251] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "7268e563-002b-48c5-918a-a7d6b4d3794d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.483534] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.483728] env[62094]: INFO nova.compute.manager [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Shelving [ 1752.991103] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.991511] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f64fafea-7da1-4eda-8ece-5547dd4d27f1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.998421] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1752.998421] env[62094]: value = "task-1401648" [ 1752.998421] env[62094]: _type = "Task" [ 1752.998421] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.006432] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.508478] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401648, 'name': PowerOffVM_Task, 'duration_secs': 0.162465} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.508706] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1753.509461] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ba47af-d791-4bf9-887e-3db076f44780 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.527180] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94779bd-416c-420c-8dcd-2ec417e8a1bc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.036703] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Creating Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1754.037141] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ee495b36-0476-474c-bc29-cedc624d6c0c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.045206] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1754.045206] env[62094]: value = "task-1401649" [ 1754.045206] env[62094]: _type = "Task" [ 1754.045206] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.053717] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401649, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.555270] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401649, 'name': CreateSnapshot_Task, 'duration_secs': 0.459059} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.555525] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Created Snapshot of the VM instance {{(pid=62094) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1754.556228] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35104655-d60b-4953-b6a7-fce438371f33 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.072830] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Creating linked-clone VM from snapshot {{(pid=62094) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1755.073253] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1ff715b-3b58-410a-a6ec-64ecdb24036c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.082484] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1755.082484] env[62094]: value = "task-1401650" [ 1755.082484] env[62094]: _type = "Task" [ 1755.082484] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.091431] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401650, 'name': CloneVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.592686] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401650, 'name': CloneVM_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.093859] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401650, 'name': CloneVM_Task} progress is 95%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.594750] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401650, 'name': CloneVM_Task, 'duration_secs': 1.161988} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.595080] env[62094]: INFO nova.virt.vmwareapi.vmops [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Created linked-clone VM from snapshot [ 1756.595796] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3de6591-e31a-4d68-82eb-1790295fc2d2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.602819] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Uploading image a0c647f1-399c-4530-b682-9a9ee5b4eebe {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1756.629631] env[62094]: DEBUG oslo_vmware.rw_handles [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1756.629631] env[62094]: value = "vm-297101" [ 1756.629631] env[62094]: _type = "VirtualMachine" [ 1756.629631] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1756.629889] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-480bd0ca-bbbb-4ecb-86d8-cb3bae7ed7b0 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.636302] env[62094]: DEBUG oslo_vmware.rw_handles [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lease: (returnval){ [ 1756.636302] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ea66f2-7d12-8d50-482f-2e2853554da2" [ 1756.636302] env[62094]: _type = "HttpNfcLease" [ 1756.636302] env[62094]: } obtained for exporting VM: (result){ [ 1756.636302] env[62094]: value = "vm-297101" [ 1756.636302] env[62094]: _type = "VirtualMachine" [ 1756.636302] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1756.636578] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the lease: (returnval){ [ 1756.636578] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ea66f2-7d12-8d50-482f-2e2853554da2" [ 1756.636578] env[62094]: _type = "HttpNfcLease" [ 1756.636578] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1756.642413] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1756.642413] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ea66f2-7d12-8d50-482f-2e2853554da2" [ 1756.642413] env[62094]: _type = "HttpNfcLease" [ 1756.642413] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1757.145301] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1757.145301] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ea66f2-7d12-8d50-482f-2e2853554da2" [ 1757.145301] env[62094]: _type = "HttpNfcLease" [ 1757.145301] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1757.145778] env[62094]: DEBUG oslo_vmware.rw_handles [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1757.145778] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52ea66f2-7d12-8d50-482f-2e2853554da2" [ 1757.145778] env[62094]: _type = "HttpNfcLease" [ 1757.145778] env[62094]: }. {{(pid=62094) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1757.146356] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea9aaeb-64f1-45fd-95aa-122f18003d32 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.153516] env[62094]: DEBUG oslo_vmware.rw_handles [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c00acd-3937-d7e3-eca0-0501a1c147ec/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1757.153689] env[62094]: DEBUG oslo_vmware.rw_handles [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c00acd-3937-d7e3-eca0-0501a1c147ec/disk-0.vmdk for reading. {{(pid=62094) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1757.241794] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa569a6a-e3da-4423-a0ba-e425811e4eb6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.805500] env[62094]: DEBUG oslo_vmware.rw_handles [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c00acd-3937-d7e3-eca0-0501a1c147ec/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1764.806502] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6f9026-0ec7-474d-ae81-12e54a01cafd {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.813551] env[62094]: DEBUG oslo_vmware.rw_handles [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c00acd-3937-d7e3-eca0-0501a1c147ec/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1764.813724] env[62094]: ERROR oslo_vmware.rw_handles [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c00acd-3937-d7e3-eca0-0501a1c147ec/disk-0.vmdk due to incomplete transfer. [ 1764.813952] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7ccb2792-13c9-4f9e-b896-d4c67591a826 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.821082] env[62094]: DEBUG oslo_vmware.rw_handles [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c00acd-3937-d7e3-eca0-0501a1c147ec/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1764.821285] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Uploaded image a0c647f1-399c-4530-b682-9a9ee5b4eebe to the Glance image server {{(pid=62094) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1764.823561] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Destroying the VM {{(pid=62094) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1764.823799] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0c5e7a2-d351-4204-a6ce-b541117947ad {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.829375] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1764.829375] env[62094]: value = "task-1401654" [ 1764.829375] env[62094]: _type = "Task" [ 1764.829375] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.836713] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401654, 'name': Destroy_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.340294] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401654, 'name': Destroy_Task, 'duration_secs': 0.329849} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.340294] env[62094]: INFO nova.virt.vmwareapi.vm_util [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Destroyed the VM [ 1765.340294] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Deleting Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1765.340294] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa666585-ccc1-4ed2-9d4a-0c59045f8669 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.346697] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1765.346697] env[62094]: value = "task-1401655" [ 1765.346697] env[62094]: _type = "Task" [ 1765.346697] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.354673] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401655, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.855600] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401655, 'name': RemoveSnapshot_Task, 'duration_secs': 0.436679} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.855947] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Deleted Snapshot of the VM instance {{(pid=62094) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1765.856183] env[62094]: DEBUG nova.compute.manager [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1765.856931] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19146389-9cee-4374-96d3-84f734527eb6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.368172] env[62094]: INFO nova.compute.manager [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Shelve offloading [ 1766.370010] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1766.370271] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de07ee0c-27eb-4320-8cf4-16e78123d96f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.376936] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1766.376936] env[62094]: value = "task-1401656" [ 1766.376936] env[62094]: _type = "Task" [ 1766.376936] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.385080] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.889524] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] VM already powered off {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1766.889830] env[62094]: DEBUG nova.compute.manager [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1766.890430] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0341a0f-3537-46fa-a6d7-989e9189b77c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.896049] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.896221] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.896391] env[62094]: DEBUG nova.network.neutron [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1767.613856] env[62094]: DEBUG nova.network.neutron [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updating instance_info_cache with network_info: [{"id": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "address": "fa:16:3e:74:6f:ec", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2cd985-9c", "ovs_interfaceid": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.118820] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.353038] env[62094]: DEBUG nova.compute.manager [req-f192ac21-1168-45f4-a0c3-a3b7bb7fbf6d req-d3c394df-0789-4b50-bdf1-dd5bf1f3fbee service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Received event network-vif-unplugged-2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1768.353186] env[62094]: DEBUG oslo_concurrency.lockutils [req-f192ac21-1168-45f4-a0c3-a3b7bb7fbf6d req-d3c394df-0789-4b50-bdf1-dd5bf1f3fbee service nova] Acquiring lock "7268e563-002b-48c5-918a-a7d6b4d3794d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.353388] env[62094]: DEBUG oslo_concurrency.lockutils [req-f192ac21-1168-45f4-a0c3-a3b7bb7fbf6d req-d3c394df-0789-4b50-bdf1-dd5bf1f3fbee service nova] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.353562] env[62094]: DEBUG oslo_concurrency.lockutils [req-f192ac21-1168-45f4-a0c3-a3b7bb7fbf6d req-d3c394df-0789-4b50-bdf1-dd5bf1f3fbee service nova] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.353732] env[62094]: DEBUG nova.compute.manager [req-f192ac21-1168-45f4-a0c3-a3b7bb7fbf6d req-d3c394df-0789-4b50-bdf1-dd5bf1f3fbee service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] No waiting events found dispatching network-vif-unplugged-2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1768.353902] env[62094]: WARNING nova.compute.manager [req-f192ac21-1168-45f4-a0c3-a3b7bb7fbf6d req-d3c394df-0789-4b50-bdf1-dd5bf1f3fbee service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Received unexpected event network-vif-unplugged-2a2cd985-9c39-47be-b20e-4fac23a63b18 for instance with vm_state shelved and task_state shelving_offloading. [ 1768.435590] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1768.436496] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4259a0f5-6dbc-42a5-a304-7828bc2f084a {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.445030] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1768.445338] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b0eca68-9a0f-4e7b-8594-fde126a52c1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.511614] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1768.511785] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Deleting contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1768.511965] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleting the datastore file [datastore2] 7268e563-002b-48c5-918a-a7d6b4d3794d {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1768.512241] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e350776-cafa-4c11-b5f9-894ad0b246d4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.519183] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1768.519183] env[62094]: value = "task-1401658" [ 1768.519183] env[62094]: _type = "Task" [ 1768.519183] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.526256] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.029751] env[62094]: DEBUG oslo_vmware.api [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132983} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.029983] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1769.030157] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Deleted contents of the VM from datastore datastore2 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1769.030336] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1769.052639] env[62094]: INFO nova.scheduler.client.report [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleted allocations for instance 7268e563-002b-48c5-918a-a7d6b4d3794d [ 1769.557625] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.558060] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.558255] env[62094]: DEBUG nova.objects.instance [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'resources' on Instance uuid 7268e563-002b-48c5-918a-a7d6b4d3794d {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1769.722087] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1769.722306] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Cleaning up deleted instances {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1770.061394] env[62094]: DEBUG nova.objects.instance [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'numa_topology' on Instance uuid 7268e563-002b-48c5-918a-a7d6b4d3794d {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.229286] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] There are 19 instances to clean {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 1770.229495] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: d1b60b99-60b5-4c35-b330-6ed6e81ce686] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1770.380799] env[62094]: DEBUG nova.compute.manager [req-9c4e3f7a-56f9-452b-bf4b-4f4f5a7ef994 req-edac5865-e4db-462e-a94d-5ead3de84b76 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Received event network-changed-2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1770.381028] env[62094]: DEBUG nova.compute.manager [req-9c4e3f7a-56f9-452b-bf4b-4f4f5a7ef994 req-edac5865-e4db-462e-a94d-5ead3de84b76 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Refreshing instance network info cache due to event network-changed-2a2cd985-9c39-47be-b20e-4fac23a63b18. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1770.381259] env[62094]: DEBUG oslo_concurrency.lockutils [req-9c4e3f7a-56f9-452b-bf4b-4f4f5a7ef994 req-edac5865-e4db-462e-a94d-5ead3de84b76 service nova] Acquiring lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.381409] env[62094]: DEBUG oslo_concurrency.lockutils [req-9c4e3f7a-56f9-452b-bf4b-4f4f5a7ef994 req-edac5865-e4db-462e-a94d-5ead3de84b76 service nova] Acquired lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.381572] env[62094]: DEBUG nova.network.neutron [req-9c4e3f7a-56f9-452b-bf4b-4f4f5a7ef994 req-edac5865-e4db-462e-a94d-5ead3de84b76 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Refreshing network info cache for port 2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1770.563978] env[62094]: DEBUG nova.objects.base [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Object Instance<7268e563-002b-48c5-918a-a7d6b4d3794d> lazy-loaded attributes: resources,numa_topology {{(pid=62094) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1770.589718] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6537376-ed2c-4d48-937c-d61fcf19b043 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.598453] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9b2feb-356f-4289-806f-0d091f53cea5 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.627304] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344e6bca-2e5f-4117-a654-9131d7815616 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.634164] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4194d7-c041-4886-8d72-a7fd53caa9f2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.646974] env[62094]: DEBUG nova.compute.provider_tree [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.732414] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 03a1696f-2d11-48b1-9e3c-cd1e711591ac] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1771.100218] env[62094]: DEBUG nova.network.neutron [req-9c4e3f7a-56f9-452b-bf4b-4f4f5a7ef994 req-edac5865-e4db-462e-a94d-5ead3de84b76 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updated VIF entry in instance network info cache for port 2a2cd985-9c39-47be-b20e-4fac23a63b18. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1771.100545] env[62094]: DEBUG nova.network.neutron [req-9c4e3f7a-56f9-452b-bf4b-4f4f5a7ef994 req-edac5865-e4db-462e-a94d-5ead3de84b76 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updating instance_info_cache with network_info: [{"id": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "address": "fa:16:3e:74:6f:ec", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": null, "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2a2cd985-9c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.150159] env[62094]: DEBUG nova.scheduler.client.report [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1771.235038] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: b55f18ab-4101-4ff7-b528-631bb1ae3308] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1771.285325] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "7268e563-002b-48c5-918a-a7d6b4d3794d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.602916] env[62094]: DEBUG oslo_concurrency.lockutils [req-9c4e3f7a-56f9-452b-bf4b-4f4f5a7ef994 req-edac5865-e4db-462e-a94d-5ead3de84b76 service nova] Releasing lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.655275] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.738315] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: e021d735-ea70-499a-8fd5-95e167b8eac2] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1772.165236] env[62094]: DEBUG oslo_concurrency.lockutils [None req-11001934-9e4d-4c8e-aa6b-db514c73423d tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.682s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.166127] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.881s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.166317] env[62094]: INFO nova.compute.manager [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Unshelving [ 1772.241302] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: db4578b1-7369-4782-801d-90822d0afae5] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1772.744914] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 56636c8e-1c8d-46af-83c2-2acfac5d1d52] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1773.190946] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.191263] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.191476] env[62094]: DEBUG nova.objects.instance [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'pci_requests' on Instance uuid 7268e563-002b-48c5-918a-a7d6b4d3794d {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1773.247116] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 4848799e-f2f7-4182-a17a-a5a2fa71198a] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1773.695066] env[62094]: DEBUG nova.objects.instance [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'numa_topology' on Instance uuid 7268e563-002b-48c5-918a-a7d6b4d3794d {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1773.750160] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 135edbba-65af-4d1b-bb7d-2070ffa54933] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1774.197740] env[62094]: INFO nova.compute.claims [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1774.253516] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: ee0def21-086e-43c3-b999-3add52d82f3f] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1774.756614] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 6b2e7019-285e-4b10-9c97-72495cf469c7] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1775.235275] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16416821-9e1c-4fd2-b5ee-c58cc1c5d670 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.244085] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec96f41-6711-44b8-9f85-2b223627ca9d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.273513] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 81b43925-b39f-4f49-8482-babd5735d2b8] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1775.275978] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5691c998-1689-4759-8d5a-34afe3b9b139 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.283350] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0764ba67-4de2-4b9d-bb70-475f6c0140a6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.297157] env[62094]: DEBUG nova.compute.provider_tree [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.779355] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 4707972f-dc95-4598-a5d5-e21e90c390d6] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1775.799646] env[62094]: DEBUG nova.scheduler.client.report [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1776.283499] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: bcf0cc64-4fe0-4c48-b6a9-9c7c7180e563] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1776.304559] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.113s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.332856] env[62094]: INFO nova.network.neutron [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updating port 2a2cd985-9c39-47be-b20e-4fac23a63b18 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1776.786606] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: a1e06760-15aa-4c14-a385-5f345fb19393] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1777.290268] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 76e77f17-b6a1-425b-9144-35e81a159f6b] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1777.713739] env[62094]: DEBUG nova.compute.manager [req-2087f465-f304-4392-865f-89a6c55a568e req-7fc59d3a-ea1a-4dd1-8b82-5edbc438e050 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Received event network-vif-plugged-2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1777.713979] env[62094]: DEBUG oslo_concurrency.lockutils [req-2087f465-f304-4392-865f-89a6c55a568e req-7fc59d3a-ea1a-4dd1-8b82-5edbc438e050 service nova] Acquiring lock "7268e563-002b-48c5-918a-a7d6b4d3794d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.714215] env[62094]: DEBUG oslo_concurrency.lockutils [req-2087f465-f304-4392-865f-89a6c55a568e req-7fc59d3a-ea1a-4dd1-8b82-5edbc438e050 service nova] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.714399] env[62094]: DEBUG oslo_concurrency.lockutils [req-2087f465-f304-4392-865f-89a6c55a568e req-7fc59d3a-ea1a-4dd1-8b82-5edbc438e050 service nova] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.714554] env[62094]: DEBUG nova.compute.manager [req-2087f465-f304-4392-865f-89a6c55a568e req-7fc59d3a-ea1a-4dd1-8b82-5edbc438e050 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] No waiting events found dispatching network-vif-plugged-2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1777.714720] env[62094]: WARNING nova.compute.manager [req-2087f465-f304-4392-865f-89a6c55a568e req-7fc59d3a-ea1a-4dd1-8b82-5edbc438e050 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Received unexpected event network-vif-plugged-2a2cd985-9c39-47be-b20e-4fac23a63b18 for instance with vm_state shelved_offloaded and task_state spawning. [ 1777.793454] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: e561310e-52c0-4b01-8995-8b38b4ed44dc] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1777.807528] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.807528] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.807528] env[62094]: DEBUG nova.network.neutron [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Building network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1778.296578] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 85ce149a-08fb-4a13-8c8a-0d3c412eab03] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1778.509526] env[62094]: DEBUG nova.network.neutron [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updating instance_info_cache with network_info: [{"id": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "address": "fa:16:3e:74:6f:ec", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2cd985-9c", "ovs_interfaceid": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.800313] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 6a4bae9a-c150-4dff-bd3c-62326855f6ae] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1779.012863] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.040941] env[62094]: DEBUG nova.virt.hardware [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-11-06T05:11:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4242376ca0ddcca9e4a84e19f5ab3298',container_format='bare',created_at=2024-11-06T05:31:48Z,direct_url=,disk_format='vmdk',id=a0c647f1-399c-4530-b682-9a9ee5b4eebe,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1719582452-shelved',owner='b51550fedb244b8686c51b90f5289dcd',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-11-06T05:32:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1779.041207] env[62094]: DEBUG nova.virt.hardware [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1779.041368] env[62094]: DEBUG nova.virt.hardware [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image limits 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1779.041550] env[62094]: DEBUG nova.virt.hardware [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Flavor pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1779.041700] env[62094]: DEBUG nova.virt.hardware [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Image pref 0:0:0 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1779.041849] env[62094]: DEBUG nova.virt.hardware [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62094) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1779.042073] env[62094]: DEBUG nova.virt.hardware [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1779.042280] env[62094]: DEBUG nova.virt.hardware [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1779.042479] env[62094]: DEBUG nova.virt.hardware [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Got 1 possible topologies {{(pid=62094) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1779.042647] env[62094]: DEBUG nova.virt.hardware [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1779.042822] env[62094]: DEBUG nova.virt.hardware [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62094) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1779.043695] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dff6ab-0881-43df-9767-2ba3603ce60b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.052027] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9474bf-0383-4e34-b000-642c4efd99a8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.064967] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:6f:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a2cd985-9c39-47be-b20e-4fac23a63b18', 'vif_model': 'vmxnet3'}] {{(pid=62094) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1779.072199] env[62094]: DEBUG oslo.service.loopingcall [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.072438] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Creating VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1779.072652] env[62094]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-151a7b9f-cb3e-4d73-a298-cb0a5e34fb14 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.091118] env[62094]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1779.091118] env[62094]: value = "task-1401659" [ 1779.091118] env[62094]: _type = "Task" [ 1779.091118] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.098097] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401659, 'name': CreateVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.304080] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 248c7655-0592-4e9c-b84f-00a9cca38c23] Instance has had 0 of 5 cleanup attempts {{(pid=62094) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 1779.603115] env[62094]: DEBUG oslo_vmware.api [-] Task: {'id': task-1401659, 'name': CreateVM_Task, 'duration_secs': 0.297342} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.603290] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Created VM on the ESX host {{(pid=62094) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1779.604035] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0c647f1-399c-4530-b682-9a9ee5b4eebe" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.604267] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0c647f1-399c-4530-b682-9a9ee5b4eebe" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.604693] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a0c647f1-399c-4530-b682-9a9ee5b4eebe" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1779.604984] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84d8792-a496-4adb-8456-3fce3ca40c20 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.609385] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1779.609385] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5253204a-7823-20cd-98f0-6e572233fcf0" [ 1779.609385] env[62094]: _type = "Task" [ 1779.609385] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.617556] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]5253204a-7823-20cd-98f0-6e572233fcf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.736866] env[62094]: DEBUG nova.compute.manager [req-6c77a45d-623d-4ef9-ac8f-e274afbf0628 req-e3b5778c-2460-47ad-8892-de04d6c4484d service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Received event network-changed-2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1779.737132] env[62094]: DEBUG nova.compute.manager [req-6c77a45d-623d-4ef9-ac8f-e274afbf0628 req-e3b5778c-2460-47ad-8892-de04d6c4484d service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Refreshing instance network info cache due to event network-changed-2a2cd985-9c39-47be-b20e-4fac23a63b18. {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1779.737384] env[62094]: DEBUG oslo_concurrency.lockutils [req-6c77a45d-623d-4ef9-ac8f-e274afbf0628 req-e3b5778c-2460-47ad-8892-de04d6c4484d service nova] Acquiring lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.737572] env[62094]: DEBUG oslo_concurrency.lockutils [req-6c77a45d-623d-4ef9-ac8f-e274afbf0628 req-e3b5778c-2460-47ad-8892-de04d6c4484d service nova] Acquired lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.737778] env[62094]: DEBUG nova.network.neutron [req-6c77a45d-623d-4ef9-ac8f-e274afbf0628 req-e3b5778c-2460-47ad-8892-de04d6c4484d service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Refreshing network info cache for port 2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1779.807502] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.807818] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Cleaning up deleted instances with incomplete migration {{(pid=62094) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 1780.122026] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0c647f1-399c-4530-b682-9a9ee5b4eebe" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.122026] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Processing image a0c647f1-399c-4530-b682-9a9ee5b4eebe {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.122026] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a0c647f1-399c-4530-b682-9a9ee5b4eebe/a0c647f1-399c-4530-b682-9a9ee5b4eebe.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.122026] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a0c647f1-399c-4530-b682-9a9ee5b4eebe/a0c647f1-399c-4530-b682-9a9ee5b4eebe.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.122026] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1780.122026] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-708b35c1-26c7-48ac-8d24-6b4ddce134a8 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.137482] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1780.137682] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62094) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1780.138396] env[62094]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2de157-b48a-4e93-b572-cba15933f835 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.143964] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1780.143964] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]52a704e7-3ad8-932b-ba32-3e4093a6e844" [ 1780.143964] env[62094]: _type = "Task" [ 1780.143964] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.151097] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': session[52052905-f1ef-91c0-1248-18249cb9f199]52a704e7-3ad8-932b-ba32-3e4093a6e844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.439446] env[62094]: DEBUG nova.network.neutron [req-6c77a45d-623d-4ef9-ac8f-e274afbf0628 req-e3b5778c-2460-47ad-8892-de04d6c4484d service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updated VIF entry in instance network info cache for port 2a2cd985-9c39-47be-b20e-4fac23a63b18. {{(pid=62094) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1780.439824] env[62094]: DEBUG nova.network.neutron [req-6c77a45d-623d-4ef9-ac8f-e274afbf0628 req-e3b5778c-2460-47ad-8892-de04d6c4484d service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updating instance_info_cache with network_info: [{"id": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "address": "fa:16:3e:74:6f:ec", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2cd985-9c", "ovs_interfaceid": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.654135] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Preparing fetch location {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1780.654413] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Fetch image to [datastore1] OSTACK_IMG_76b17e17-ed6e-490a-87c9-02924417203d/OSTACK_IMG_76b17e17-ed6e-490a-87c9-02924417203d.vmdk {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1780.654603] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Downloading stream optimized image a0c647f1-399c-4530-b682-9a9ee5b4eebe to [datastore1] OSTACK_IMG_76b17e17-ed6e-490a-87c9-02924417203d/OSTACK_IMG_76b17e17-ed6e-490a-87c9-02924417203d.vmdk on the data store datastore1 as vApp {{(pid=62094) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1780.654772] env[62094]: DEBUG nova.virt.vmwareapi.images [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Downloading image file data a0c647f1-399c-4530-b682-9a9ee5b4eebe to the ESX as VM named 'OSTACK_IMG_76b17e17-ed6e-490a-87c9-02924417203d' {{(pid=62094) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1780.719709] env[62094]: DEBUG oslo_vmware.rw_handles [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1780.719709] env[62094]: value = "resgroup-9" [ 1780.719709] env[62094]: _type = "ResourcePool" [ 1780.719709] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1780.719977] env[62094]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f4bf0a85-177c-43cf-ad66-d827ba752245 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.741078] env[62094]: DEBUG oslo_vmware.rw_handles [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lease: (returnval){ [ 1780.741078] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5277d81a-bf7e-d82f-cb4e-72e96ae5153b" [ 1780.741078] env[62094]: _type = "HttpNfcLease" [ 1780.741078] env[62094]: } obtained for vApp import into resource pool (val){ [ 1780.741078] env[62094]: value = "resgroup-9" [ 1780.741078] env[62094]: _type = "ResourcePool" [ 1780.741078] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1780.741402] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the lease: (returnval){ [ 1780.741402] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5277d81a-bf7e-d82f-cb4e-72e96ae5153b" [ 1780.741402] env[62094]: _type = "HttpNfcLease" [ 1780.741402] env[62094]: } to be ready. {{(pid=62094) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1780.747016] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1780.747016] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5277d81a-bf7e-d82f-cb4e-72e96ae5153b" [ 1780.747016] env[62094]: _type = "HttpNfcLease" [ 1780.747016] env[62094]: } is initializing. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1780.942563] env[62094]: DEBUG oslo_concurrency.lockutils [req-6c77a45d-623d-4ef9-ac8f-e274afbf0628 req-e3b5778c-2460-47ad-8892-de04d6c4484d service nova] Releasing lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.250310] env[62094]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1781.250310] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5277d81a-bf7e-d82f-cb4e-72e96ae5153b" [ 1781.250310] env[62094]: _type = "HttpNfcLease" [ 1781.250310] env[62094]: } is ready. {{(pid=62094) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1781.250613] env[62094]: DEBUG oslo_vmware.rw_handles [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1781.250613] env[62094]: value = "session[52052905-f1ef-91c0-1248-18249cb9f199]5277d81a-bf7e-d82f-cb4e-72e96ae5153b" [ 1781.250613] env[62094]: _type = "HttpNfcLease" [ 1781.250613] env[62094]: }. {{(pid=62094) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1781.251352] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b079646-fbec-4f23-8af0-31f037f7c97d {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.258695] env[62094]: DEBUG oslo_vmware.rw_handles [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52323873-aa21-b03d-45c9-a19ed7fe1200/disk-0.vmdk from lease info. {{(pid=62094) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1781.258871] env[62094]: DEBUG oslo_vmware.rw_handles [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52323873-aa21-b03d-45c9-a19ed7fe1200/disk-0.vmdk. {{(pid=62094) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1781.323417] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c38d490-3a26-4f61-a74f-967794ae230b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.304803] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1782.305296] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1782.359515] env[62094]: DEBUG oslo_vmware.rw_handles [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Completed reading data from the image iterator. {{(pid=62094) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1782.359802] env[62094]: DEBUG oslo_vmware.rw_handles [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52323873-aa21-b03d-45c9-a19ed7fe1200/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1782.360705] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46731228-8ae7-4f93-8791-715fef95085e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.367329] env[62094]: DEBUG oslo_vmware.rw_handles [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52323873-aa21-b03d-45c9-a19ed7fe1200/disk-0.vmdk is in state: ready. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1782.367493] env[62094]: DEBUG oslo_vmware.rw_handles [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52323873-aa21-b03d-45c9-a19ed7fe1200/disk-0.vmdk. {{(pid=62094) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1782.367705] env[62094]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cc2719c8-b426-460f-a2d0-f6b32b044631 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.573853] env[62094]: DEBUG oslo_vmware.rw_handles [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52323873-aa21-b03d-45c9-a19ed7fe1200/disk-0.vmdk. {{(pid=62094) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1782.573853] env[62094]: INFO nova.virt.vmwareapi.images [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Downloaded image file data a0c647f1-399c-4530-b682-9a9ee5b4eebe [ 1782.574117] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b3a1fe-cd4e-457e-9ba2-7392f65a0edc {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.589149] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68d758c8-929e-412d-b479-6567e85ca83c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.611860] env[62094]: INFO nova.virt.vmwareapi.images [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] The imported VM was unregistered [ 1782.614342] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Caching image {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1782.614572] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a0c647f1-399c-4530-b682-9a9ee5b4eebe {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1782.614830] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b61ee34-efe0-4247-af6b-cfdd6aa0fd1f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.625023] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Created directory with path [datastore1] devstack-image-cache_base/a0c647f1-399c-4530-b682-9a9ee5b4eebe {{(pid=62094) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1782.625131] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_76b17e17-ed6e-490a-87c9-02924417203d/OSTACK_IMG_76b17e17-ed6e-490a-87c9-02924417203d.vmdk to [datastore1] devstack-image-cache_base/a0c647f1-399c-4530-b682-9a9ee5b4eebe/a0c647f1-399c-4530-b682-9a9ee5b4eebe.vmdk. {{(pid=62094) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1782.625732] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c32adb5a-abf8-4207-81d8-f16dcaa3efa6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.631447] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1782.631447] env[62094]: value = "task-1401662" [ 1782.631447] env[62094]: _type = "Task" [ 1782.631447] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.638923] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401662, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.811647] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1782.811856] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Starting heal instance info cache {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1782.812057] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Rebuilding the list of instances to heal {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1783.143217] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401662, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.316079] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.316079] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquired lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.316079] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Forcefully refreshing network info cache for instance {{(pid=62094) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1783.316079] env[62094]: DEBUG nova.objects.instance [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lazy-loading 'info_cache' on Instance uuid 7268e563-002b-48c5-918a-a7d6b4d3794d {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1783.642563] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401662, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.143583] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401662, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.645084] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401662, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.030405] env[62094]: DEBUG nova.network.neutron [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updating instance_info_cache with network_info: [{"id": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "address": "fa:16:3e:74:6f:ec", "network": {"id": "b811988c-b9aa-4f6e-af04-7f001b2df965", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-598630343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51550fedb244b8686c51b90f5289dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2cd985-9c", "ovs_interfaceid": "2a2cd985-9c39-47be-b20e-4fac23a63b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.144560] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401662, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.168204} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.144807] env[62094]: INFO nova.virt.vmwareapi.ds_util [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_76b17e17-ed6e-490a-87c9-02924417203d/OSTACK_IMG_76b17e17-ed6e-490a-87c9-02924417203d.vmdk to [datastore1] devstack-image-cache_base/a0c647f1-399c-4530-b682-9a9ee5b4eebe/a0c647f1-399c-4530-b682-9a9ee5b4eebe.vmdk. [ 1785.144997] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Cleaning up location [datastore1] OSTACK_IMG_76b17e17-ed6e-490a-87c9-02924417203d {{(pid=62094) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1785.145184] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_76b17e17-ed6e-490a-87c9-02924417203d {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1785.145439] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77a391dc-e80b-48ad-a279-151a3a097684 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.151790] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1785.151790] env[62094]: value = "task-1401663" [ 1785.151790] env[62094]: _type = "Task" [ 1785.151790] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.158842] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.532882] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Releasing lock "refresh_cache-7268e563-002b-48c5-918a-a7d6b4d3794d" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.533111] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updated the network info_cache for instance {{(pid=62094) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1785.533320] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.533500] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.533698] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.533854] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.534013] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.534165] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.534292] env[62094]: DEBUG nova.compute.manager [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62094) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1785.534434] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.662499] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032992} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.662906] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1785.662984] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a0c647f1-399c-4530-b682-9a9ee5b4eebe/a0c647f1-399c-4530-b682-9a9ee5b4eebe.vmdk" {{(pid=62094) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.663288] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a0c647f1-399c-4530-b682-9a9ee5b4eebe/a0c647f1-399c-4530-b682-9a9ee5b4eebe.vmdk to [datastore1] 7268e563-002b-48c5-918a-a7d6b4d3794d/7268e563-002b-48c5-918a-a7d6b4d3794d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1785.663574] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-760cee27-448c-43bc-846d-c4463a02e691 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.670781] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1785.670781] env[62094]: value = "task-1401664" [ 1785.670781] env[62094]: _type = "Task" [ 1785.670781] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.678987] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.037542] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.037778] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.037948] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.038134] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62094) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1786.039047] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f94a37-e38b-43f6-bb49-1be45bb81640 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.048026] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4d1f55-8fba-482d-8d82-9303efca163b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.066282] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ca3c65-9389-4f6b-93e7-972d0e50a17c {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.073912] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f47fbc-5017-4db8-932f-cfbc4aa9a58e {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.106469] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181015MB free_disk=185GB free_vcpus=48 pci_devices=None {{(pid=62094) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1786.106681] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.106857] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.181243] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401664, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.682273] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401664, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.132981] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Instance 7268e563-002b-48c5-918a-a7d6b4d3794d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62094) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1787.133222] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1787.133372] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62094) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1787.161811] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb242fd0-72dd-451e-b1d5-8a41310e9ea2 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.170354] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b51c51-6c3f-4025-9bf7-a7876fcdbcf4 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.209414] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f10ab3-9df7-4542-8c29-12b1ee682c0f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.212313] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401664, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.222126] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fc18e7-ab5f-481f-9b7e-f41ae21520c3 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.238948] env[62094]: DEBUG nova.compute.provider_tree [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.686878] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401664, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.742195] env[62094]: DEBUG nova.scheduler.client.report [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1788.183727] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401664, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.169459} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.184018] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a0c647f1-399c-4530-b682-9a9ee5b4eebe/a0c647f1-399c-4530-b682-9a9ee5b4eebe.vmdk to [datastore1] 7268e563-002b-48c5-918a-a7d6b4d3794d/7268e563-002b-48c5-918a-a7d6b4d3794d.vmdk {{(pid=62094) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1788.184801] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fcf471-a0a7-40cb-bec8-0abb013dbdaa {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.205747] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 7268e563-002b-48c5-918a-a7d6b4d3794d/7268e563-002b-48c5-918a-a7d6b4d3794d.vmdk or device None with type streamOptimized {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1788.205983] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d62d99f5-98e5-4dfa-883f-4e397d290a55 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.224512] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1788.224512] env[62094]: value = "task-1401665" [ 1788.224512] env[62094]: _type = "Task" [ 1788.224512] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.231723] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.247510] env[62094]: DEBUG nova.compute.resource_tracker [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62094) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1788.247683] env[62094]: DEBUG oslo_concurrency.lockutils [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.722460] env[62094]: DEBUG oslo_service.periodic_task [None req-5e6672cb-95a7-4238-87f1-21ca953b23bd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62094) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1788.734338] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.235232] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401665, 'name': ReconfigVM_Task, 'duration_secs': 0.599977} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.235546] env[62094]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 7268e563-002b-48c5-918a-a7d6b4d3794d/7268e563-002b-48c5-918a-a7d6b4d3794d.vmdk or device None with type streamOptimized {{(pid=62094) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1789.236171] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e257fa0c-8ad3-4287-8e98-ea1d3f014950 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.242058] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1789.242058] env[62094]: value = "task-1401666" [ 1789.242058] env[62094]: _type = "Task" [ 1789.242058] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.249959] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401666, 'name': Rename_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.752214] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401666, 'name': Rename_Task, 'duration_secs': 0.141519} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.752605] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Powering on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1789.752734] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a128c056-a0b3-4dd0-9bb9-7bb848168440 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.758801] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1789.758801] env[62094]: value = "task-1401667" [ 1789.758801] env[62094]: _type = "Task" [ 1789.758801] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.767097] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.268786] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.768628] env[62094]: DEBUG oslo_vmware.api [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401667, 'name': PowerOnVM_Task, 'duration_secs': 0.987164} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.769065] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Powered on the VM {{(pid=62094) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1790.859751] env[62094]: DEBUG nova.compute.manager [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Checking state {{(pid=62094) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1790.860698] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5abb31e-3ec0-41ac-b5c3-9bf112789359 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.379018] env[62094]: DEBUG oslo_concurrency.lockutils [None req-bb54a96c-1b79-4235-8226-c84160f8fc21 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.213s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.154073] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "7268e563-002b-48c5-918a-a7d6b4d3794d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.154073] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.154073] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "7268e563-002b-48c5-918a-a7d6b4d3794d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.154575] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.154575] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.157015] env[62094]: INFO nova.compute.manager [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Terminating instance [ 1792.159009] env[62094]: DEBUG nova.compute.manager [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Start destroying the instance on the hypervisor. {{(pid=62094) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1792.159257] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Destroying instance {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1792.160238] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e64bce4-3a60-4fa1-b454-fe7431fec842 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.169360] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Powering off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1792.169611] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35aec2d0-50c3-4d10-b49f-fc0425e8947f {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.176409] env[62094]: DEBUG oslo_vmware.api [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1792.176409] env[62094]: value = "task-1401668" [ 1792.176409] env[62094]: _type = "Task" [ 1792.176409] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.185112] env[62094]: DEBUG oslo_vmware.api [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.685994] env[62094]: DEBUG oslo_vmware.api [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401668, 'name': PowerOffVM_Task, 'duration_secs': 0.177668} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.686302] env[62094]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Powered off the VM {{(pid=62094) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1792.686485] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Unregistering the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1792.686766] env[62094]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d267443-d895-4158-b689-000b360d3c23 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.754307] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Unregistered the VM {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1792.754595] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Deleting contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1792.754713] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleting the datastore file [datastore1] 7268e563-002b-48c5-918a-a7d6b4d3794d {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1792.754991] env[62094]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59e382a6-6974-491b-be2d-c6c1f63434ae {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.760967] env[62094]: DEBUG oslo_vmware.api [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for the task: (returnval){ [ 1792.760967] env[62094]: value = "task-1401670" [ 1792.760967] env[62094]: _type = "Task" [ 1792.760967] env[62094]: } to complete. {{(pid=62094) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.768362] env[62094]: DEBUG oslo_vmware.api [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.270253] env[62094]: DEBUG oslo_vmware.api [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Task: {'id': task-1401670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145177} completed successfully. {{(pid=62094) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.270619] env[62094]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleted the datastore file {{(pid=62094) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1793.270664] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Deleted contents of the VM from datastore datastore1 {{(pid=62094) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1793.270834] env[62094]: DEBUG nova.virt.vmwareapi.vmops [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Instance destroyed {{(pid=62094) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1793.270978] env[62094]: INFO nova.compute.manager [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1793.271234] env[62094]: DEBUG oslo.service.loopingcall [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62094) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1793.271430] env[62094]: DEBUG nova.compute.manager [-] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Deallocating network for instance {{(pid=62094) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1793.271525] env[62094]: DEBUG nova.network.neutron [-] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] deallocate_for_instance() {{(pid=62094) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1793.720826] env[62094]: DEBUG nova.compute.manager [req-cbdde61d-e2f3-4ecf-afa2-199cbb25ac63 req-606d8253-a004-434e-8070-064292152457 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Received event network-vif-deleted-2a2cd985-9c39-47be-b20e-4fac23a63b18 {{(pid=62094) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1793.721508] env[62094]: INFO nova.compute.manager [req-cbdde61d-e2f3-4ecf-afa2-199cbb25ac63 req-606d8253-a004-434e-8070-064292152457 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Neutron deleted interface 2a2cd985-9c39-47be-b20e-4fac23a63b18; detaching it from the instance and deleting it from the info cache [ 1793.721508] env[62094]: DEBUG nova.network.neutron [req-cbdde61d-e2f3-4ecf-afa2-199cbb25ac63 req-606d8253-a004-434e-8070-064292152457 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.191239] env[62094]: DEBUG nova.network.neutron [-] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Updating instance_info_cache with network_info: [] {{(pid=62094) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.224109] env[62094]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fc4cd8d-c383-4f29-ac35-e6ed246273c6 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.237377] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a470748-f7d1-4d7a-8af1-fafa213efef1 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.262882] env[62094]: DEBUG nova.compute.manager [req-cbdde61d-e2f3-4ecf-afa2-199cbb25ac63 req-606d8253-a004-434e-8070-064292152457 service nova] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Detach interface failed, port_id=2a2cd985-9c39-47be-b20e-4fac23a63b18, reason: Instance 7268e563-002b-48c5-918a-a7d6b4d3794d could not be found. {{(pid=62094) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1794.694418] env[62094]: INFO nova.compute.manager [-] [instance: 7268e563-002b-48c5-918a-a7d6b4d3794d] Took 1.42 seconds to deallocate network for instance. [ 1795.201291] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.201556] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.201788] env[62094]: DEBUG nova.objects.instance [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lazy-loading 'resources' on Instance uuid 7268e563-002b-48c5-918a-a7d6b4d3794d {{(pid=62094) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.735185] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb9aa38-6086-4554-8ad8-e5557f6eda0b {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.742267] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211866b1-f298-4889-92c2-7500eecf4431 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.770720] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48585a0a-73b1-49c3-bf77-eadb798bc653 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.777446] env[62094]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229316d4-ad90-4b86-ad23-be68f74d9d34 {{(pid=62094) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.791132] env[62094]: DEBUG nova.compute.provider_tree [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed in ProviderTree for provider: 63012395-d365-4b03-a816-be66e2783fee {{(pid=62094) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.293887] env[62094]: DEBUG nova.scheduler.client.report [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Inventory has not changed for provider 63012395-d365-4b03-a816-be66e2783fee based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 185, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62094) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1796.798998] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.820812] env[62094]: INFO nova.scheduler.client.report [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Deleted allocations for instance 7268e563-002b-48c5-918a-a7d6b4d3794d [ 1797.328386] env[62094]: DEBUG oslo_concurrency.lockutils [None req-c26d9bfd-7553-4d77-b5bc-2d3397e25831 tempest-ServerActionsTestOtherB-1025940616 tempest-ServerActionsTestOtherB-1025940616-project-member] Lock "7268e563-002b-48c5-918a-a7d6b4d3794d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.175s {{(pid=62094) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}